00000080:00200000:2.0:1789762963.457947:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000523dea07 1592: 1< 0 - - > 2< 6520832 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.457949:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c2d71a91 00000080:00200000:2.0:1789762963.457949:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762963.457950:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3641 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.457959:0:15791:0:(rw26.c:871:ll_write_end()) pos 14913536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.457961:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b04702ea[3 00000000286acf60 2 1 00000000a3274f60 1 0 3641] 00000080:00200000:2.0:1789762963.457963:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004d301d06 17ffffc0001001 3:0 ffff9cdd58b5be00 3641 lru 00000080:00200000:2.0:1789762963.457966:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000081f8ad2b 1593: 1< 0 - - > 2< 6524928 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.457967:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b04702ea 00000080:00200000:2.0:1789762963.457968:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762963.457969:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3642 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.457978:0:15791:0:(rw26.c:871:ll_write_end()) pos 14917632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.457980:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006269c96b[3 00000000286acf60 2 1 00000000a3274f60 1 0 3642] 00000080:00200000:2.0:1789762963.457982:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000438d9b88 17ffffc0001001 3:0 ffff9cdd58b5b8c0 3642 lru 00000080:00200000:2.0:1789762963.457986:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000bdc700c5 1594: 1< 0 - - > 2< 6529024 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.457987:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006269c96b 00000080:00200000:2.0:1789762963.457988:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762963.457989:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3643 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.457997:0:15791:0:(rw26.c:871:ll_write_end()) pos 14921728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.457999:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ed1957ca[3 00000000286acf60 2 1 00000000a3274f60 1 0 3643] 00000080:00200000:2.0:1789762963.458001:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000055603081 17ffffc0001001 3:0 ffff9cdd58b5bee0 3643 lru 00000080:00200000:2.0:1789762963.458004:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000925758df 1595: 1< 0 - - > 2< 6533120 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458006:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ed1957ca 00000080:00200000:2.0:1789762963.458006:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762963.458007:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3644 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458015:0:15791:0:(rw26.c:871:ll_write_end()) pos 14925824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458017:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006627e85f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3644] 00000080:00200000:2.0:1789762963.458019:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000028f19ecd 17ffffc0001001 3:0 ffff9cdd58b5b700 3644 lru 00000080:00200000:2.0:1789762963.458023:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000076cd4f79 1596: 1< 0 - - > 2< 6537216 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458024:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006627e85f 00000080:00200000:2.0:1789762963.458024:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762963.458025:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3645 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458034:0:15791:0:(rw26.c:871:ll_write_end()) pos 14929920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458036:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000093a8839e[3 00000000286acf60 2 1 00000000a3274f60 1 0 3645] 00000080:00200000:2.0:1789762963.458039:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000302f894a 17ffffc0001001 3:0 ffff9cdd58b5bb60 3645 lru 00000080:00200000:2.0:1789762963.458042:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000150df524 1597: 1< 0 - - > 2< 6541312 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458044:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000093a8839e 00000080:00200000:2.0:1789762963.458045:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762963.458046:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3646 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458054:0:15791:0:(rw26.c:871:ll_write_end()) pos 14934016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458057:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000012989d74[3 00000000286acf60 2 1 00000000a3274f60 1 0 3646] 00000080:00200000:2.0:1789762963.458059:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005e42409e 17ffffc0001001 3:0 ffff9cdd58b5b1c0 3646 lru 00000080:00200000:2.0:1789762963.458062:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005124c11e 1598: 1< 0 - - > 2< 6545408 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458063:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000012989d74 00000080:00200000:2.0:1789762963.458064:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762963.458065:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3647 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458073:0:15791:0:(rw26.c:871:ll_write_end()) pos 14938112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458075:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a1ce423f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3647] 00000080:00200000:2.0:1789762963.458077:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000067e97512 17ffffc0001001 3:0 ffff9cdd58b5ba80 3647 lru 00000080:00200000:2.0:1789762963.458080:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000062136276 1599: 1< 0 - - > 2< 6549504 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458081:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a1ce423f 00000080:00200000:2.0:1789762963.458082:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762963.458083:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3648 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458095:0:15791:0:(rw26.c:871:ll_write_end()) pos 14942208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458098:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000059089c41[3 00000000286acf60 2 1 00000000a3274f60 1 0 3648] 00000080:00200000:2.0:1789762963.458100:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000007edeae0 17ffffc0001001 3:0 ffff9cdd58b5b7e0 3648 lru 00000080:00200000:2.0:1789762963.458104:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000be4d1581 1600: 1< 0 - - > 2< 6553600 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458106:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000059089c41 00000080:00200000:2.0:1789762963.458107:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762963.458108:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3649 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458117:0:15791:0:(rw26.c:871:ll_write_end()) pos 14946304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458120:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004e220b2e[3 00000000286acf60 2 1 00000000a3274f60 1 0 3649] 00000080:00200000:2.0:1789762963.458122:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000025c9b484 17ffffc0001001 3:0 ffff9cdd58b5b620 3649 lru 00000080:00200000:2.0:1789762963.458126:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e1c3ae0e 1601: 1< 0 - - > 2< 6557696 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458128:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004e220b2e 00000080:00200000:2.0:1789762963.458129:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762963.458130:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3650 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458147:0:15791:0:(rw26.c:871:ll_write_end()) pos 14950400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458150:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ce340c5a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3650] 00000080:00200000:2.0:1789762963.458152:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008fbe4b91 17ffffc0001021 2:0 ffff9cdd4565cb60 3650 lru 00000080:00200000:2.0:1789762963.458156:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000746b1318 1602: 1< 0 - - > 2< 6561792 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458158:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ce340c5a 00000080:00200000:2.0:1789762963.458159:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762963.458160:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3651 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458168:0:15791:0:(rw26.c:871:ll_write_end()) pos 14954496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458171:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000be011f63[3 00000000286acf60 2 1 00000000a3274f60 1 0 3651] 00000080:00200000:2.0:1789762963.458172:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000092f5d14 17ffffc0001001 3:0 ffff9cdd4565c1c0 3651 lru 00000080:00200000:2.0:1789762963.458176:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f30a7e61 1603: 1< 0 - - > 2< 6565888 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458177:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000be011f63 00000080:00200000:2.0:1789762963.458178:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762963.458179:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3652 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458188:0:15791:0:(rw26.c:871:ll_write_end()) pos 14958592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458190:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000542434ef[3 00000000286acf60 2 1 00000000a3274f60 1 0 3652] 00000080:00200000:2.0:1789762963.458192:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000083b70e6a 17ffffc0001001 3:0 ffff9cdd4565ca80 3652 lru 00000080:00200000:2.0:1789762963.458196:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000035cc6098 1604: 1< 0 - - > 2< 6569984 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458197:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000542434ef 00000080:00200000:2.0:1789762963.458197:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762963.458198:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3653 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458206:0:15791:0:(rw26.c:871:ll_write_end()) pos 14962688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458209:0:15791:0:(rw26.c:929:ll_write_end()) page@000000000feb2d67[3 00000000286acf60 2 1 00000000a3274f60 1 0 3653] 00000080:00200000:2.0:1789762963.458211:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002ca4b8af 17ffffc0001001 3:0 ffff9cdd4565c7e0 3653 lru 00000080:00200000:2.0:1789762963.458214:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000002db66009 1605: 1< 0 - - > 2< 6574080 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458215:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000000feb2d67 00000080:00200000:2.0:1789762963.458216:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762963.458217:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3654 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458225:0:15791:0:(rw26.c:871:ll_write_end()) pos 14966784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458228:0:15791:0:(rw26.c:929:ll_write_end()) page@000000000754c673[3 00000000286acf60 2 1 00000000a3274f60 1 0 3654] 00000080:00200000:2.0:1789762963.458230:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007e4db216 17ffffc0001001 3:0 ffff9cdd4565c620 3654 lru 00000080:00200000:2.0:1789762963.458233:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000757e533b 1606: 1< 0 - - > 2< 6578176 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458235:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000000754c673 00000080:00200000:2.0:1789762963.458236:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762963.458237:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3655 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458245:0:15791:0:(rw26.c:871:ll_write_end()) pos 14970880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458248:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ac1736c3[3 00000000286acf60 2 1 00000000a3274f60 1 0 3655] 00000080:00200000:2.0:1789762963.458250:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000006f52ad6a 17ffffc0001001 3:0 ffff9cdd4565cc40 3655 lru 00000080:00200000:2.0:1789762963.458253:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000004c7e7c46 1607: 1< 0 - - > 2< 6582272 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458254:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ac1736c3 00000080:00200000:2.0:1789762963.458255:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762963.458256:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3656 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458265:0:15791:0:(rw26.c:871:ll_write_end()) pos 14974976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458267:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f172ab44[3 00000000286acf60 2 1 00000000a3274f60 1 0 3656] 00000080:00200000:2.0:1789762963.458269:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004d367f82 17ffffc0001001 3:0 ffff9cdd4565c000 3656 lru 00000080:00200000:2.0:1789762963.458272:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000062f4bb12 1608: 1< 0 - - > 2< 6586368 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458274:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f172ab44 00000080:00200000:2.0:1789762963.458274:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762963.458275:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3657 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458283:0:15791:0:(rw26.c:871:ll_write_end()) pos 14979072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458286:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b77e8a63[3 00000000286acf60 2 1 00000000a3274f60 1 0 3657] 00000080:00200000:2.0:1789762963.458288:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b1716f5f 17ffffc0001001 3:0 ffff9cdd4565c0e0 3657 lru 00000080:00200000:2.0:1789762963.458291:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000923b7e76 1609: 1< 0 - - > 2< 6590464 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458292:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b77e8a63 00000080:00200000:2.0:1789762963.458293:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762963.458294:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3658 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458302:0:15791:0:(rw26.c:871:ll_write_end()) pos 14983168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458305:0:15791:0:(rw26.c:929:ll_write_end()) page@000000000042fb55[3 00000000286acf60 2 1 00000000a3274f60 1 0 3658] 00000080:00200000:2.0:1789762963.458306:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003979309b 17ffffc0001001 3:0 ffff9cdd4565cd20 3658 lru 00000080:00200000:2.0:1789762963.458310:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000001856d0f 1610: 1< 0 - - > 2< 6594560 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458312:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000000042fb55 00000080:00200000:2.0:1789762963.458313:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762963.458314:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3659 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458322:0:15791:0:(rw26.c:871:ll_write_end()) pos 14987264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458325:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ce203ea4[3 00000000286acf60 2 1 00000000a3274f60 1 0 3659] 00000080:00200000:2.0:1789762963.458327:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000623e4920 17ffffc0001001 3:0 ffff9cdd4565c460 3659 lru 00000080:00200000:2.0:1789762963.458330:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e3c981fd 1611: 1< 0 - - > 2< 6598656 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458332:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ce203ea4 00000080:00200000:2.0:1789762963.458333:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762963.458334:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3660 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458342:0:15791:0:(rw26.c:871:ll_write_end()) pos 14991360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458344:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004f0a320f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3660] 00000080:00200000:2.0:1789762963.458346:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000020d0250c 17ffffc0001001 3:0 ffff9cdd4565c540 3660 lru 00000080:00200000:2.0:1789762963.458350:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000061922bcf 1612: 1< 0 - - > 2< 6602752 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458351:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004f0a320f 00000080:00200000:2.0:1789762963.458351:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762963.458352:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3661 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458360:0:15791:0:(rw26.c:871:ll_write_end()) pos 14995456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458362:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000fc64f19c[3 00000000286acf60 2 1 00000000a3274f60 1 0 3661] 00000080:00200000:2.0:1789762963.458364:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d990075d 17ffffc0001001 3:0 ffff9cdd4565c380 3661 lru 00000080:00200000:2.0:1789762963.458368:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2abcb07 1613: 1< 0 - - > 2< 6606848 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458369:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000fc64f19c 00000080:00200000:2.0:1789762963.458369:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762963.458370:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3662 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458378:0:15791:0:(rw26.c:871:ll_write_end()) pos 14999552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458380:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e680ab58[3 00000000286acf60 2 1 00000000a3274f60 1 0 3662] 00000080:00200000:2.0:1789762963.458382:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000be21f804 17ffffc0001001 3:0 ffff9cdd4565c2a0 3662 lru 00000080:00200000:2.0:1789762963.458385:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b184eec0 1614: 1< 0 - - > 2< 6610944 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458387:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e680ab58 00000080:00200000:2.0:1789762963.458387:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762963.458388:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3663 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458397:0:15791:0:(rw26.c:871:ll_write_end()) pos 15003648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458400:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c6a75160[3 00000000286acf60 2 1 00000000a3274f60 1 0 3663] 00000080:00200000:2.0:1789762963.458401:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002119e208 17ffffc0001001 3:0 ffff9cdd4565c9a0 3663 lru 00000080:00200000:2.0:1789762963.458405:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a46ce99f 1615: 1< 0 - - > 2< 6615040 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458407:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c6a75160 00000080:00200000:2.0:1789762963.458407:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762963.458408:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3664 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458417:0:15791:0:(rw26.c:871:ll_write_end()) pos 15007744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458420:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009bc883cf[3 00000000286acf60 2 1 00000000a3274f60 1 0 3664] 00000080:00200000:2.0:1789762963.458423:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000458ec2c 17ffffc0001001 3:0 ffff9cdd4565ce00 3664 lru 00000080:00200000:2.0:1789762963.458429:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a2c36ba8 1616: 1< 0 - - > 2< 6619136 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458431:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009bc883cf 00000080:00200000:2.0:1789762963.458433:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762963.458435:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3665 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458454:0:15791:0:(rw26.c:871:ll_write_end()) pos 15011840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458459:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000054c420e2[3 00000000286acf60 2 1 00000000a3274f60 1 0 3665] 00000080:00200000:2.0:1789762963.458462:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000728c47f9 17ffffc0001021 2:0 ffff9cdd4565c8c0 3665 lru 00000080:00200000:2.0:1789762963.458468:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab1d31b0 1617: 1< 0 - - > 2< 6623232 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458470:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000054c420e2 00000080:00200000:2.0:1789762963.458471:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762963.458473:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3666 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458489:0:15791:0:(rw26.c:871:ll_write_end()) pos 15015936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458494:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002249ef6f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3666] 00000080:00200000:2.0:1789762963.458497:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a764c82f 17ffffc0001001 3:0 ffff9cdd4565cee0 3666 lru 00000080:00200000:2.0:1789762963.458502:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000011dc5efc 1618: 1< 0 - - > 2< 6627328 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458505:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002249ef6f 00000080:00200000:2.0:1789762963.458506:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762963.458507:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3667 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458520:0:15791:0:(rw26.c:871:ll_write_end()) pos 15020032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458525:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000385a9eb8[3 00000000286acf60 2 1 00000000a3274f60 1 0 3667] 00000080:00200000:2.0:1789762963.458527:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b7ce2090 17ffffc0001001 3:0 ffff9cdd4565c700 3667 lru 00000080:00200000:2.0:1789762963.458547:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008b5251f6 1619: 1< 0 - - > 2< 6631424 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458551:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000385a9eb8 00000080:00200000:2.0:1789762963.458552:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762963.458554:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3668 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458579:0:15791:0:(rw26.c:871:ll_write_end()) pos 15024128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458584:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007452ded8[3 00000000286acf60 2 1 00000000a3274f60 1 0 3668] 00000080:00200000:2.0:1789762963.458588:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cafb7f24 17ffffc0001001 3:0 ffff9cdd4565d8c0 3668 lru 00000080:00200000:2.0:1789762963.458594:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000feea110e 1620: 1< 0 - - > 2< 6635520 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458596:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007452ded8 00000080:00200000:2.0:1789762963.458598:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762963.458599:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3669 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458613:0:15791:0:(rw26.c:871:ll_write_end()) pos 15028224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458616:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000448e3e32[3 00000000286acf60 2 1 00000000a3274f60 1 0 3669] 00000080:00200000:2.0:1789762963.458618:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d467e494 17ffffc0001001 3:0 ffff9cdd4565dee0 3669 lru 00000080:00200000:2.0:1789762963.458622:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000018ad77e7 1621: 1< 0 - - > 2< 6639616 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458623:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000448e3e32 00000080:00200000:2.0:1789762963.458624:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762963.458625:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3670 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458636:0:15791:0:(rw26.c:871:ll_write_end()) pos 15032320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458639:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000087b78d9f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3670] 00000080:00200000:2.0:1789762963.458641:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005dff7daf 17ffffc0001001 3:0 ffff9cdd4565d700 3670 lru 00000080:00200000:2.0:1789762963.458644:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000058044dcc 1622: 1< 0 - - > 2< 6643712 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458646:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000087b78d9f 00000080:00200000:2.0:1789762963.458647:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762963.458648:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3671 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458656:0:15791:0:(rw26.c:871:ll_write_end()) pos 15036416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458658:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003b19160c[3 00000000286acf60 2 1 00000000a3274f60 1 0 3671] 00000080:00200000:2.0:1789762963.458660:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000dd1e524a 17ffffc0001001 3:0 ffff9cdd4565db60 3671 lru 00000080:00200000:2.0:1789762963.458663:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006f709432 1623: 1< 0 - - > 2< 6647808 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458665:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003b19160c 00000080:00200000:2.0:1789762963.458665:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762963.458666:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3672 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458675:0:15791:0:(rw26.c:871:ll_write_end()) pos 15040512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458678:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f8726ca6[3 00000000286acf60 2 1 00000000a3274f60 1 0 3672] 00000080:00200000:2.0:1789762963.458680:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002af728da 17ffffc0001001 3:0 ffff9cdd4565d1c0 3672 lru 00000080:00200000:2.0:1789762963.458683:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f910813b 1624: 1< 0 - - > 2< 6651904 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458684:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f8726ca6 00000080:00200000:2.0:1789762963.458685:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762963.458686:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3673 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458693:0:15791:0:(rw26.c:871:ll_write_end()) pos 15044608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458696:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000d9d26645[3 00000000286acf60 2 1 00000000a3274f60 1 0 3673] 00000080:00200000:2.0:1789762963.458698:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b8255448 17ffffc0001001 3:0 ffff9cdd4565da80 3673 lru 00000080:00200000:2.0:1789762963.458701:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fbe6d7f9 1625: 1< 0 - - > 2< 6656000 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458703:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000d9d26645 00000080:00200000:2.0:1789762963.458703:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762963.458705:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3674 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458712:0:15791:0:(rw26.c:871:ll_write_end()) pos 15048704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458715:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b4d95a7c[3 00000000286acf60 2 1 00000000a3274f60 1 0 3674] 00000080:00200000:2.0:1789762963.458717:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000058d58468 17ffffc0001001 3:0 ffff9cdd4565d7e0 3674 lru 00000080:00200000:2.0:1789762963.458720:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000055d57eb4 1626: 1< 0 - - > 2< 6660096 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458722:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b4d95a7c 00000080:00200000:2.0:1789762963.458723:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762963.458723:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3675 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458731:0:15791:0:(rw26.c:871:ll_write_end()) pos 15052800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458733:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000078e89edf[3 00000000286acf60 2 1 00000000a3274f60 1 0 3675] 00000080:00200000:2.0:1789762963.458735:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb3d43d9 17ffffc0001001 3:0 ffff9cdd4565d620 3675 lru 00000080:00200000:2.0:1789762963.458738:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005c0eeffd 1627: 1< 0 - - > 2< 6664192 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458739:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000078e89edf 00000080:00200000:2.0:1789762963.458740:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762963.458741:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3676 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458748:0:15791:0:(rw26.c:871:ll_write_end()) pos 15056896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458751:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ca99eb7b[3 00000000286acf60 2 1 00000000a3274f60 1 0 3676] 00000080:00200000:2.0:1789762963.458753:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003bfd1bb1 17ffffc0001001 3:0 ffff9cdd4565dc40 3676 lru 00000080:00200000:2.0:1789762963.458756:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008a82195e 1628: 1< 0 - - > 2< 6668288 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458758:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ca99eb7b 00000080:00200000:2.0:1789762963.458758:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762963.458759:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3677 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458768:0:15791:0:(rw26.c:871:ll_write_end()) pos 15060992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458770:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000058d35185[3 00000000286acf60 2 1 00000000a3274f60 1 0 3677] 00000080:00200000:2.0:1789762963.458772:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000015b544c7 17ffffc0001001 3:0 ffff9cdd4565d000 3677 lru 00000080:00200000:2.0:1789762963.458775:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed290587 1629: 1< 0 - - > 2< 6672384 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458777:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000058d35185 00000080:00200000:2.0:1789762963.458777:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762963.458778:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3678 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458785:0:15791:0:(rw26.c:871:ll_write_end()) pos 15065088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458788:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c6af6988[3 00000000286acf60 2 1 00000000a3274f60 1 0 3678] 00000080:00200000:2.0:1789762963.458790:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003251e3bc 17ffffc0001001 3:0 ffff9cdd4565d0e0 3678 lru 00000080:00200000:2.0:1789762963.458793:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000639780f6 1630: 1< 0 - - > 2< 6676480 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458794:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c6af6988 00000080:00200000:2.0:1789762963.458795:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762963.458796:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3679 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458803:0:15791:0:(rw26.c:871:ll_write_end()) pos 15069184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458806:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a1eab173[3 00000000286acf60 2 1 00000000a3274f60 1 0 3679] 00000080:00200000:2.0:1789762963.458807:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f32c8938 17ffffc0001001 3:0 ffff9cdd4565dd20 3679 lru 00000080:00200000:2.0:1789762963.458811:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ae87f850 1631: 1< 0 - - > 2< 6680576 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458812:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a1eab173 00000080:00200000:2.0:1789762963.458813:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762963.458814:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3680 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458824:0:15791:0:(rw26.c:871:ll_write_end()) pos 15073280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458826:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000af9e1ec8[3 00000000286acf60 2 1 00000000a3274f60 1 0 3680] 00000080:00200000:2.0:1789762963.458828:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000160ba38a 17ffffc0001021 2:0 ffff9cdd4565d460 3680 lru 00000080:00200000:2.0:1789762963.458832:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c23c7323 1632: 1< 0 - - > 2< 6684672 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458833:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000af9e1ec8 00000080:00200000:2.0:1789762963.458833:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762963.458834:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3681 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458842:0:15791:0:(rw26.c:871:ll_write_end()) pos 15077376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458845:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000056036050[3 00000000286acf60 2 1 00000000a3274f60 1 0 3681] 00000080:00200000:2.0:1789762963.458847:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002611a7e5 17ffffc0001001 3:0 ffff9cdd4565d540 3681 lru 00000080:00200000:2.0:1789762963.458850:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000288dfceb 1633: 1< 0 - - > 2< 6688768 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458852:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000056036050 00000080:00200000:2.0:1789762963.458852:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762963.458853:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3682 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458861:0:15791:0:(rw26.c:871:ll_write_end()) pos 15081472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458878:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000000e15c6a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3682] 00000080:00200000:2.0:1789762963.458880:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000544fe4e3 17ffffc0001001 3:0 ffff9cdd4565d380 3682 lru 00000080:00200000:2.0:1789762963.458884:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008d6e8ede 1634: 1< 0 - - > 2< 6692864 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458885:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000000e15c6a 00000080:00200000:2.0:1789762963.458885:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762963.458887:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3683 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458897:0:15791:0:(rw26.c:871:ll_write_end()) pos 15085568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458900:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000045f86f2c[3 00000000286acf60 2 1 00000000a3274f60 1 0 3683] 00000080:00200000:2.0:1789762963.458902:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb299ba8 17ffffc0001001 3:0 ffff9cdd4565d2a0 3683 lru 00000080:00200000:2.0:1789762963.458906:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000764517bb 1635: 1< 0 - - > 2< 6696960 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458907:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000045f86f2c 00000080:00200000:2.0:1789762963.458908:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762963.458909:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3684 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458918:0:15791:0:(rw26.c:871:ll_write_end()) pos 15089664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458920:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000780ccae9[3 00000000286acf60 2 1 00000000a3274f60 1 0 3684] 00000080:00200000:2.0:1789762963.458922:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001ff36a04 17ffffc0001001 3:0 ffff9cdd4565d9a0 3684 lru 00000080:00200000:2.0:1789762963.458926:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007c9c8749 1636: 1< 0 - - > 2< 6701056 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458928:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000780ccae9 00000080:00200000:2.0:1789762963.458928:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762963.458929:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3685 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458937:0:15791:0:(rw26.c:871:ll_write_end()) pos 15093760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458939:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002bbe046b[3 00000000286acf60 2 1 00000000a3274f60 1 0 3685] 00000080:00200000:2.0:1789762963.458941:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000062604908 17ffffc0001001 3:0 ffff9cdd4565de00 3685 lru 00000080:00200000:2.0:1789762963.458944:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000845bd877 1637: 1< 0 - - > 2< 6705152 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458946:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002bbe046b 00000080:00200000:2.0:1789762963.458947:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762963.458948:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3686 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458961:0:15791:0:(rw26.c:871:ll_write_end()) pos 15097856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458963:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000007677e64[3 00000000286acf60 2 1 00000000a3274f60 1 0 3686] 00000080:00200000:2.0:1789762963.458965:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000db49e830 17ffffc0001001 3:0 ffff9cdd4362c7e0 3686 lru 00000080:00200000:2.0:1789762963.458968:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007dab8b53 1638: 1< 0 - - > 2< 6709248 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458970:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000007677e64 00000080:00200000:2.0:1789762963.458970:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762963.458971:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3687 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458979:0:15791:0:(rw26.c:871:ll_write_end()) pos 15101952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.458982:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000fde21269[3 00000000286acf60 2 1 00000000a3274f60 1 0 3687] 00000080:00200000:2.0:1789762963.458984:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000009f01918a 17ffffc0001001 3:0 ffff9cdd4362c620 3687 lru 00000080:00200000:2.0:1789762963.458988:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000036627439 1639: 1< 0 - - > 2< 6713344 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.458989:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000fde21269 00000080:00200000:2.0:1789762963.458990:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762963.458991:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3688 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.458999:0:15791:0:(rw26.c:871:ll_write_end()) pos 15106048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459001:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e3954c55[3 00000000286acf60 2 1 00000000a3274f60 1 0 3688] 00000080:00200000:2.0:1789762963.459003:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e9673055 17ffffc0001001 3:0 ffff9cdd4362cc40 3688 lru 00000080:00200000:2.0:1789762963.459006:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006f5c68d5 1640: 1< 0 - - > 2< 6717440 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459007:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e3954c55 00000080:00200000:2.0:1789762963.459008:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762963.459009:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3689 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459017:0:15791:0:(rw26.c:871:ll_write_end()) pos 15110144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459019:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004d2f6f88[3 00000000286acf60 2 1 00000000a3274f60 1 0 3689] 00000080:00200000:2.0:1789762963.459021:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf6fbe8a 17ffffc0001001 3:0 ffff9cdd4362c000 3689 lru 00000080:00200000:2.0:1789762963.459024:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c6ed69df 1641: 1< 0 - - > 2< 6721536 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459026:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004d2f6f88 00000080:00200000:2.0:1789762963.459026:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762963.459027:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3690 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459035:0:15791:0:(rw26.c:871:ll_write_end()) pos 15114240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459038:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000050cef908[3 00000000286acf60 2 1 00000000a3274f60 1 0 3690] 00000080:00200000:2.0:1789762963.459040:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8c64383 17ffffc0001001 3:0 ffff9cdd4362c0e0 3690 lru 00000080:00200000:2.0:1789762963.459044:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000048c9f786 1642: 1< 0 - - > 2< 6725632 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459045:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000050cef908 00000080:00200000:2.0:1789762963.459046:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762963.459046:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3691 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459055:0:15791:0:(rw26.c:871:ll_write_end()) pos 15118336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459058:0:15791:0:(rw26.c:929:ll_write_end()) page@000000000f583de9[3 00000000286acf60 2 1 00000000a3274f60 1 0 3691] 00000080:00200000:2.0:1789762963.459059:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d1da34cd 17ffffc0001001 3:0 ffff9cdd4362cd20 3691 lru 00000080:00200000:2.0:1789762963.459063:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000644c5c15 1643: 1< 0 - - > 2< 6729728 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459064:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000000f583de9 00000080:00200000:2.0:1789762963.459065:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762963.459066:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3692 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459073:0:15791:0:(rw26.c:871:ll_write_end()) pos 15122432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459076:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b4f8f629[3 00000000286acf60 2 1 00000000a3274f60 1 0 3692] 00000080:00200000:2.0:1789762963.459077:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005f1dc6a9 17ffffc0001001 3:0 ffff9cdd4362c460 3692 lru 00000080:00200000:2.0:1789762963.459081:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000363f327a 1644: 1< 0 - - > 2< 6733824 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459082:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b4f8f629 00000080:00200000:2.0:1789762963.459083:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762963.459084:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3693 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459091:0:15791:0:(rw26.c:871:ll_write_end()) pos 15126528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459093:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b9f57476[3 00000000286acf60 2 1 00000000a3274f60 1 0 3693] 00000080:00200000:2.0:1789762963.459095:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000011eff3e7 17ffffc0001001 3:0 ffff9cdd4362c540 3693 lru 00000080:00200000:2.0:1789762963.459099:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000061158d00 1645: 1< 0 - - > 2< 6737920 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459100:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b9f57476 00000080:00200000:2.0:1789762963.459100:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762963.459101:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3694 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459109:0:15791:0:(rw26.c:871:ll_write_end()) pos 15130624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459111:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009e76d248[3 00000000286acf60 2 1 00000000a3274f60 1 0 3694] 00000080:00200000:2.0:1789762963.459113:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a70212dd 17ffffc0001001 3:0 ffff9cdd4362c380 3694 lru 00000080:00200000:2.0:1789762963.459117:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e1d9d0f9 1646: 1< 0 - - > 2< 6742016 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459119:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009e76d248 00000080:00200000:2.0:1789762963.459119:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762963.459120:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3695 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459130:0:15791:0:(rw26.c:871:ll_write_end()) pos 15134720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459133:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000673744f1[3 00000000286acf60 2 1 00000000a3274f60 1 0 3695] 00000080:00200000:2.0:1789762963.459135:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d89b44cd 17ffffc0001021 2:0 ffff9cdd4362c2a0 3695 lru 00000080:00200000:2.0:1789762963.459139:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001e4b6c52 1647: 1< 0 - - > 2< 6746112 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459141:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000673744f1 00000080:00200000:2.0:1789762963.459141:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762963.459142:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3696 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459150:0:15791:0:(rw26.c:871:ll_write_end()) pos 15138816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459153:0:15791:0:(rw26.c:929:ll_write_end()) page@000000001a830274[3 00000000286acf60 2 1 00000000a3274f60 1 0 3696] 00000080:00200000:2.0:1789762963.459154:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b46e4443 17ffffc0001001 3:0 ffff9cdd4362c9a0 3696 lru 00000080:00200000:2.0:1789762963.459158:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ce396ab6 1648: 1< 0 - - > 2< 6750208 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459159:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000001a830274 00000080:00200000:2.0:1789762963.459160:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762963.459161:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3697 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459169:0:15791:0:(rw26.c:871:ll_write_end()) pos 15142912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459171:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000652bfaed[3 00000000286acf60 2 1 00000000a3274f60 1 0 3697] 00000080:00200000:2.0:1789762963.459173:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000241bdf2d 17ffffc0001001 3:0 ffff9cdd4362ce00 3697 lru 00000080:00200000:2.0:1789762963.459176:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000002d8d6422 1649: 1< 0 - - > 2< 6754304 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459178:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000652bfaed 00000080:00200000:2.0:1789762963.459178:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762963.459179:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3698 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459187:0:15791:0:(rw26.c:871:ll_write_end()) pos 15147008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459190:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f30c3dec[3 00000000286acf60 2 1 00000000a3274f60 1 0 3698] 00000080:00200000:2.0:1789762963.459192:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002780b681 17ffffc0001001 3:0 ffff9cdd4362c8c0 3698 lru 00000080:00200000:2.0:1789762963.459195:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006bb3a22e 1650: 1< 0 - - > 2< 6758400 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459196:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f30c3dec 00000080:00200000:2.0:1789762963.459197:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762963.459198:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3699 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459206:0:15791:0:(rw26.c:871:ll_write_end()) pos 15151104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459209:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009ee0af34[3 00000000286acf60 2 1 00000000a3274f60 1 0 3699] 00000080:00200000:2.0:1789762963.459211:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001be0c9a6 17ffffc0001001 3:0 ffff9cdd4362cee0 3699 lru 00000080:00200000:2.0:1789762963.459214:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000014140cc 1651: 1< 0 - - > 2< 6762496 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459216:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009ee0af34 00000080:00200000:2.0:1789762963.459216:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762963.459217:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3700 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459224:0:15791:0:(rw26.c:871:ll_write_end()) pos 15155200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459227:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ac6f3144[3 00000000286acf60 2 1 00000000a3274f60 1 0 3700] 00000080:00200000:2.0:1789762963.459229:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee47a36c 17ffffc0001001 3:0 ffff9cdd4362c700 3700 lru 00000080:00200000:2.0:1789762963.459232:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007aea33b9 1652: 1< 0 - - > 2< 6766592 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459233:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ac6f3144 00000080:00200000:2.0:1789762963.459234:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762963.459235:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3701 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459242:0:15791:0:(rw26.c:871:ll_write_end()) pos 15159296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459245:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b0ae5848[3 00000000286acf60 2 1 00000000a3274f60 1 0 3701] 00000080:00200000:2.0:1789762963.459247:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002ea126d2 17ffffc0001001 3:0 ffff9cdd4362cb60 3701 lru 00000080:00200000:2.0:1789762963.459250:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000c7ed7e8 1653: 1< 0 - - > 2< 6770688 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459251:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b0ae5848 00000080:00200000:2.0:1789762963.459252:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762963.459253:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3702 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459260:0:15791:0:(rw26.c:871:ll_write_end()) pos 15163392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459263:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006ad77afe[3 00000000286acf60 2 1 00000000a3274f60 1 0 3702] 00000080:00200000:2.0:1789762963.459264:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c59b41a6 17ffffc0001001 3:0 ffff9cdd4362c1c0 3702 lru 00000080:00200000:2.0:1789762963.459268:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ddc1bafb 1654: 1< 0 - - > 2< 6774784 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459269:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006ad77afe 00000080:00200000:2.0:1789762963.459270:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762963.459271:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3703 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459278:0:15791:0:(rw26.c:871:ll_write_end()) pos 15167488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459281:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000343ea6bf[3 00000000286acf60 2 1 00000000a3274f60 1 0 3703] 00000080:00200000:2.0:1789762963.459282:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6d54544 17ffffc0001001 3:0 ffff9cdd4362ca80 3703 lru 00000080:00200000:2.0:1789762963.459286:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001646c217 1655: 1< 0 - - > 2< 6778880 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459288:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000343ea6bf 00000080:00200000:2.0:1789762963.459289:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762963.459290:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3704 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459303:0:15791:0:(rw26.c:871:ll_write_end()) pos 15171584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459306:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000663fbb2a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3704] 00000080:00200000:2.0:1789762963.459308:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000039e53938 17ffffc0001001 3:0 ffff9cdd4362dee0 3704 lru 00000080:00200000:2.0:1789762963.459312:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000016419d26 1656: 1< 0 - - > 2< 6782976 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459313:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000663fbb2a 00000080:00200000:2.0:1789762963.459314:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762963.459315:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3705 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459325:0:15791:0:(rw26.c:871:ll_write_end()) pos 15175680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459328:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007db72d42[3 00000000286acf60 2 1 00000000a3274f60 1 0 3705] 00000080:00200000:2.0:1789762963.459329:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005b97fa09 17ffffc0001001 3:0 ffff9cdd4362d700 3705 lru 00000080:00200000:2.0:1789762963.459333:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000832421b7 1657: 1< 0 - - > 2< 6787072 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459334:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007db72d42 00000080:00200000:2.0:1789762963.459335:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762963.459336:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3706 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459344:0:15791:0:(rw26.c:871:ll_write_end()) pos 15179776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459347:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006b351cd9[3 00000000286acf60 2 1 00000000a3274f60 1 0 3706] 00000080:00200000:2.0:1789762963.459349:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001be7a7e0 17ffffc0001001 3:0 ffff9cdd4362db60 3706 lru 00000080:00200000:2.0:1789762963.459352:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007c0eee9e 1658: 1< 0 - - > 2< 6791168 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459353:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006b351cd9 00000080:00200000:2.0:1789762963.459354:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762963.459355:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3707 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459362:0:15791:0:(rw26.c:871:ll_write_end()) pos 15183872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459365:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000cc59bc39[3 00000000286acf60 2 1 00000000a3274f60 1 0 3707] 00000080:00200000:2.0:1789762963.459367:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007adb5313 17ffffc0001001 3:0 ffff9cdd4362d1c0 3707 lru 00000080:00200000:2.0:1789762963.459370:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000bae8ad5e 1659: 1< 0 - - > 2< 6795264 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459371:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000cc59bc39 00000080:00200000:2.0:1789762963.459372:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762963.459373:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3708 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459380:0:15791:0:(rw26.c:871:ll_write_end()) pos 15187968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459383:0:15791:0:(rw26.c:929:ll_write_end()) page@000000005246277b[3 00000000286acf60 2 1 00000000a3274f60 1 0 3708] 00000080:00200000:2.0:1789762963.459385:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd6e362d 17ffffc0001001 3:0 ffff9cdd4362da80 3708 lru 00000080:00200000:2.0:1789762963.459389:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000004017c115 1660: 1< 0 - - > 2< 6799360 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459390:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000005246277b 00000080:00200000:2.0:1789762963.459391:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762963.459392:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3709 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459399:0:15791:0:(rw26.c:871:ll_write_end()) pos 15192064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459402:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ad9455e0[3 00000000286acf60 2 1 00000000a3274f60 1 0 3709] 00000080:00200000:2.0:1789762963.459403:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007282c099 17ffffc0001001 3:0 ffff9cdd4362d7e0 3709 lru 00000080:00200000:2.0:1789762963.459407:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000002cbd5954 1661: 1< 0 - - > 2< 6803456 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459408:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ad9455e0 00000080:00200000:2.0:1789762963.459409:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762963.459409:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3710 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459419:0:15791:0:(rw26.c:871:ll_write_end()) pos 15196160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459422:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004e6b954c[3 00000000286acf60 2 1 00000000a3274f60 1 0 3710] 00000080:00200000:2.0:1789762963.459424:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000037ed135c 17ffffc0001021 2:0 ffff9cdd4362d620 3710 lru 00000080:00200000:2.0:1789762963.459428:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001b60408f 1662: 1< 0 - - > 2< 6807552 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459429:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004e6b954c 00000080:00200000:2.0:1789762963.459430:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762963.459431:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3711 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459439:0:15791:0:(rw26.c:871:ll_write_end()) pos 15200256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459441:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000998b9834[3 00000000286acf60 2 1 00000000a3274f60 1 0 3711] 00000080:00200000:2.0:1789762963.459443:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002dd2df15 17ffffc0001001 3:0 ffff9cdd4362dc40 3711 lru 00000080:00200000:2.0:1789762963.459447:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d9cc44ca 1663: 1< 0 - - > 2< 6811648 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459449:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000998b9834 00000080:00200000:2.0:1789762963.459450:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762963.459451:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3712 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459462:0:15791:0:(rw26.c:871:ll_write_end()) pos 15204352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459464:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002fdb61b6[3 00000000286acf60 2 1 00000000a3274f60 1 0 3712] 00000080:00200000:2.0:1789762963.459466:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004f4e9030 17ffffc0001001 3:0 ffff9cdd4362d000 3712 lru 00000080:00200000:2.0:1789762963.459470:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000023f06b1d 1664: 1< 0 - - > 2< 6815744 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459472:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002fdb61b6 00000080:00200000:2.0:1789762963.459473:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762963.459474:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3713 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459481:0:15791:0:(rw26.c:871:ll_write_end()) pos 15208448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459484:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004da05d71[3 00000000286acf60 2 1 00000000a3274f60 1 0 3713] 00000080:00200000:2.0:1789762963.459486:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a6e0447a 17ffffc0001001 3:0 ffff9cdd4362d0e0 3713 lru 00000080:00200000:2.0:1789762963.459489:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000021723c21 1665: 1< 0 - - > 2< 6819840 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459490:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004da05d71 00000080:00200000:2.0:1789762963.459491:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762963.459492:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3714 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459499:0:15791:0:(rw26.c:871:ll_write_end()) pos 15212544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459501:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000056e1924f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3714] 00000080:00200000:2.0:1789762963.459503:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e5d0b64c 17ffffc0001001 3:0 ffff9cdd4362dd20 3714 lru 00000080:00200000:2.0:1789762963.459507:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000811d2d89 1666: 1< 0 - - > 2< 6823936 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459508:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000056e1924f 00000080:00200000:2.0:1789762963.459508:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762963.459509:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3715 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459517:0:15791:0:(rw26.c:871:ll_write_end()) pos 15216640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459519:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000144c275e[3 00000000286acf60 2 1 00000000a3274f60 1 0 3715] 00000080:00200000:2.0:1789762963.459521:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000289910c4 17ffffc0001001 3:0 ffff9cdd4362d460 3715 lru 00000080:00200000:2.0:1789762963.459524:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000530778b7 1667: 1< 0 - - > 2< 6828032 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459526:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000144c275e 00000080:00200000:2.0:1789762963.459526:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762963.459527:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3716 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459551:0:15791:0:(rw26.c:871:ll_write_end()) pos 15220736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459556:0:15791:0:(rw26.c:929:ll_write_end()) page@000000001dabc3ce[3 00000000286acf60 2 1 00000000a3274f60 1 0 3716] 00000080:00200000:2.0:1789762963.459558:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000936cf7d0 17ffffc0001001 3:0 ffff9cdd4362d540 3716 lru 00000080:00200000:2.0:1789762963.459564:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006766d838 1668: 1< 0 - - > 2< 6832128 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459565:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000001dabc3ce 00000080:00200000:2.0:1789762963.459567:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762963.459569:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3717 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459582:0:15791:0:(rw26.c:871:ll_write_end()) pos 15224832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459585:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008ef890ce[3 00000000286acf60 2 1 00000000a3274f60 1 0 3717] 00000080:00200000:2.0:1789762963.459587:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000dec93d25 17ffffc0001001 3:0 ffff9cdd4362d380 3717 lru 00000080:00200000:2.0:1789762963.459591:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000762701f0 1669: 1< 0 - - > 2< 6836224 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459593:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008ef890ce 00000080:00200000:2.0:1789762963.459593:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762963.459594:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3718 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459603:0:15791:0:(rw26.c:871:ll_write_end()) pos 15228928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459605:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b9b985ab[3 00000000286acf60 2 1 00000000a3274f60 1 0 3718] 00000080:00200000:2.0:1789762963.459607:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000084748fbf 17ffffc0001001 3:0 ffff9cdd4362d2a0 3718 lru 00000080:00200000:2.0:1789762963.459610:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000964c6312 1670: 1< 0 - - > 2< 6840320 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459612:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b9b985ab 00000080:00200000:2.0:1789762963.459613:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762963.459614:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3719 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459623:0:15791:0:(rw26.c:871:ll_write_end()) pos 15233024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459626:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000cee86882[3 00000000286acf60 2 1 00000000a3274f60 1 0 3719] 00000080:00200000:2.0:1789762963.459628:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001832e08a 17ffffc0001001 3:0 ffff9cdd4362d9a0 3719 lru 00000080:00200000:2.0:1789762963.459632:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000983e23ef 1671: 1< 0 - - > 2< 6844416 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459633:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000cee86882 00000080:00200000:2.0:1789762963.459634:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762963.459635:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3720 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459642:0:15791:0:(rw26.c:871:ll_write_end()) pos 15237120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459645:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000cb23b083[3 00000000286acf60 2 1 00000000a3274f60 1 0 3720] 00000080:00200000:2.0:1789762963.459646:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee7ebfea 17ffffc0001001 3:0 ffff9cdd4362de00 3720 lru 00000080:00200000:2.0:1789762963.459650:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000502d5492 1672: 1< 0 - - > 2< 6848512 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459651:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000cb23b083 00000080:00200000:2.0:1789762963.459652:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762963.459653:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3721 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459660:0:15791:0:(rw26.c:871:ll_write_end()) pos 15241216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459663:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c59bd0b6[3 00000000286acf60 2 1 00000000a3274f60 1 0 3721] 00000080:00200000:2.0:1789762963.459664:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000034035b8a 17ffffc0001001 3:0 ffff9cdd4362d8c0 3721 lru 00000080:00200000:2.0:1789762963.459668:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d538520a 1673: 1< 0 - - > 2< 6852608 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459670:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c59bd0b6 00000080:00200000:2.0:1789762963.459670:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762963.459671:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3722 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459685:0:15791:0:(rw26.c:871:ll_write_end()) pos 15245312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459688:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000830c537c[3 00000000286acf60 2 1 00000000a3274f60 1 0 3722] 00000080:00200000:2.0:1789762963.459689:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000323c54f 17ffffc0001001 3:0 ffff9cdd486e42a0 3722 lru 00000080:00200000:2.0:1789762963.459693:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000302e42ec 1674: 1< 0 - - > 2< 6856704 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459694:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000830c537c 00000080:00200000:2.0:1789762963.459694:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762963.459695:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3723 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459703:0:15791:0:(rw26.c:871:ll_write_end()) pos 15249408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459706:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c3310295[3 00000000286acf60 2 1 00000000a3274f60 1 0 3723] 00000080:00200000:2.0:1789762963.459708:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000011b5f2a1 17ffffc0001001 3:0 ffff9cdd486e49a0 3723 lru 00000080:00200000:2.0:1789762963.459712:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000485d2fd 1675: 1< 0 - - > 2< 6860800 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459713:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c3310295 00000080:00200000:2.0:1789762963.459714:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762963.459715:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3724 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459723:0:15791:0:(rw26.c:871:ll_write_end()) pos 15253504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459725:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000007252b97[3 00000000286acf60 2 1 00000000a3274f60 1 0 3724] 00000080:00200000:2.0:1789762963.459727:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a56c9b3d 17ffffc0001001 3:0 ffff9cdd486e4e00 3724 lru 00000080:00200000:2.0:1789762963.459730:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000270ef49d 1676: 1< 0 - - > 2< 6864896 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459731:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000007252b97 00000080:00200000:2.0:1789762963.459732:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762963.459733:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3725 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459743:0:15791:0:(rw26.c:871:ll_write_end()) pos 15257600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459746:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000db8f55b3[3 00000000286acf60 2 1 00000000a3274f60 1 0 3725] 00000080:00200000:2.0:1789762963.459748:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d915db9e 17ffffc0001021 2:0 ffff9cdd486e48c0 3725 lru 00000080:00200000:2.0:1789762963.459751:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000088447ec5 1677: 1< 0 - - > 2< 6868992 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459752:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000db8f55b3 00000080:00200000:2.0:1789762963.459753:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762963.459754:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3726 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459763:0:15791:0:(rw26.c:871:ll_write_end()) pos 15261696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459766:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000dbc926fb[3 00000000286acf60 2 1 00000000a3274f60 1 0 3726] 00000080:00200000:2.0:1789762963.459768:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000020435c0e 17ffffc0001001 3:0 ffff9cdd486e4ee0 3726 lru 00000080:00200000:2.0:1789762963.459772:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001d620604 1678: 1< 0 - - > 2< 6873088 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459774:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000dbc926fb 00000080:00200000:2.0:1789762963.459775:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762963.459776:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3727 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459783:0:15791:0:(rw26.c:871:ll_write_end()) pos 15265792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459786:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b7da00cc[3 00000000286acf60 2 1 00000000a3274f60 1 0 3727] 00000080:00200000:2.0:1789762963.459787:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000583cfa50 17ffffc0001001 3:0 ffff9cdd486e4700 3727 lru 00000080:00200000:2.0:1789762963.459791:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000002620be6a 1679: 1< 0 - - > 2< 6877184 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459792:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b7da00cc 00000080:00200000:2.0:1789762963.459793:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762963.459794:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3728 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459801:0:15791:0:(rw26.c:871:ll_write_end()) pos 15269888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459804:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003228742a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3728] 00000080:00200000:2.0:1789762963.459805:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000decb1a8e 17ffffc0001001 3:0 ffff9cdd486e4b60 3728 lru 00000080:00200000:2.0:1789762963.459809:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c6d9b5e3 1680: 1< 0 - - > 2< 6881280 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459810:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003228742a 00000080:00200000:2.0:1789762963.459811:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762963.459812:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3729 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459820:0:15791:0:(rw26.c:871:ll_write_end()) pos 15273984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459822:0:15791:0:(rw26.c:929:ll_write_end()) page@000000005d974d5f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3729] 00000080:00200000:2.0:1789762963.459824:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000232a70ae 17ffffc0001001 3:0 ffff9cdd486e41c0 3729 lru 00000080:00200000:2.0:1789762963.459828:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005d85caa6 1681: 1< 0 - - > 2< 6885376 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459829:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000005d974d5f 00000080:00200000:2.0:1789762963.459830:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762963.459831:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3730 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459838:0:15791:0:(rw26.c:871:ll_write_end()) pos 15278080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459841:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a2666eaa[3 00000000286acf60 2 1 00000000a3274f60 1 0 3730] 00000080:00200000:2.0:1789762963.459843:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000665fe2aa 17ffffc0001001 3:0 ffff9cdd486e4a80 3730 lru 00000080:00200000:2.0:1789762963.459846:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006588b1f8 1682: 1< 0 - - > 2< 6889472 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459848:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a2666eaa 00000080:00200000:2.0:1789762963.459849:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762963.459850:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3731 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459858:0:15791:0:(rw26.c:871:ll_write_end()) pos 15282176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459860:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b89703c0[3 00000000286acf60 2 1 00000000a3274f60 1 0 3731] 00000080:00200000:2.0:1789762963.459862:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d16b89da 17ffffc0001001 3:0 ffff9cdd486e47e0 3731 lru 00000080:00200000:2.0:1789762963.459880:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b4d43048 1683: 1< 0 - - > 2< 6893568 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459881:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b89703c0 00000080:00200000:2.0:1789762963.459882:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762963.459884:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3732 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459894:0:15791:0:(rw26.c:871:ll_write_end()) pos 15286272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459897:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a7ce8412[3 00000000286acf60 2 1 00000000a3274f60 1 0 3732] 00000080:00200000:2.0:1789762963.459899:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000017358d75 17ffffc0001001 3:0 ffff9cdd486e4620 3732 lru 00000080:00200000:2.0:1789762963.459903:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000cdb12122 1684: 1< 0 - - > 2< 6897664 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459904:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a7ce8412 00000080:00200000:2.0:1789762963.459905:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762963.459906:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3733 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459915:0:15791:0:(rw26.c:871:ll_write_end()) pos 15290368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459917:0:15791:0:(rw26.c:929:ll_write_end()) page@000000000e9fea16[3 00000000286acf60 2 1 00000000a3274f60 1 0 3733] 00000080:00200000:2.0:1789762963.459919:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000006f6e36fe 17ffffc0001001 3:0 ffff9cdd486e4c40 3733 lru 00000080:00200000:2.0:1789762963.459923:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001caae27e 1685: 1< 0 - - > 2< 6901760 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459924:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000000e9fea16 00000080:00200000:2.0:1789762963.459924:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762963.459925:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3734 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459934:0:15791:0:(rw26.c:871:ll_write_end()) pos 15294464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459936:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000077c72a9f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3734] 00000080:00200000:2.0:1789762963.459938:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000061e7dc9e 17ffffc0001001 3:0 ffff9cdd486e4000 3734 lru 00000080:00200000:2.0:1789762963.459942:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000084cc36b4 1686: 1< 0 - - > 2< 6905856 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459944:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000077c72a9f 00000080:00200000:2.0:1789762963.459944:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762963.459945:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3735 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459953:0:15791:0:(rw26.c:871:ll_write_end()) pos 15298560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459956:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b9fd0650[3 00000000286acf60 2 1 00000000a3274f60 1 0 3735] 00000080:00200000:2.0:1789762963.459958:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ebbcb662 17ffffc0001001 3:0 ffff9cdd486e40e0 3735 lru 00000080:00200000:2.0:1789762963.459961:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000000f1fc80 1687: 1< 0 - - > 2< 6909952 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459963:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b9fd0650 00000080:00200000:2.0:1789762963.459963:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762963.459964:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3736 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459971:0:15791:0:(rw26.c:871:ll_write_end()) pos 15302656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459974:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f11ef230[3 00000000286acf60 2 1 00000000a3274f60 1 0 3736] 00000080:00200000:2.0:1789762963.459975:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb9359a1 17ffffc0001001 3:0 ffff9cdd486e4d20 3736 lru 00000080:00200000:2.0:1789762963.459979:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000004c4aff38 1688: 1< 0 - - > 2< 6914048 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459980:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f11ef230 00000080:00200000:2.0:1789762963.459981:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762963.459982:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3737 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.459990:0:15791:0:(rw26.c:871:ll_write_end()) pos 15306752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.459992:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009ed2b4da[3 00000000286acf60 2 1 00000000a3274f60 1 0 3737] 00000080:00200000:2.0:1789762963.459994:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000006bbf955c 17ffffc0001001 3:0 ffff9cdd486e4460 3737 lru 00000080:00200000:2.0:1789762963.459997:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5a14b04 1689: 1< 0 - - > 2< 6918144 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.459999:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009ed2b4da 00000080:00200000:2.0:1789762963.459999:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762963.460000:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3738 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460008:0:15791:0:(rw26.c:871:ll_write_end()) pos 15310848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460010:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ffcb716c[3 00000000286acf60 2 1 00000000a3274f60 1 0 3738] 00000080:00200000:2.0:1789762963.460012:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000294a7c0f 17ffffc0001001 3:0 ffff9cdd486e4540 3738 lru 00000080:00200000:2.0:1789762963.460015:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000002d5c1616 1690: 1< 0 - - > 2< 6922240 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460017:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ffcb716c 00000080:00200000:2.0:1789762963.460018:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762963.460019:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3739 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460026:0:15791:0:(rw26.c:871:ll_write_end()) pos 15314944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460029:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000053e43731[3 00000000286acf60 2 1 00000000a3274f60 1 0 3739] 00000080:00200000:2.0:1789762963.460031:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000073671acb 17ffffc0001001 3:0 ffff9cdd486e4380 3739 lru 00000080:00200000:2.0:1789762963.460034:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000079ba02cf 1691: 1< 0 - - > 2< 6926336 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460036:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000053e43731 00000080:00200000:2.0:1789762963.460036:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762963.460037:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3740 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460057:0:15791:0:(rw26.c:871:ll_write_end()) pos 15319040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460060:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007d2a28e4[3 00000000286acf60 2 1 00000000a3274f60 1 0 3740] 00000080:00200000:2.0:1789762963.460061:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000079f877b1 17ffffc0001021 2:0 ffff9cdd486e5620 3740 lru 00000080:00200000:2.0:1789762963.460065:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000995d1b35 1692: 1< 0 - - > 2< 6930432 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460066:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007d2a28e4 00000080:00200000:2.0:1789762963.460067:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762963.460068:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3741 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460076:0:15791:0:(rw26.c:871:ll_write_end()) pos 15323136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460079:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e2ef1147[3 00000000286acf60 2 1 00000000a3274f60 1 0 3741] 00000080:00200000:2.0:1789762963.460081:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a33d27fb 17ffffc0001001 3:0 ffff9cdd486e5c40 3741 lru 00000080:00200000:2.0:1789762963.460085:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000082d786e2 1693: 1< 0 - - > 2< 6934528 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460086:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e2ef1147 00000080:00200000:2.0:1789762963.460087:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762963.460088:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3742 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460096:0:15791:0:(rw26.c:871:ll_write_end()) pos 15327232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460099:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000308c3a84[3 00000000286acf60 2 1 00000000a3274f60 1 0 3742] 00000080:00200000:2.0:1789762963.460100:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b81affa1 17ffffc0001001 3:0 ffff9cdd486e5000 3742 lru 00000080:00200000:2.0:1789762963.460104:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000022364bff 1694: 1< 0 - - > 2< 6938624 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460105:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000308c3a84 00000080:00200000:2.0:1789762963.460106:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762963.460107:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3743 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460115:0:15791:0:(rw26.c:871:ll_write_end()) pos 15331328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460117:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003687edbb[3 00000000286acf60 2 1 00000000a3274f60 1 0 3743] 00000080:00200000:2.0:1789762963.460119:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f915153e 17ffffc0001001 3:0 ffff9cdd486e50e0 3743 lru 00000080:00200000:2.0:1789762963.460122:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000f5864aa 1695: 1< 0 - - > 2< 6942720 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460123:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003687edbb 00000080:00200000:2.0:1789762963.460124:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762963.460125:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3744 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460133:0:15791:0:(rw26.c:871:ll_write_end()) pos 15335424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460136:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000aca6ef31[3 00000000286acf60 2 1 00000000a3274f60 1 0 3744] 00000080:00200000:2.0:1789762963.460138:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000401593da 17ffffc0001001 3:0 ffff9cdd486e5d20 3744 lru 00000080:00200000:2.0:1789762963.460141:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab5b67fe 1696: 1< 0 - - > 2< 6946816 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460143:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000aca6ef31 00000080:00200000:2.0:1789762963.460143:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762963.460145:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3745 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460153:0:15791:0:(rw26.c:871:ll_write_end()) pos 15339520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460156:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e0bb753a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3745] 00000080:00200000:2.0:1789762963.460158:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000014a201a9 17ffffc0001001 3:0 ffff9cdd486e5460 3745 lru 00000080:00200000:2.0:1789762963.460161:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003341b381 1697: 1< 0 - - > 2< 6950912 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460162:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e0bb753a 00000080:00200000:2.0:1789762963.460163:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762963.460164:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3746 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460172:0:15791:0:(rw26.c:871:ll_write_end()) pos 15343616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460174:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004ed27f7d[3 00000000286acf60 2 1 00000000a3274f60 1 0 3746] 00000080:00200000:2.0:1789762963.460176:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000076a111c8 17ffffc0001001 3:0 ffff9cdd486e5540 3746 lru 00000080:00200000:2.0:1789762963.460180:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000db05b352 1698: 1< 0 - - > 2< 6955008 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460181:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004ed27f7d 00000080:00200000:2.0:1789762963.460181:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762963.460182:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3747 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460191:0:15791:0:(rw26.c:871:ll_write_end()) pos 15347712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460194:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e6d1b32f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3747] 00000080:00200000:2.0:1789762963.460195:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001c1721ab 17ffffc0001001 3:0 ffff9cdd486e5380 3747 lru 00000080:00200000:2.0:1789762963.460199:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e2182385 1699: 1< 0 - - > 2< 6959104 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460200:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e6d1b32f 00000080:00200000:2.0:1789762963.460200:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762963.460201:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3748 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460209:0:15791:0:(rw26.c:871:ll_write_end()) pos 15351808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460212:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000605fd5eb[3 00000000286acf60 2 1 00000000a3274f60 1 0 3748] 00000080:00200000:2.0:1789762963.460214:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000194b70a5 17ffffc0001001 3:0 ffff9cdd486e52a0 3748 lru 00000080:00200000:2.0:1789762963.460217:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001a57023e 1700: 1< 0 - - > 2< 6963200 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460219:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000605fd5eb 00000080:00200000:2.0:1789762963.460220:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762963.460221:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3749 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460229:0:15791:0:(rw26.c:871:ll_write_end()) pos 15355904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460232:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f4d3e2e6[3 00000000286acf60 2 1 00000000a3274f60 1 0 3749] 00000080:00200000:2.0:1789762963.460233:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004fa3bb68 17ffffc0001001 3:0 ffff9cdd486e59a0 3749 lru 00000080:00200000:2.0:1789762963.460237:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d9ff49ee 1701: 1< 0 - - > 2< 6967296 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460238:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f4d3e2e6 00000080:00200000:2.0:1789762963.460239:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762963.460240:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3750 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460247:0:15791:0:(rw26.c:871:ll_write_end()) pos 15360000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460250:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000d58d2ad3[3 00000000286acf60 2 1 00000000a3274f60 1 0 3750] 00000080:00200000:2.0:1789762963.460251:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000032dfceb7 17ffffc0001001 3:0 ffff9cdd486e5e00 3750 lru 00000080:00200000:2.0:1789762963.460255:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d38327da 1702: 1< 0 - - > 2< 6971392 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460256:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000d58d2ad3 00000080:00200000:2.0:1789762963.460257:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762963.460258:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3751 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460266:0:15791:0:(rw26.c:871:ll_write_end()) pos 15364096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460268:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000798eb749[3 00000000286acf60 2 1 00000000a3274f60 1 0 3751] 00000080:00200000:2.0:1789762963.460270:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d0b61433 17ffffc0001001 3:0 ffff9cdd486e58c0 3751 lru 00000080:00200000:2.0:1789762963.460273:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a177b528 1703: 1< 0 - - > 2< 6975488 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460275:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000798eb749 00000080:00200000:2.0:1789762963.460275:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762963.460276:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3752 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460284:0:15791:0:(rw26.c:871:ll_write_end()) pos 15368192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460286:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ff74a88b[3 00000000286acf60 2 1 00000000a3274f60 1 0 3752] 00000080:00200000:2.0:1789762963.460288:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000872c5e86 17ffffc0001001 3:0 ffff9cdd486e5ee0 3752 lru 00000080:00200000:2.0:1789762963.460292:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003890774c 1704: 1< 0 - - > 2< 6979584 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460293:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ff74a88b 00000080:00200000:2.0:1789762963.460293:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762963.460294:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3753 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460303:0:15791:0:(rw26.c:871:ll_write_end()) pos 15372288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460306:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ca7beaf0[3 00000000286acf60 2 1 00000000a3274f60 1 0 3753] 00000080:00200000:2.0:1789762963.460307:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c33ba439 17ffffc0001001 3:0 ffff9cdd486e5700 3753 lru 00000080:00200000:2.0:1789762963.460311:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d35bf7fb 1705: 1< 0 - - > 2< 6983680 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460312:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ca7beaf0 00000080:00200000:2.0:1789762963.460313:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762963.460314:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3754 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460322:0:15791:0:(rw26.c:871:ll_write_end()) pos 15376384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460325:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003bc57bc0[3 00000000286acf60 2 1 00000000a3274f60 1 0 3754] 00000080:00200000:2.0:1789762963.460326:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b51c025b 17ffffc0001001 3:0 ffff9cdd486e5b60 3754 lru 00000080:00200000:2.0:1789762963.460330:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6327dcc 1706: 1< 0 - - > 2< 6987776 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460331:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003bc57bc0 00000080:00200000:2.0:1789762963.460332:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762963.460333:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3755 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460343:0:15791:0:(rw26.c:871:ll_write_end()) pos 15380480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460345:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000489fdebb[3 00000000286acf60 2 1 00000000a3274f60 1 0 3755] 00000080:00200000:2.0:1789762963.460347:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000019c6ab20 17ffffc0001021 2:0 ffff9cdd486e51c0 3755 lru 00000080:00200000:2.0:1789762963.460351:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b18842c9 1707: 1< 0 - - > 2< 6991872 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460352:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000489fdebb 00000080:00200000:2.0:1789762963.460353:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762963.460354:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3756 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460362:0:15791:0:(rw26.c:871:ll_write_end()) pos 15384576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460365:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f130f50b[3 00000000286acf60 2 1 00000000a3274f60 1 0 3756] 00000080:00200000:2.0:1789762963.460366:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000034b15ef 17ffffc0001001 3:0 ffff9cdd486e5a80 3756 lru 00000080:00200000:2.0:1789762963.460370:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000829698f4 1708: 1< 0 - - > 2< 6995968 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460371:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f130f50b 00000080:00200000:2.0:1789762963.460372:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762963.460373:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3757 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460382:0:15791:0:(rw26.c:871:ll_write_end()) pos 15388672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460384:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a5c340ad[3 00000000286acf60 2 1 00000000a3274f60 1 0 3757] 00000080:00200000:2.0:1789762963.460386:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed3db62a 17ffffc0001001 3:0 ffff9cdd486e57e0 3757 lru 00000080:00200000:2.0:1789762963.460390:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000070bd3e17 1709: 1< 0 - - > 2< 7000064 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460391:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a5c340ad 00000080:00200000:2.0:1789762963.460392:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762963.460393:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3758 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460406:0:15791:0:(rw26.c:871:ll_write_end()) pos 15392768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460408:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a2920a95[3 00000000286acf60 2 1 00000000a3274f60 1 0 3758] 00000080:00200000:2.0:1789762963.460410:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000062e6c1c4 17ffffc0001001 3:0 ffff9cdd58acc7e0 3758 lru 00000080:00200000:2.0:1789762963.460414:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000889a986e 1710: 1< 0 - - > 2< 7004160 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460415:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a2920a95 00000080:00200000:2.0:1789762963.460415:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762963.460416:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3759 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460424:0:15791:0:(rw26.c:871:ll_write_end()) pos 15396864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460427:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000091679607[3 00000000286acf60 2 1 00000000a3274f60 1 0 3759] 00000080:00200000:2.0:1789762963.460428:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f2e42589 17ffffc0001001 3:0 ffff9cdd58acc620 3759 lru 00000080:00200000:2.0:1789762963.460432:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000004392757e 1711: 1< 0 - - > 2< 7008256 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460434:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000091679607 00000080:00200000:2.0:1789762963.460434:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762963.460435:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3760 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460444:0:15791:0:(rw26.c:871:ll_write_end()) pos 15400960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460446:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004b086172[3 00000000286acf60 2 1 00000000a3274f60 1 0 3760] 00000080:00200000:2.0:1789762963.460448:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000efd038e8 17ffffc0001001 3:0 ffff9cdd58accc40 3760 lru 00000080:00200000:2.0:1789762963.460452:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007cd1ec06 1712: 1< 0 - - > 2< 7012352 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460453:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004b086172 00000080:00200000:2.0:1789762963.460453:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762963.460454:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3761 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460463:0:15791:0:(rw26.c:871:ll_write_end()) pos 15405056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460465:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f631da1d[3 00000000286acf60 2 1 00000000a3274f60 1 0 3761] 00000080:00200000:2.0:1789762963.460467:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b8c40cf7 17ffffc0001001 3:0 ffff9cdd58acc000 3761 lru 00000080:00200000:2.0:1789762963.460471:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000397e04ee 1713: 1< 0 - - > 2< 7016448 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460472:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f631da1d 00000080:00200000:2.0:1789762963.460472:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762963.460473:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3762 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460482:0:15791:0:(rw26.c:871:ll_write_end()) pos 15409152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460485:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000023ebe7de[3 00000000286acf60 2 1 00000000a3274f60 1 0 3762] 00000080:00200000:2.0:1789762963.460487:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c10b4a3e 17ffffc0001001 3:0 ffff9cdd58acc0e0 3762 lru 00000080:00200000:2.0:1789762963.460490:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000855d4d84 1714: 1< 0 - - > 2< 7020544 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460492:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000023ebe7de 00000080:00200000:2.0:1789762963.460492:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762963.460493:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3763 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460501:0:15791:0:(rw26.c:871:ll_write_end()) pos 15413248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460504:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000014acd4ce[3 00000000286acf60 2 1 00000000a3274f60 1 0 3763] 00000080:00200000:2.0:1789762963.460505:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000099f75b28 17ffffc0001001 3:0 ffff9cdd58accd20 3763 lru 00000080:00200000:2.0:1789762963.460509:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006ee0e47f 1715: 1< 0 - - > 2< 7024640 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460510:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000014acd4ce 00000080:00200000:2.0:1789762963.460511:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762963.460512:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3764 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460520:0:15791:0:(rw26.c:871:ll_write_end()) pos 15417344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460522:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b7af1df8[3 00000000286acf60 2 1 00000000a3274f60 1 0 3764] 00000080:00200000:2.0:1789762963.460524:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e2829d11 17ffffc0001001 3:0 ffff9cdd58acc460 3764 lru 00000080:00200000:2.0:1789762963.460527:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001a95302b 1716: 1< 0 - - > 2< 7028736 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460528:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b7af1df8 00000080:00200000:2.0:1789762963.460529:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762963.460542:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3765 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460556:0:15791:0:(rw26.c:871:ll_write_end()) pos 15421440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460560:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000008892e33[3 00000000286acf60 2 1 00000000a3274f60 1 0 3765] 00000080:00200000:2.0:1789762963.460563:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000fb05d6d4 17ffffc0001001 3:0 ffff9cdd58acc540 3765 lru 00000080:00200000:2.0:1789762963.460569:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000065099ac2 1717: 1< 0 - - > 2< 7032832 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460571:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000008892e33 00000080:00200000:2.0:1789762963.460572:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762963.460574:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3766 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460587:0:15791:0:(rw26.c:871:ll_write_end()) pos 15425536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460590:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009a05e411[3 00000000286acf60 2 1 00000000a3274f60 1 0 3766] 00000080:00200000:2.0:1789762963.460592:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000006cb06417 17ffffc0001001 3:0 ffff9cdd58acc380 3766 lru 00000080:00200000:2.0:1789762963.460595:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f8cc9db8 1718: 1< 0 - - > 2< 7036928 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460597:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009a05e411 00000080:00200000:2.0:1789762963.460598:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762963.460599:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3767 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460608:0:15791:0:(rw26.c:871:ll_write_end()) pos 15429632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460610:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006cdffc43[3 00000000286acf60 2 1 00000000a3274f60 1 0 3767] 00000080:00200000:2.0:1789762963.460612:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a8618099 17ffffc0001001 3:0 ffff9cdd58acc2a0 3767 lru 00000080:00200000:2.0:1789762963.460616:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001a6011d2 1719: 1< 0 - - > 2< 7041024 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460618:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006cdffc43 00000080:00200000:2.0:1789762963.460618:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762963.460619:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3768 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460628:0:15791:0:(rw26.c:871:ll_write_end()) pos 15433728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460631:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000097e6cd7c[3 00000000286acf60 2 1 00000000a3274f60 1 0 3768] 00000080:00200000:2.0:1789762963.460633:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000099d2a300 17ffffc0001001 3:0 ffff9cdd58acc9a0 3768 lru 00000080:00200000:2.0:1789762963.460636:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000009f7d40cc 1720: 1< 0 - - > 2< 7045120 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460637:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000097e6cd7c 00000080:00200000:2.0:1789762963.460638:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762963.460639:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3769 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460647:0:15791:0:(rw26.c:871:ll_write_end()) pos 15437824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460649:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000d69f0627[3 00000000286acf60 2 1 00000000a3274f60 1 0 3769] 00000080:00200000:2.0:1789762963.460651:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000845a287a 17ffffc0001001 3:0 ffff9cdd58acce00 3769 lru 00000080:00200000:2.0:1789762963.460655:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000017fd4d5b 1721: 1< 0 - - > 2< 7049216 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460656:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000d69f0627 00000080:00200000:2.0:1789762963.460656:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762963.460657:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3770 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460667:0:15791:0:(rw26.c:871:ll_write_end()) pos 15441920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460670:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000075b0e02f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3770] 00000080:00200000:2.0:1789762963.460671:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008d3b6878 17ffffc0001021 2:0 ffff9cdd58acc8c0 3770 lru 00000080:00200000:2.0:1789762963.460675:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f74b4854 1722: 1< 0 - - > 2< 7053312 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460676:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000075b0e02f 00000080:00200000:2.0:1789762963.460677:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762963.460678:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3771 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460686:0:15791:0:(rw26.c:871:ll_write_end()) pos 15446016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460689:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004823ca94[3 00000000286acf60 2 1 00000000a3274f60 1 0 3771] 00000080:00200000:2.0:1789762963.460691:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008d3432ef 17ffffc0001001 3:0 ffff9cdd58accee0 3771 lru 00000080:00200000:2.0:1789762963.460694:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000051e57b4a 1723: 1< 0 - - > 2< 7057408 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460696:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004823ca94 00000080:00200000:2.0:1789762963.460697:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762963.460698:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3772 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460705:0:15791:0:(rw26.c:871:ll_write_end()) pos 15450112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460707:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e54fc856[3 00000000286acf60 2 1 00000000a3274f60 1 0 3772] 00000080:00200000:2.0:1789762963.460709:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d4946ce8 17ffffc0001001 3:0 ffff9cdd58acc700 3772 lru 00000080:00200000:2.0:1789762963.460713:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000cc0489de 1724: 1< 0 - - > 2< 7061504 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460714:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e54fc856 00000080:00200000:2.0:1789762963.460714:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762963.460715:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3773 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460723:0:15791:0:(rw26.c:871:ll_write_end()) pos 15454208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460725:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000110adc5c[3 00000000286acf60 2 1 00000000a3274f60 1 0 3773] 00000080:00200000:2.0:1789762963.460727:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd487fc4 17ffffc0001001 3:0 ffff9cdd58accb60 3773 lru 00000080:00200000:2.0:1789762963.460730:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000026562f46 1725: 1< 0 - - > 2< 7065600 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460731:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000110adc5c 00000080:00200000:2.0:1789762963.460732:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762963.460733:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3774 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460741:0:15791:0:(rw26.c:871:ll_write_end()) pos 15458304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460743:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000047e6f393[3 00000000286acf60 2 1 00000000a3274f60 1 0 3774] 00000080:00200000:2.0:1789762963.460745:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000058a9b5cd 17ffffc0001001 3:0 ffff9cdd58acc1c0 3774 lru 00000080:00200000:2.0:1789762963.460748:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e756f9ee 1726: 1< 0 - - > 2< 7069696 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460750:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000047e6f393 00000080:00200000:2.0:1789762963.460751:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762963.460752:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3775 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460760:0:15791:0:(rw26.c:871:ll_write_end()) pos 15462400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460763:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000bba0fb4b[3 00000000286acf60 2 1 00000000a3274f60 1 0 3775] 00000080:00200000:2.0:1789762963.460765:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000029a7be3d 17ffffc0001001 3:0 ffff9cdd58acca80 3775 lru 00000080:00200000:2.0:1789762963.460769:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000004e23c3b2 1727: 1< 0 - - > 2< 7073792 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460771:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000bba0fb4b 00000080:00200000:2.0:1789762963.460772:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762963.460773:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3776 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460788:0:15791:0:(rw26.c:871:ll_write_end()) pos 15466496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460791:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002fe9e9de[3 00000000286acf60 2 1 00000000a3274f60 1 0 3776] 00000080:00200000:2.0:1789762963.460793:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e02bdc71 17ffffc0001001 3:0 ffff9cdd58acd2a0 3776 lru 00000080:00200000:2.0:1789762963.460797:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003d9f9f22 1728: 1< 0 - - > 2< 7077888 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460798:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002fe9e9de 00000080:00200000:2.0:1789762963.460799:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762963.460800:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3777 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460808:0:15791:0:(rw26.c:871:ll_write_end()) pos 15470592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460810:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000bddb766d[3 00000000286acf60 2 1 00000000a3274f60 1 0 3777] 00000080:00200000:2.0:1789762963.460812:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb799b00 17ffffc0001001 3:0 ffff9cdd58acd9a0 3777 lru 00000080:00200000:2.0:1789762963.460815:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000017712688 1729: 1< 0 - - > 2< 7081984 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460817:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000bddb766d 00000080:00200000:2.0:1789762963.460818:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1789762963.460819:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3778 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460826:0:15791:0:(rw26.c:871:ll_write_end()) pos 15474688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460829:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000df37c2e6[3 00000000286acf60 2 1 00000000a3274f60 1 0 3778] 00000080:00200000:2.0:1789762963.460831:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1afbb18 17ffffc0001001 3:0 ffff9cdd58acde00 3778 lru 00000080:00200000:2.0:1789762963.460834:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003dda4297 1730: 1< 0 - - > 2< 7086080 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460835:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000df37c2e6 00000080:00200000:2.0:1789762963.460836:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1789762963.460837:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3779 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460844:0:15791:0:(rw26.c:871:ll_write_end()) pos 15478784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460847:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b4f86133[3 00000000286acf60 2 1 00000000a3274f60 1 0 3779] 00000080:00200000:2.0:1789762963.460849:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002a709598 17ffffc0001001 3:0 ffff9cdd58acd8c0 3779 lru 00000080:00200000:2.0:1789762963.460852:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000002dae7b66 1731: 1< 0 - - > 2< 7090176 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460853:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b4f86133 00000080:00200000:2.0:1789762963.460854:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762963.460855:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3780 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460878:0:15791:0:(rw26.c:871:ll_write_end()) pos 15482880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460881:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003a0d7bb0[3 00000000286acf60 2 1 00000000a3274f60 1 0 3780] 00000080:00200000:2.0:1789762963.460883:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000bb531161 17ffffc0001001 3:0 ffff9cdd58acdee0 3780 lru 00000080:00200000:2.0:1789762963.460887:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001d715f92 1732: 1< 0 - - > 2< 7094272 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460888:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003a0d7bb0 00000080:00200000:2.0:1789762963.460889:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1789762963.460891:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3781 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460901:0:15791:0:(rw26.c:871:ll_write_end()) pos 15486976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460903:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000928b3114[3 00000000286acf60 2 1 00000000a3274f60 1 0 3781] 00000080:00200000:2.0:1789762963.460905:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000204bf717 17ffffc0001001 3:0 ffff9cdd58acd700 3781 lru 00000080:00200000:2.0:1789762963.460909:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000df6eea96 1733: 1< 0 - - > 2< 7098368 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460911:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000928b3114 00000080:00200000:2.0:1789762963.460912:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762963.460913:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3782 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460922:0:15791:0:(rw26.c:871:ll_write_end()) pos 15491072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460924:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009986e78e[3 00000000286acf60 2 1 00000000a3274f60 1 0 3782] 00000080:00200000:2.0:1789762963.460926:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000024898ef8 17ffffc0001001 3:0 ffff9cdd58acdb60 3782 lru 00000080:00200000:2.0:1789762963.460930:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000026996fda 1734: 1< 0 - - > 2< 7102464 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460932:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009986e78e 00000080:00200000:2.0:1789762963.460932:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762963.460934:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3783 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460941:0:15791:0:(rw26.c:871:ll_write_end()) pos 15495168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460944:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000041ac00b1[3 00000000286acf60 2 1 00000000a3274f60 1 0 3783] 00000080:00200000:2.0:1789762963.460946:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f362439f 17ffffc0001001 3:0 ffff9cdd58acd1c0 3783 lru 00000080:00200000:2.0:1789762963.460949:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b0a2259b 1735: 1< 0 - - > 2< 7106560 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460950:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000041ac00b1 00000080:00200000:2.0:1789762963.460951:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1789762963.460952:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3784 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460959:0:15791:0:(rw26.c:871:ll_write_end()) pos 15499264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460962:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000d130045c[3 00000000286acf60 2 1 00000000a3274f60 1 0 3784] 00000080:00200000:2.0:1789762963.460963:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008aebd92f 17ffffc0001001 3:0 ffff9cdd58acda80 3784 lru 00000080:00200000:2.0:1789762963.460967:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007ebe253c 1736: 1< 0 - - > 2< 7110656 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460969:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000d130045c 00000080:00200000:2.0:1789762963.460970:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1789762963.460971:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3785 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.460982:0:15791:0:(rw26.c:871:ll_write_end()) pos 15503360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.460984:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000364278af[3 00000000286acf60 2 1 00000000a3274f60 1 0 3785] 00000080:00200000:2.0:1789762963.460986:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3378bc6 17ffffc0001021 2:0 ffff9cdd58acd7e0 3785 lru 00000080:00200000:2.0:1789762963.460990:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005f39ede6 1737: 1< 0 - - > 2< 7114752 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.460992:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000364278af 00000080:00200000:2.0:1789762963.460993:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762963.460994:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3786 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461001:0:15791:0:(rw26.c:871:ll_write_end()) pos 15507456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461004:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003f99f021[3 00000000286acf60 2 1 00000000a3274f60 1 0 3786] 00000080:00200000:2.0:1789762963.461006:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff8d57ea 17ffffc0001001 3:0 ffff9cdd58acd620 3786 lru 00000080:00200000:2.0:1789762963.461009:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000093206bdf 1738: 1< 0 - - > 2< 7118848 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461011:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003f99f021 00000080:00200000:2.0:1789762963.461012:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762963.461013:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3787 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461021:0:15791:0:(rw26.c:871:ll_write_end()) pos 15511552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461023:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000054f72f5f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3787] 00000080:00200000:2.0:1789762963.461025:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000097d5443c 17ffffc0001001 3:0 ffff9cdd58acdc40 3787 lru 00000080:00200000:2.0:1789762963.461029:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4c484af 1739: 1< 0 - - > 2< 7122944 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461030:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000054f72f5f 00000080:00200000:2.0:1789762963.461030:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762963.461031:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3788 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461039:0:15791:0:(rw26.c:871:ll_write_end()) pos 15515648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461042:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000da54829e[3 00000000286acf60 2 1 00000000a3274f60 1 0 3788] 00000080:00200000:2.0:1789762963.461043:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000694a429 17ffffc0001001 3:0 ffff9cdd58acd000 3788 lru 00000080:00200000:2.0:1789762963.461047:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000009b5cc431 1740: 1< 0 - - > 2< 7127040 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461048:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000da54829e 00000080:00200000:2.0:1789762963.461048:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762963.461050:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3789 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461058:0:15791:0:(rw26.c:871:ll_write_end()) pos 15519744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461061:0:15791:0:(rw26.c:929:ll_write_end()) page@000000005ed93ac1[3 00000000286acf60 2 1 00000000a3274f60 1 0 3789] 00000080:00200000:2.0:1789762963.461063:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000083ed06eb 17ffffc0001001 3:0 ffff9cdd58acd0e0 3789 lru 00000080:00200000:2.0:1789762963.461067:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000076f21044 1741: 1< 0 - - > 2< 7131136 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461068:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000005ed93ac1 00000080:00200000:2.0:1789762963.461069:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762963.461070:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3790 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461077:0:15791:0:(rw26.c:871:ll_write_end()) pos 15523840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461080:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000071fdf585[3 00000000286acf60 2 1 00000000a3274f60 1 0 3790] 00000080:00200000:2.0:1789762963.461081:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000445bfe5 17ffffc0001001 3:0 ffff9cdd58acdd20 3790 lru 00000080:00200000:2.0:1789762963.461085:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000098a7034 1742: 1< 0 - - > 2< 7135232 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461086:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000071fdf585 00000080:00200000:2.0:1789762963.461087:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762963.461088:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3791 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461096:0:15791:0:(rw26.c:871:ll_write_end()) pos 15527936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461098:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000902b611f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3791] 00000080:00200000:2.0:1789762963.461100:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae9e7b63 17ffffc0001001 3:0 ffff9cdd58acd460 3791 lru 00000080:00200000:2.0:1789762963.461103:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf177769 1743: 1< 0 - - > 2< 7139328 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461105:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000902b611f 00000080:00200000:2.0:1789762963.461105:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762963.461106:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3792 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461114:0:15791:0:(rw26.c:871:ll_write_end()) pos 15532032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461116:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000faae7d74[3 00000000286acf60 2 1 00000000a3274f60 1 0 3792] 00000080:00200000:2.0:1789762963.461118:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f2526f80 17ffffc0001001 3:0 ffff9cdd58acd540 3792 lru 00000080:00200000:2.0:1789762963.461121:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d2fb610e 1744: 1< 0 - - > 2< 7143424 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461122:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000faae7d74 00000080:00200000:2.0:1789762963.461123:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762963.461124:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3793 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461131:0:15791:0:(rw26.c:871:ll_write_end()) pos 15536128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461134:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004c97bcec[3 00000000286acf60 2 1 00000000a3274f60 1 0 3793] 00000080:00200000:2.0:1789762963.461135:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007bfedebf 17ffffc0001001 3:0 ffff9cdd58acd380 3793 lru 00000080:00200000:2.0:1789762963.461139:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000eae4f893 1745: 1< 0 - - > 2< 7147520 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461141:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004c97bcec 00000080:00200000:2.0:1789762963.461142:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762963.461143:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3794 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461157:0:15791:0:(rw26.c:871:ll_write_end()) pos 15540224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461160:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000063691889[3 00000000286acf60 2 1 00000000a3274f60 1 0 3794] 00000080:00200000:2.0:1789762963.461162:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a3453a92 17ffffc0001001 3:0 ffff9cdd487387e0 3794 lru 00000080:00200000:2.0:1789762963.461166:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000020718eeb 1746: 1< 0 - - > 2< 7151616 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461167:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000063691889 00000080:00200000:2.0:1789762963.461168:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762963.461169:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3795 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461177:0:15791:0:(rw26.c:871:ll_write_end()) pos 15544320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461180:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000034942217[3 00000000286acf60 2 1 00000000a3274f60 1 0 3795] 00000080:00200000:2.0:1789762963.461182:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005cd022b4 17ffffc0001001 3:0 ffff9cdd48738620 3795 lru 00000080:00200000:2.0:1789762963.461185:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003b462265 1747: 1< 0 - - > 2< 7155712 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461186:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000034942217 00000080:00200000:2.0:1789762963.461187:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762963.461188:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3796 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461196:0:15791:0:(rw26.c:871:ll_write_end()) pos 15548416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461199:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000017376cc2[3 00000000286acf60 2 1 00000000a3274f60 1 0 3796] 00000080:00200000:2.0:1789762963.461201:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b6b7e821 17ffffc0001001 3:0 ffff9cdd48738c40 3796 lru 00000080:00200000:2.0:1789762963.461204:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008f37debc 1748: 1< 0 - - > 2< 7159808 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461206:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000017376cc2 00000080:00200000:2.0:1789762963.461207:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762963.461208:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3797 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461216:0:15791:0:(rw26.c:871:ll_write_end()) pos 15552512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461218:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000084b689f2[3 00000000286acf60 2 1 00000000a3274f60 1 0 3797] 00000080:00200000:2.0:1789762963.461220:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c7c2ea8a 17ffffc0001001 3:0 ffff9cdd48738000 3797 lru 00000080:00200000:2.0:1789762963.461223:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000cec9b721 1749: 1< 0 - - > 2< 7163904 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461225:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000084b689f2 00000080:00200000:2.0:1789762963.461225:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762963.461226:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3798 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461235:0:15791:0:(rw26.c:871:ll_write_end()) pos 15556608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461237:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009f8ba8e5[3 00000000286acf60 2 1 00000000a3274f60 1 0 3798] 00000080:00200000:2.0:1789762963.461239:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000052ce3ee6 17ffffc0001001 3:0 ffff9cdd487380e0 3798 lru 00000080:00200000:2.0:1789762963.461243:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000009998627c 1750: 1< 0 - - > 2< 7168000 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461245:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009f8ba8e5 00000080:00200000:2.0:1789762963.461245:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762963.461246:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3799 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461254:0:15791:0:(rw26.c:871:ll_write_end()) pos 15560704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461256:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e941d0dc[3 00000000286acf60 2 1 00000000a3274f60 1 0 3799] 00000080:00200000:2.0:1789762963.461258:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad92be4d 17ffffc0001001 3:0 ffff9cdd48738d20 3799 lru 00000080:00200000:2.0:1789762963.461262:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000076a94bee 1751: 1< 0 - - > 2< 7172096 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461263:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e941d0dc 00000080:00200000:2.0:1789762963.461263:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762963.461264:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3800 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461274:0:15791:0:(rw26.c:871:ll_write_end()) pos 15564800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461276:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007145fe62[3 00000000286acf60 2 1 00000000a3274f60 1 0 3800] 00000080:00200000:2.0:1789762963.461278:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7e51618 17ffffc0001021 2:0 ffff9cdd48738460 3800 lru 00000080:00200000:2.0:1789762963.461282:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000002e723f8a 1752: 1< 0 - - > 2< 7176192 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461283:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007145fe62 00000080:00200000:2.0:1789762963.461283:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762963.461284:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3801 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461292:0:15791:0:(rw26.c:871:ll_write_end()) pos 15568896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461295:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009261e4ae[3 00000000286acf60 2 1 00000000a3274f60 1 0 3801] 00000080:00200000:2.0:1789762963.461297:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004ad7fb5d 17ffffc0001001 3:0 ffff9cdd48738540 3801 lru 00000080:00200000:2.0:1789762963.461300:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000acc1e6ba 1753: 1< 0 - - > 2< 7180288 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461302:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009261e4ae 00000080:00200000:2.0:1789762963.461302:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762963.461303:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3802 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461311:0:15791:0:(rw26.c:871:ll_write_end()) pos 15572992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461314:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ca388f81[3 00000000286acf60 2 1 00000000a3274f60 1 0 3802] 00000080:00200000:2.0:1789762963.461316:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000052e40c8 17ffffc0001001 3:0 ffff9cdd48738380 3802 lru 00000080:00200000:2.0:1789762963.461319:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec79c73d 1754: 1< 0 - - > 2< 7184384 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461321:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ca388f81 00000080:00200000:2.0:1789762963.461322:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762963.461323:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3803 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461332:0:15791:0:(rw26.c:871:ll_write_end()) pos 15577088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461335:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000569b9d3f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3803] 00000080:00200000:2.0:1789762963.461337:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c059006e 17ffffc0001001 3:0 ffff9cdd487382a0 3803 lru 00000080:00200000:2.0:1789762963.461341:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000efbc9778 1755: 1< 0 - - > 2< 7188480 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461342:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000569b9d3f 00000080:00200000:2.0:1789762963.461343:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762963.461344:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3804 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461351:0:15791:0:(rw26.c:871:ll_write_end()) pos 15581184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461354:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b6f64b5a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3804] 00000080:00200000:2.0:1789762963.461356:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002a46d1d2 17ffffc0001001 3:0 ffff9cdd487389a0 3804 lru 00000080:00200000:2.0:1789762963.461359:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000090fa885e 1756: 1< 0 - - > 2< 7192576 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461361:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b6f64b5a 00000080:00200000:2.0:1789762963.461362:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762963.461363:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3805 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461370:0:15791:0:(rw26.c:871:ll_write_end()) pos 15585280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461373:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000085f59a2a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3805] 00000080:00200000:2.0:1789762963.461375:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000010915a8b 17ffffc0001001 3:0 ffff9cdd48738e00 3805 lru 00000080:00200000:2.0:1789762963.461378:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7492929 1757: 1< 0 - - > 2< 7196672 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461379:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000085f59a2a 00000080:00200000:2.0:1789762963.461380:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762963.461381:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3806 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461388:0:15791:0:(rw26.c:871:ll_write_end()) pos 15589376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461391:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000045b5a38[3 00000000286acf60 2 1 00000000a3274f60 1 0 3806] 00000080:00200000:2.0:1789762963.461392:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7f9f3d7 17ffffc0001001 3:0 ffff9cdd487388c0 3806 lru 00000080:00200000:2.0:1789762963.461396:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d3e5b56c 1758: 1< 0 - - > 2< 7200768 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461397:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000045b5a38 00000080:00200000:2.0:1789762963.461398:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762963.461399:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3807 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461406:0:15791:0:(rw26.c:871:ll_write_end()) pos 15593472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461409:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f6b773fb[3 00000000286acf60 2 1 00000000a3274f60 1 0 3807] 00000080:00200000:2.0:1789762963.461410:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd0e40ee 17ffffc0001001 3:0 ffff9cdd48738ee0 3807 lru 00000080:00200000:2.0:1789762963.461414:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc166478 1759: 1< 0 - - > 2< 7204864 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461415:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f6b773fb 00000080:00200000:2.0:1789762963.461416:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762963.461417:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3808 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461424:0:15791:0:(rw26.c:871:ll_write_end()) pos 15597568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461427:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008cebd89a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3808] 00000080:00200000:2.0:1789762963.461429:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002e72b9a4 17ffffc0001001 3:0 ffff9cdd48738700 3808 lru 00000080:00200000:2.0:1789762963.461432:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000079d06fde 1760: 1< 0 - - > 2< 7208960 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461433:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008cebd89a 00000080:00200000:2.0:1789762963.461434:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762963.461435:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3809 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461442:0:15791:0:(rw26.c:871:ll_write_end()) pos 15601664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461444:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f61b34d4[3 00000000286acf60 2 1 00000000a3274f60 1 0 3809] 00000080:00200000:2.0:1789762963.461446:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003b0401f9 17ffffc0001001 3:0 ffff9cdd48738b60 3809 lru 00000080:00200000:2.0:1789762963.461450:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000014616aff 1761: 1< 0 - - > 2< 7213056 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461451:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f61b34d4 00000080:00200000:2.0:1789762963.461451:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762963.461452:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3810 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461460:0:15791:0:(rw26.c:871:ll_write_end()) pos 15605760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461463:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000fe15c5c8[3 00000000286acf60 2 1 00000000a3274f60 1 0 3810] 00000080:00200000:2.0:1789762963.461464:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000415f076f 17ffffc0001001 3:0 ffff9cdd487381c0 3810 lru 00000080:00200000:2.0:1789762963.461468:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000083873998 1762: 1< 0 - - > 2< 7217152 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461469:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000fe15c5c8 00000080:00200000:2.0:1789762963.461470:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762963.461471:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3811 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461478:0:15791:0:(rw26.c:871:ll_write_end()) pos 15609856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461480:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003d920e27[3 00000000286acf60 2 1 00000000a3274f60 1 0 3811] 00000080:00200000:2.0:1789762963.461482:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003f4edf08 17ffffc0001001 3:0 ffff9cdd48738a80 3811 lru 00000080:00200000:2.0:1789762963.461486:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4ea15ca 1763: 1< 0 - - > 2< 7221248 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461487:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003d920e27 00000080:00200000:2.0:1789762963.461488:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762963.461489:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3812 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461503:0:15791:0:(rw26.c:871:ll_write_end()) pos 15613952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461505:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b34fd736[3 00000000286acf60 2 1 00000000a3274f60 1 0 3812] 00000080:00200000:2.0:1789762963.461507:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf7144d4 17ffffc0001001 3:0 ffff9cdd487391c0 3812 lru 00000080:00200000:2.0:1789762963.461511:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008864abad 1764: 1< 0 - - > 2< 7225344 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461512:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b34fd736 00000080:00200000:2.0:1789762963.461512:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762963.461513:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3813 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461521:0:15791:0:(rw26.c:871:ll_write_end()) pos 15618048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461524:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003fd7a2f9[3 00000000286acf60 2 1 00000000a3274f60 1 0 3813] 00000080:00200000:2.0:1789762963.461525:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000d99a319 17ffffc0001001 3:0 ffff9cdd48739a80 3813 lru 00000080:00200000:2.0:1789762963.461529:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000081cc6cd0 1765: 1< 0 - - > 2< 7229440 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461542:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003fd7a2f9 00000080:00200000:2.0:1789762963.461543:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762963.461546:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3814 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461559:0:15791:0:(rw26.c:871:ll_write_end()) pos 15622144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461564:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000017667013[3 00000000286acf60 2 1 00000000a3274f60 1 0 3814] 00000080:00200000:2.0:1789762963.461567:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000091713501 17ffffc0001001 3:0 ffff9cdd487397e0 3814 lru 00000080:00200000:2.0:1789762963.461573:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b64056c4 1766: 1< 0 - - > 2< 7233536 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461575:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000017667013 00000080:00200000:2.0:1789762963.461575:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762963.461577:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3815 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461589:0:15791:0:(rw26.c:871:ll_write_end()) pos 15626240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461592:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000024970389[3 00000000286acf60 2 1 00000000a3274f60 1 0 3815] 00000080:00200000:2.0:1789762963.461594:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000901cbd09 17ffffc0001021 2:0 ffff9cdd48739620 3815 lru 00000080:00200000:2.0:1789762963.461598:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a71da6e9 1767: 1< 0 - - > 2< 7237632 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461599:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000024970389 00000080:00200000:2.0:1789762963.461600:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762963.461601:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3816 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461610:0:15791:0:(rw26.c:871:ll_write_end()) pos 15630336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461612:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f714d59a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3816] 00000080:00200000:2.0:1789762963.461614:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000010aab6d9 17ffffc0001001 3:0 ffff9cdd48739c40 3816 lru 00000080:00200000:2.0:1789762963.461618:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000739115a3 1768: 1< 0 - - > 2< 7241728 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461620:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f714d59a 00000080:00200000:2.0:1789762963.461620:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762963.461621:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3817 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461630:0:15791:0:(rw26.c:871:ll_write_end()) pos 15634432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461632:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000baf04a10[3 00000000286acf60 2 1 00000000a3274f60 1 0 3817] 00000080:00200000:2.0:1789762963.461634:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000011971a52 17ffffc0001001 3:0 ffff9cdd48739000 3817 lru 00000080:00200000:2.0:1789762963.461638:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000060719b8a 1769: 1< 0 - - > 2< 7245824 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461639:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000baf04a10 00000080:00200000:2.0:1789762963.461640:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762963.461641:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3818 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461649:0:15791:0:(rw26.c:871:ll_write_end()) pos 15638528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461652:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000736e2357[3 00000000286acf60 2 1 00000000a3274f60 1 0 3818] 00000080:00200000:2.0:1789762963.461653:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000555a80c4 17ffffc0001001 3:0 ffff9cdd487390e0 3818 lru 00000080:00200000:2.0:1789762963.461657:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000066f863af 1770: 1< 0 - - > 2< 7249920 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461659:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000736e2357 00000080:00200000:2.0:1789762963.461659:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762963.461660:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3819 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461668:0:15791:0:(rw26.c:871:ll_write_end()) pos 15642624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461670:0:15791:0:(rw26.c:929:ll_write_end()) page@000000001d01d629[3 00000000286acf60 2 1 00000000a3274f60 1 0 3819] 00000080:00200000:2.0:1789762963.461672:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008938f7cf 17ffffc0001001 3:0 ffff9cdd48739d20 3819 lru 00000080:00200000:2.0:1789762963.461676:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000065916606 1771: 1< 0 - - > 2< 7254016 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461677:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000001d01d629 00000080:00200000:2.0:1789762963.461678:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762963.461679:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3820 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461686:0:15791:0:(rw26.c:871:ll_write_end()) pos 15646720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461689:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c450ce66[3 00000000286acf60 2 1 00000000a3274f60 1 0 3820] 00000080:00200000:2.0:1789762963.461691:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9d7f8a2 17ffffc0001001 3:0 ffff9cdd48739460 3820 lru 00000080:00200000:2.0:1789762963.461694:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000de464a48 1772: 1< 0 - - > 2< 7258112 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461697:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c450ce66 00000080:00200000:2.0:1789762963.461698:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762963.461699:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3821 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461706:0:15791:0:(rw26.c:871:ll_write_end()) pos 15650816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461709:0:15791:0:(rw26.c:929:ll_write_end()) page@000000001aa9df38[3 00000000286acf60 2 1 00000000a3274f60 1 0 3821] 00000080:00200000:2.0:1789762963.461711:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000009a40b1b2 17ffffc0001001 3:0 ffff9cdd48739540 3821 lru 00000080:00200000:2.0:1789762963.461714:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6c2c11d 1773: 1< 0 - - > 2< 7262208 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461715:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000001aa9df38 00000080:00200000:2.0:1789762963.461716:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762963.461717:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3822 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461725:0:15791:0:(rw26.c:871:ll_write_end()) pos 15654912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461727:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009ad16019[3 00000000286acf60 2 1 00000000a3274f60 1 0 3822] 00000080:00200000:2.0:1789762963.461729:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001aaaae7f 17ffffc0001001 3:0 ffff9cdd48739380 3822 lru 00000080:00200000:2.0:1789762963.461732:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000004529fe77 1774: 1< 0 - - > 2< 7266304 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461733:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009ad16019 00000080:00200000:2.0:1789762963.461734:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762963.461735:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3823 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461743:0:15791:0:(rw26.c:871:ll_write_end()) pos 15659008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461745:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008b4eaef1[3 00000000286acf60 2 1 00000000a3274f60 1 0 3823] 00000080:00200000:2.0:1789762963.461747:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000091428091 17ffffc0001001 3:0 ffff9cdd487392a0 3823 lru 00000080:00200000:2.0:1789762963.461750:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000033d989e3 1775: 1< 0 - - > 2< 7270400 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461752:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008b4eaef1 00000080:00200000:2.0:1789762963.461753:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762963.461754:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3824 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461763:0:15791:0:(rw26.c:871:ll_write_end()) pos 15663104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461765:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000055c9f95a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3824] 00000080:00200000:2.0:1789762963.461767:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000165eee43 17ffffc0001001 3:0 ffff9cdd487399a0 3824 lru 00000080:00200000:2.0:1789762963.461771:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5ec8aae 1776: 1< 0 - - > 2< 7274496 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461772:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000055c9f95a 00000080:00200000:2.0:1789762963.461773:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762963.461774:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3825 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461783:0:15791:0:(rw26.c:871:ll_write_end()) pos 15667200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461786:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003aeadb7a[3 00000000286acf60 2 1 00000000a3274f60 1 0 3825] 00000080:00200000:2.0:1789762963.461787:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e48cc387 17ffffc0001001 3:0 ffff9cdd48739e00 3825 lru 00000080:00200000:2.0:1789762963.461791:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000eb48332c 1777: 1< 0 - - > 2< 7278592 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461792:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003aeadb7a 00000080:00200000:2.0:1789762963.461792:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762963.461793:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3826 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461801:0:15791:0:(rw26.c:871:ll_write_end()) pos 15671296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461804:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c69ae0dc[3 00000000286acf60 2 1 00000000a3274f60 1 0 3826] 00000080:00200000:2.0:1789762963.461806:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000081fc3cd7 17ffffc0001001 3:0 ffff9cdd487398c0 3826 lru 00000080:00200000:2.0:1789762963.461810:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000132f408c 1778: 1< 0 - - > 2< 7282688 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461811:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c69ae0dc 00000080:00200000:2.0:1789762963.461812:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762963.461813:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3827 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461820:0:15791:0:(rw26.c:871:ll_write_end()) pos 15675392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461823:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000012af547f[3 00000000286acf60 2 1 00000000a3274f60 1 0 3827] 00000080:00200000:2.0:1789762963.461824:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef37bfa5 17ffffc0001001 3:0 ffff9cdd48739ee0 3827 lru 00000080:00200000:2.0:1789762963.461828:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1d75a71 1779: 1< 0 - - > 2< 7286784 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461829:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000012af547f 00000080:00200000:2.0:1789762963.461830:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762963.461831:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3828 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461839:0:15791:0:(rw26.c:871:ll_write_end()) pos 15679488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461841:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006df64e28[3 00000000286acf60 2 1 00000000a3274f60 1 0 3828] 00000080:00200000:2.0:1789762963.461843:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004a47ae3d 17ffffc0001001 3:0 ffff9cdd48739700 3828 lru 00000080:00200000:2.0:1789762963.461846:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000fd11518 1780: 1< 0 - - > 2< 7290880 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461848:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006df64e28 00000080:00200000:2.0:1789762963.461849:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762963.461850:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3829 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461858:0:15791:0:(rw26.c:871:ll_write_end()) pos 15683584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461860:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000af3cd546[3 00000000286acf60 2 1 00000000a3274f60 1 0 3829] 00000080:00200000:2.0:1789762963.461862:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001961810e 17ffffc0001001 3:0 ffff9cdd48739b60 3829 lru 00000080:00200000:2.0:1789762963.461879:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000092ee1b9b 1781: 1< 0 - - > 2< 7294976 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461881:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000af3cd546 00000080:00200000:2.0:1789762963.461882:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762963.461884:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3830 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461902:0:15791:0:(rw26.c:871:ll_write_end()) pos 15687680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461905:0:15791:0:(rw26.c:929:ll_write_end()) page@000000005272c985[3 00000000286acf60 2 1 00000000a3274f60 1 0 3830] 00000080:00200000:2.0:1789762963.461907:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005fadc449 17ffffc0001021 2:0 ffff9cdd436e8ee0 3830 lru 00000080:00200000:2.0:1789762963.461911:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000eef6d463 1782: 1< 0 - - > 2< 7299072 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461913:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000005272c985 00000080:00200000:2.0:1789762963.461913:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762963.461915:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3831 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461924:0:15791:0:(rw26.c:871:ll_write_end()) pos 15691776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461927:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000131f31e7[3 00000000286acf60 2 1 00000000a3274f60 1 0 3831] 00000080:00200000:2.0:1789762963.461929:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001e239fd9 17ffffc0001001 3:0 ffff9cdd436e8700 3831 lru 00000080:00200000:2.0:1789762963.461933:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000765451c7 1783: 1< 0 - - > 2< 7303168 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461934:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000131f31e7 00000080:00200000:2.0:1789762963.461935:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762963.461936:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3832 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461943:0:15791:0:(rw26.c:871:ll_write_end()) pos 15695872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461946:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000518111a5[3 00000000286acf60 2 1 00000000a3274f60 1 0 3832] 00000080:00200000:2.0:1789762963.461949:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000006dadc0f6 17ffffc0001001 3:0 ffff9cdd436e8b60 3832 lru 00000080:00200000:2.0:1789762963.461954:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000aef2ab2d 1784: 1< 0 - - > 2< 7307264 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461957:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000518111a5 00000080:00200000:2.0:1789762963.461958:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762963.461960:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3833 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.461976:0:15791:0:(rw26.c:871:ll_write_end()) pos 15699968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.461981:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000176f5338[3 00000000286acf60 2 1 00000000a3274f60 1 0 3833] 00000080:00200000:2.0:1789762963.461984:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001b418892 17ffffc0001001 3:0 ffff9cdd436e81c0 3833 lru 00000080:00200000:2.0:1789762963.461990:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000679b2423 1785: 1< 0 - - > 2< 7311360 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.461992:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000176f5338 00000080:00200000:2.0:1789762963.461993:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762963.461995:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3834 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.462009:0:15791:0:(rw26.c:871:ll_write_end()) pos 15704064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.462014:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ef46a611[3 00000000286acf60 2 1 00000000a3274f60 1 0 3834] 00000080:00200000:2.0:1789762963.462016:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007830f86d 17ffffc0001001 3:0 ffff9cdd436e8a80 3834 lru 00000080:00200000:2.0:1789762963.462021:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000148fd958 1786: 1< 0 - - > 2< 7315456 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.462023:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ef46a611 00000080:00200000:2.0:1789762963.462024:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762963.462026:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3835 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.462040:0:15791:0:(rw26.c:871:ll_write_end()) pos 15708160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.462045:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009f6c96f4[3 00000000286acf60 2 1 00000000a3274f60 1 0 3835] 00000080:00200000:2.0:1789762963.462048:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000087cfe31e 17ffffc0001001 3:0 ffff9cdd436e87e0 3835 lru 00000080:00200000:2.0:1789762963.462053:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000009305a9a2 1787: 1< 0 - - > 2< 7319552 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.462056:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009f6c96f4 00000080:00200000:2.0:1789762963.462057:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762963.462058:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3836 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.462073:0:15791:0:(rw26.c:871:ll_write_end()) pos 15712256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.462078:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009e7db572[3 00000000286acf60 2 1 00000000a3274f60 1 0 3836] 00000080:00200000:2.0:1789762963.462082:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000070d0b18a 17ffffc0001001 3:0 ffff9cdd436e8620 3836 lru 00000080:00200000:2.0:1789762963.462088:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000076c29a91 1788: 1< 0 - - > 2< 7323648 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.462089:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009e7db572 00000080:00200000:2.0:1789762963.462090:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762963.462091:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3837 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.462103:0:15791:0:(rw26.c:871:ll_write_end()) pos 15716352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.462106:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000067b29274[3 00000000286acf60 2 1 00000000a3274f60 1 0 3837] 00000080:00200000:2.0:1789762963.462107:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7ab5acd 17ffffc0001001 3:0 ffff9cdd436e8c40 3837 lru 00000080:00200000:2.0:1789762963.462111:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000096a868a0 1789: 1< 0 - - > 2< 7327744 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.462113:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000067b29274 00000080:00200000:2.0:1789762963.462113:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762963.462114:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3838 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.462124:0:15791:0:(rw26.c:871:ll_write_end()) pos 15720448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.462126:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000093474548[3 00000000286acf60 2 1 00000000a3274f60 1 0 3838] 00000080:00200000:2.0:1789762963.462128:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c356a9d1 17ffffc0001001 3:0 ffff9cdd436e8000 3838 lru 00000080:00200000:2.0:1789762963.462131:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000754438e5 1790: 1< 0 - - > 2< 7331840 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.462133:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000093474548 00000080:00200000:2.0:1789762963.462134:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762963.462135:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3839 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.462143:0:15791:0:(rw26.c:871:ll_write_end()) pos 15724544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.462146:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f0b0d40d[3 00000000286acf60 2 1 00000000a3274f60 1 0 3839] 00000080:00200000:2.0:1789762963.462147:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000006ce6a557 17ffffc0001001 3:0 ffff9cdd436e80e0 3839 lru 00000080:00200000:2.0:1789762963.462151:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8a4ba8a 1791: 1< 0 - - > 2< 7335936 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.462152:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f0b0d40d 00000080:00200000:2.0:1789762963.462153:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762963.462154:0:15791:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762963.492665:0:15791:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000887dfc4b ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000080:00200000:2.0:1789762963.492705:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492724:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492740:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492756:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492771:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492787:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492802:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492816:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492832:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492849:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492884:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492902:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492918:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492934:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492949:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492964:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492979:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.492983:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 1, dirtied 1 00000080:00200000:2.0:1789762963.492986:0:15791:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762963.492989:0:15791:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_r_oleg348-client.virtnet: write bytes 0, result: 1048576 00000020:00010000:2.0:1789762963.493005:0:15791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd489fb7b8 (ffff9cdd489fe098/0) at cl_lock_release():245 00000020:00010000:2.0:1789762963.493008:0:15791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd489fb7b8 (ffff9cdd489fe098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762963.493010:0:15791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd60c14a28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762963.493016:0:15791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1789762963.493025:0:15791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00010000:2.0:1789762963.493036:0:15791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd489fb7b8 (ffff9cdd489fe098/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762963.493038:0:15791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd489fe098/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762963.493044:0:15791:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762963.493048:0:15791:0:(file.c:2205:ll_file_io_generic()) Range unlock [3584, 3839] 00000080:00200000:2.0:1789762963.493055:0:15791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x3f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762963.493058:0:15791:0:(file.c:2238:ll_file_io_generic()) nrs_r_oleg348-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:2.0:1789762963.493070:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000887dfc4b ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000008:00010000:2.0:1789762963.493078:0:126:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000887dfc4b ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1789762963.493216:0:126:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (6291456 6295551) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000008:00100000:2.0:1789762963.493565:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a4380 - object 0x280000400:16 offset 6291456<>7340032 00000100:00100000:2.0:1789762963.493598:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789762963.493610:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015152256:192.168.203.148@tcp:4:dd.500 00000080:00200008:2.0:1789762963.493860:0:15791:0:(file.c:2650:do_file_write_iter()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], ppos: 15728640, count: 1048576 00000080:00200000:2.0:1789762963.493884:0:15791:0:(file.c:2090:ll_file_io_generic()) nrs_r_oleg348-client.virtnet: write ppos: 15728640, bytes: 1048576 00000080:00200000:2.0:1789762963.493889:0:15791:0:(file.c:1848:ll_io_set_mirror()) nrs_r_oleg348-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762963.493895:0:15791:0:(cl_io.c:214:cl_io_rw_init()) header@0000000081d2f469[0x110, 3841, [0x200000401:0x3f:0x0] hash] 00000020:00200000:2.0:1789762963.493896:0:15791:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [15728640, 16777216) 0 0 00000080:00200000:2.0:1789762963.493899:0:15791:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x3f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762963.493908:0:15791:0:(file.c:2168:ll_file_io_generic()) Range lock [3840, 4095] 00020000:00200000:2.0:1789762963.493912:0:15791:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 3 chunk: [15728640, 16777216) 16777216, 1048576 00020000:00200000:2.0:1789762963.493914:0:15791:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762963.493925:0:15791:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [3840, 4095] 00000008:00010000:2.0:1789762963.493933:0:15791:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762963.493936:0:15791:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6ed30, osc lock ffff9cdd60e0aab0, flags 0x0 00010000:00010000:2.0:1789762963.493946:0:15791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1789762963.493954:0:15791:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (7340032 8388607) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1789762963.493962:0:15791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 10/0,2 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1789762963.493967:0:15791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 10/0,2 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1789762963.493972:0:15791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 9/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000080:00200000:2.0:1789762963.493984:0:15791:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_r_oleg348-client.virtnet: write [15728640, 16777216) append 0 append lockpos 0 00000080:00200000:2.0:1789762963.493992:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3840 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494020:0:15791:0:(rw26.c:871:ll_write_end()) pos 15728640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494024:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000fa8b1e77[3 00000000286acf60 2 1 000000003e6b9567 1 0 3840] 00000080:00200000:2.0:1789762963.494027:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec2d73c5 17ffffc0001001 3:0 ffff9cdd436e8d20 3840 lru 00000080:00200000:2.0:1789762963.494033:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000dec1474d 1792: 1< 0 - - > 2< 7340032 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494034:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000fa8b1e77 00000080:00200000:2.0:1789762963.494036:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762963.494039:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3841 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494048:0:15791:0:(rw26.c:871:ll_write_end()) pos 15732736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494051:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000046bbb6a3[3 00000000286acf60 2 1 000000003e6b9567 1 0 3841] 00000080:00200000:2.0:1789762963.494054:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008250410f 17ffffc0001001 3:0 ffff9cdd436e8460 3841 lru 00000080:00200000:2.0:1789762963.494058:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000678e1919 1793: 1< 0 - - > 2< 7344128 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494060:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000046bbb6a3 00000080:00200000:2.0:1789762963.494061:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762963.494062:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3842 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494070:0:15791:0:(rw26.c:871:ll_write_end()) pos 15736832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494072:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c4ed5296[3 00000000286acf60 2 1 000000003e6b9567 1 0 3842] 00000080:00200000:2.0:1789762963.494074:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000ec57843 17ffffc0001001 3:0 ffff9cdd436e8540 3842 lru 00000080:00200000:2.0:1789762963.494078:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000080146e6b 1794: 1< 0 - - > 2< 7348224 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494080:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c4ed5296 00000080:00200000:2.0:1789762963.494081:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762963.494082:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3843 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494092:0:15791:0:(rw26.c:871:ll_write_end()) pos 15740928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494097:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003f2802d5[3 00000000286acf60 2 1 000000003e6b9567 1 0 3843] 00000080:00200000:2.0:1789762963.494100:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e78b075b 17ffffc0001001 3:0 ffff9cdd436e8380 3843 lru 00000080:00200000:2.0:1789762963.494106:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000018dc0b73 1795: 1< 0 - - > 2< 7352320 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494108:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003f2802d5 00000080:00200000:2.0:1789762963.494111:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762963.494113:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3844 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494130:0:15791:0:(rw26.c:871:ll_write_end()) pos 15745024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494136:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000645e75c8[3 00000000286acf60 2 1 000000003e6b9567 1 0 3844] 00000080:00200000:2.0:1789762963.494139:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000018482ec3 17ffffc0001001 3:0 ffff9cdd436e82a0 3844 lru 00000080:00200000:2.0:1789762963.494144:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac1c5551 1796: 1< 0 - - > 2< 7356416 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494146:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000645e75c8 00000080:00200000:2.0:1789762963.494148:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762963.494149:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3845 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494171:0:15791:0:(rw26.c:871:ll_write_end()) pos 15749120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494176:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000756941c7[3 00000000286acf60 2 1 000000003e6b9567 1 0 3845] 00000080:00200000:2.0:1789762963.494179:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000210020ce 17ffffc0001021 2:0 ffff9cdd436e89a0 3845 lru 00000080:00200000:2.0:1789762963.494185:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d271f747 1797: 1< 0 - - > 2< 7360512 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494187:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000756941c7 00000080:00200000:2.0:1789762963.494188:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762963.494190:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3846 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494204:0:15791:0:(rw26.c:871:ll_write_end()) pos 15753216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494208:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004b5dac0f[3 00000000286acf60 2 1 000000003e6b9567 1 0 3846] 00000080:00200000:2.0:1789762963.494212:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b50f2bc3 17ffffc0001001 3:0 ffff9cdd436e8e00 3846 lru 00000080:00200000:2.0:1789762963.494217:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f349c1dd 1798: 1< 0 - - > 2< 7364608 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494219:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004b5dac0f 00000080:00200000:2.0:1789762963.494220:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762963.494222:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3847 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494235:0:15791:0:(rw26.c:871:ll_write_end()) pos 15757312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494240:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002f7f0e3e[3 00000000286acf60 2 1 000000003e6b9567 1 0 3847] 00000080:00200000:2.0:1789762963.494242:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d9da69c1 17ffffc0001001 3:0 ffff9cdd436e88c0 3847 lru 00000080:00200000:2.0:1789762963.494248:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007d6dccc3 1799: 1< 0 - - > 2< 7368704 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494251:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002f7f0e3e 00000080:00200000:2.0:1789762963.494253:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762963.494254:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3848 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494276:0:15791:0:(rw26.c:871:ll_write_end()) pos 15761408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494279:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000cbbdd39d[3 00000000286acf60 2 1 000000003e6b9567 1 0 3848] 00000080:00200000:2.0:1789762963.494282:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000067ae59a0 17ffffc0001001 3:0 ffff9cdd436e9b60 3848 lru 00000080:00200000:2.0:1789762963.494286:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a97ddbfd 1800: 1< 0 - - > 2< 7372800 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494288:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000cbbdd39d 00000080:00200000:2.0:1789762963.494288:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762963.494290:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3849 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494299:0:15791:0:(rw26.c:871:ll_write_end()) pos 15765504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494301:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000fe4e47f4[3 00000000286acf60 2 1 000000003e6b9567 1 0 3849] 00000080:00200000:2.0:1789762963.494303:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e25f4579 17ffffc0001001 3:0 ffff9cdd436e91c0 3849 lru 00000080:00200000:2.0:1789762963.494307:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008659a1db 1801: 1< 0 - - > 2< 7376896 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494308:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000fe4e47f4 00000080:00200000:2.0:1789762963.494309:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762963.494310:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3850 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494318:0:15791:0:(rw26.c:871:ll_write_end()) pos 15769600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494321:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000d79c42b1[3 00000000286acf60 2 1 000000003e6b9567 1 0 3850] 00000080:00200000:2.0:1789762963.494322:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000966b4ffb 17ffffc0001001 3:0 ffff9cdd436e9a80 3850 lru 00000080:00200000:2.0:1789762963.494326:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000083bf8091 1802: 1< 0 - - > 2< 7380992 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494327:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000d79c42b1 00000080:00200000:2.0:1789762963.494328:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762963.494329:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3851 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494336:0:15791:0:(rw26.c:871:ll_write_end()) pos 15773696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494339:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009b610571[3 00000000286acf60 2 1 000000003e6b9567 1 0 3851] 00000080:00200000:2.0:1789762963.494341:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002995d165 17ffffc0001001 3:0 ffff9cdd436e97e0 3851 lru 00000080:00200000:2.0:1789762963.494344:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000004c2d9227 1803: 1< 0 - - > 2< 7385088 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494345:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009b610571 00000080:00200000:2.0:1789762963.494346:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762963.494347:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3852 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494356:0:15791:0:(rw26.c:871:ll_write_end()) pos 15777792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494358:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000012ecab96[3 00000000286acf60 2 1 000000003e6b9567 1 0 3852] 00000080:00200000:2.0:1789762963.494360:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c41bd953 17ffffc0001001 3:0 ffff9cdd436e9620 3852 lru 00000080:00200000:2.0:1789762963.494364:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000053e6435c 1804: 1< 0 - - > 2< 7389184 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494366:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000012ecab96 00000080:00200000:2.0:1789762963.494367:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762963.494368:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3853 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494376:0:15791:0:(rw26.c:871:ll_write_end()) pos 15781888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494379:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000076345be3[3 00000000286acf60 2 1 000000003e6b9567 1 0 3853] 00000080:00200000:2.0:1789762963.494381:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ca3855e6 17ffffc0001001 3:0 ffff9cdd436e9c40 3853 lru 00000080:00200000:2.0:1789762963.494384:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f02bf1c1 1805: 1< 0 - - > 2< 7393280 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494385:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000076345be3 00000080:00200000:2.0:1789762963.494386:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762963.494387:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3854 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494395:0:15791:0:(rw26.c:871:ll_write_end()) pos 15785984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494398:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000701e6be7[3 00000000286acf60 2 1 000000003e6b9567 1 0 3854] 00000080:00200000:2.0:1789762963.494399:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000656d1289 17ffffc0001001 3:0 ffff9cdd436e9000 3854 lru 00000080:00200000:2.0:1789762963.494403:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac6bb72a 1806: 1< 0 - - > 2< 7397376 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494404:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000701e6be7 00000080:00200000:2.0:1789762963.494405:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762963.494406:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3855 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494414:0:15791:0:(rw26.c:871:ll_write_end()) pos 15790080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494416:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006f325242[3 00000000286acf60 2 1 000000003e6b9567 1 0 3855] 00000080:00200000:2.0:1789762963.494419:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000044388dc0 17ffffc0001001 3:0 ffff9cdd436e90e0 3855 lru 00000080:00200000:2.0:1789762963.494422:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000646415fe 1807: 1< 0 - - > 2< 7401472 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494424:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006f325242 00000080:00200000:2.0:1789762963.494425:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762963.494426:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3856 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494434:0:15791:0:(rw26.c:871:ll_write_end()) pos 15794176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494436:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ba57ee93[3 00000000286acf60 2 1 000000003e6b9567 1 0 3856] 00000080:00200000:2.0:1789762963.494438:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ba648e34 17ffffc0001001 3:0 ffff9cdd436e9d20 3856 lru 00000080:00200000:2.0:1789762963.494441:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000eee385ca 1808: 1< 0 - - > 2< 7405568 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494443:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ba57ee93 00000080:00200000:2.0:1789762963.494443:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762963.494445:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3857 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494453:0:15791:0:(rw26.c:871:ll_write_end()) pos 15798272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494455:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f1c2b61a[3 00000000286acf60 2 1 000000003e6b9567 1 0 3857] 00000080:00200000:2.0:1789762963.494457:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000073d0b7dc 17ffffc0001001 3:0 ffff9cdd436e9460 3857 lru 00000080:00200000:2.0:1789762963.494460:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4e29909 1809: 1< 0 - - > 2< 7409664 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494462:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f1c2b61a 00000080:00200000:2.0:1789762963.494462:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762963.494463:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3858 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494471:0:15791:0:(rw26.c:871:ll_write_end()) pos 15802368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494474:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000716cea54[3 00000000286acf60 2 1 000000003e6b9567 1 0 3858] 00000080:00200000:2.0:1789762963.494476:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007c85bdfc 17ffffc0001001 3:0 ffff9cdd436e9540 3858 lru 00000080:00200000:2.0:1789762963.494479:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a9517a6f 1810: 1< 0 - - > 2< 7413760 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494480:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000716cea54 00000080:00200000:2.0:1789762963.494481:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762963.494482:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3859 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494491:0:15791:0:(rw26.c:871:ll_write_end()) pos 15806464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494493:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007376e9ff[3 00000000286acf60 2 1 000000003e6b9567 1 0 3859] 00000080:00200000:2.0:1789762963.494495:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8a494fb 17ffffc0001001 3:0 ffff9cdd436e9380 3859 lru 00000080:00200000:2.0:1789762963.494499:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4b47bff 1811: 1< 0 - - > 2< 7417856 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494500:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007376e9ff 00000080:00200000:2.0:1789762963.494501:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762963.494502:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3860 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494513:0:15791:0:(rw26.c:871:ll_write_end()) pos 15810560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494516:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e20770a9[3 00000000286acf60 2 1 000000003e6b9567 1 0 3860] 00000080:00200000:2.0:1789762963.494518:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c78ea4f8 17ffffc0001021 2:0 ffff9cdd436e92a0 3860 lru 00000080:00200000:2.0:1789762963.494522:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000792b0271 1812: 1< 0 - - > 2< 7421952 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494523:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e20770a9 00000080:00200000:2.0:1789762963.494524:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762963.494525:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3861 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494551:0:15791:0:(rw26.c:871:ll_write_end()) pos 15814656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494556:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003d477f83[3 00000000286acf60 2 1 000000003e6b9567 1 0 3861] 00000080:00200000:2.0:1789762963.494560:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000065fdfff9 17ffffc0001001 3:0 ffff9cdd436e99a0 3861 lru 00000080:00200000:2.0:1789762963.494566:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000330645ba 1813: 1< 0 - - > 2< 7426048 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494568:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003d477f83 00000080:00200000:2.0:1789762963.494569:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762963.494571:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3862 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494587:0:15791:0:(rw26.c:871:ll_write_end()) pos 15818752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494591:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e4da09f5[3 00000000286acf60 2 1 000000003e6b9567 1 0 3862] 00000080:00200000:2.0:1789762963.494593:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000fb376ae9 17ffffc0001001 3:0 ffff9cdd436e9e00 3862 lru 00000080:00200000:2.0:1789762963.494597:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000fbc3b9a 1814: 1< 0 - - > 2< 7430144 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494599:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e4da09f5 00000080:00200000:2.0:1789762963.494599:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762963.494600:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3863 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494609:0:15791:0:(rw26.c:871:ll_write_end()) pos 15822848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494612:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f3d36ea8[3 00000000286acf60 2 1 000000003e6b9567 1 0 3863] 00000080:00200000:2.0:1789762963.494613:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000bed9ed60 17ffffc0001001 3:0 ffff9cdd436e98c0 3863 lru 00000080:00200000:2.0:1789762963.494617:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000079d6a8af 1815: 1< 0 - - > 2< 7434240 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494619:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f3d36ea8 00000080:00200000:2.0:1789762963.494620:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762963.494621:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3864 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494629:0:15791:0:(rw26.c:871:ll_write_end()) pos 15826944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494632:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000008ca3058[3 00000000286acf60 2 1 000000003e6b9567 1 0 3864] 00000080:00200000:2.0:1789762963.494633:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b655145f 17ffffc0001001 3:0 ffff9cdd436e9ee0 3864 lru 00000080:00200000:2.0:1789762963.494637:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000b0f7f87 1816: 1< 0 - - > 2< 7438336 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494638:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000008ca3058 00000080:00200000:2.0:1789762963.494639:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762963.494640:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3865 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494648:0:15791:0:(rw26.c:871:ll_write_end()) pos 15831040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494650:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000096268bf[3 00000000286acf60 2 1 000000003e6b9567 1 0 3865] 00000080:00200000:2.0:1789762963.494652:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000042a902ac 17ffffc0001001 3:0 ffff9cdd436e9700 3865 lru 00000080:00200000:2.0:1789762963.494656:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a878fc23 1817: 1< 0 - - > 2< 7442432 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494657:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000096268bf 00000080:00200000:2.0:1789762963.494658:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762963.494659:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3866 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494674:0:15791:0:(rw26.c:871:ll_write_end()) pos 15835136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494677:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000384a3376[3 00000000286acf60 2 1 000000003e6b9567 1 0 3866] 00000080:00200000:2.0:1789762963.494679:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7b50b05 17ffffc0001001 3:0 ffff9cdd58a1e460 3866 lru 00000080:00200000:2.0:1789762963.494683:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2f0b476 1818: 1< 0 - - > 2< 7446528 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494685:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000384a3376 00000080:00200000:2.0:1789762963.494685:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762963.494686:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3867 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494694:0:15791:0:(rw26.c:871:ll_write_end()) pos 15839232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494697:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006826008b[3 00000000286acf60 2 1 000000003e6b9567 1 0 3867] 00000080:00200000:2.0:1789762963.494699:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000042263347 17ffffc0001001 3:0 ffff9cdd58a1e540 3867 lru 00000080:00200000:2.0:1789762963.494702:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000aae7fc49 1819: 1< 0 - - > 2< 7450624 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494704:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006826008b 00000080:00200000:2.0:1789762963.494704:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762963.494705:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3868 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494713:0:15791:0:(rw26.c:871:ll_write_end()) pos 15843328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494716:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006d7a0533[3 00000000286acf60 2 1 000000003e6b9567 1 0 3868] 00000080:00200000:2.0:1789762963.494718:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6b5f964 17ffffc0001001 3:0 ffff9cdd58a1e380 3868 lru 00000080:00200000:2.0:1789762963.494721:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000028158e68 1820: 1< 0 - - > 2< 7454720 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494723:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006d7a0533 00000080:00200000:2.0:1789762963.494723:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762963.494724:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3869 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494732:0:15791:0:(rw26.c:871:ll_write_end()) pos 15847424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494735:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a4df9468[3 00000000286acf60 2 1 000000003e6b9567 1 0 3869] 00000080:00200000:2.0:1789762963.494736:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000084cf9843 17ffffc0001001 3:0 ffff9cdd58a1e2a0 3869 lru 00000080:00200000:2.0:1789762963.494740:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005d479e42 1821: 1< 0 - - > 2< 7458816 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494741:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a4df9468 00000080:00200000:2.0:1789762963.494742:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762963.494742:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3870 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494751:0:15791:0:(rw26.c:871:ll_write_end()) pos 15851520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494753:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000064d098ba[3 00000000286acf60 2 1 000000003e6b9567 1 0 3870] 00000080:00200000:2.0:1789762963.494755:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007f04242e 17ffffc0001001 3:0 ffff9cdd58a1e9a0 3870 lru 00000080:00200000:2.0:1789762963.494759:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000035d2b9c6 1822: 1< 0 - - > 2< 7462912 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494761:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000064d098ba 00000080:00200000:2.0:1789762963.494761:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762963.494762:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3871 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494770:0:15791:0:(rw26.c:871:ll_write_end()) pos 15855616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494773:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ef85db32[3 00000000286acf60 2 1 000000003e6b9567 1 0 3871] 00000080:00200000:2.0:1789762963.494775:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f79dee3f 17ffffc0001001 3:0 ffff9cdd58a1ee00 3871 lru 00000080:00200000:2.0:1789762963.494778:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef45a3a6 1823: 1< 0 - - > 2< 7467008 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494779:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ef85db32 00000080:00200000:2.0:1789762963.494780:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762963.494781:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3872 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494789:0:15791:0:(rw26.c:871:ll_write_end()) pos 15859712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494791:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000051eb0017[3 00000000286acf60 2 1 000000003e6b9567 1 0 3872] 00000080:00200000:2.0:1789762963.494793:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004aba7771 17ffffc0001001 3:0 ffff9cdd58a1e8c0 3872 lru 00000080:00200000:2.0:1789762963.494797:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000037e04d9a 1824: 1< 0 - - > 2< 7471104 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494798:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000051eb0017 00000080:00200000:2.0:1789762963.494798:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762963.494799:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3873 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494808:0:15791:0:(rw26.c:871:ll_write_end()) pos 15863808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494811:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f87aff0b[3 00000000286acf60 2 1 000000003e6b9567 1 0 3873] 00000080:00200000:2.0:1789762963.494813:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008c107ab9 17ffffc0001001 3:0 ffff9cdd58a1eee0 3873 lru 00000080:00200000:2.0:1789762963.494816:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000232c8504 1825: 1< 0 - - > 2< 7475200 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494817:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f87aff0b 00000080:00200000:2.0:1789762963.494818:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762963.494819:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3874 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494827:0:15791:0:(rw26.c:871:ll_write_end()) pos 15867904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494830:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e9115cd0[3 00000000286acf60 2 1 000000003e6b9567 1 0 3874] 00000080:00200000:2.0:1789762963.494832:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a54042a5 17ffffc0001001 3:0 ffff9cdd58a1e700 3874 lru 00000080:00200000:2.0:1789762963.494835:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000af33fa4b 1826: 1< 0 - - > 2< 7479296 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494837:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e9115cd0 00000080:00200000:2.0:1789762963.494838:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762963.494839:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3875 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494849:0:15791:0:(rw26.c:871:ll_write_end()) pos 15872000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494852:0:15791:0:(rw26.c:929:ll_write_end()) page@000000005dcf31cf[3 00000000286acf60 2 1 000000003e6b9567 1 0 3875] 00000080:00200000:2.0:1789762963.494854:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d705c8a8 17ffffc0001021 2:0 ffff9cdd58a1eb60 3875 lru 00000080:00200000:2.0:1789762963.494857:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000044356b61 1827: 1< 0 - - > 2< 7483392 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494859:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000005dcf31cf 00000080:00200000:2.0:1789762963.494859:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762963.494860:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3876 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494885:0:15791:0:(rw26.c:871:ll_write_end()) pos 15876096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494889:0:15791:0:(rw26.c:929:ll_write_end()) page@000000005c6883e5[3 00000000286acf60 2 1 000000003e6b9567 1 0 3876] 00000080:00200000:2.0:1789762963.494891:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000157a2514 17ffffc0001001 3:0 ffff9cdd58a1e1c0 3876 lru 00000080:00200000:2.0:1789762963.494895:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000846d3590 1828: 1< 0 - - > 2< 7487488 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494897:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000005c6883e5 00000080:00200000:2.0:1789762963.494898:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762963.494899:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3877 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494908:0:15791:0:(rw26.c:871:ll_write_end()) pos 15880192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494911:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009f4484cf[3 00000000286acf60 2 1 000000003e6b9567 1 0 3877] 00000080:00200000:2.0:1789762963.494913:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc21fda2 17ffffc0001001 3:0 ffff9cdd58a1ea80 3877 lru 00000080:00200000:2.0:1789762963.494917:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000dbd39b8e 1829: 1< 0 - - > 2< 7491584 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494919:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009f4484cf 00000080:00200000:2.0:1789762963.494920:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762963.494921:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3878 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494929:0:15791:0:(rw26.c:871:ll_write_end()) pos 15884288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494931:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b3582278[3 00000000286acf60 2 1 000000003e6b9567 1 0 3878] 00000080:00200000:2.0:1789762963.494933:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005d560cd4 17ffffc0001001 3:0 ffff9cdd58a1e7e0 3878 lru 00000080:00200000:2.0:1789762963.494936:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000059edd73f 1830: 1< 0 - - > 2< 7495680 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494938:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b3582278 00000080:00200000:2.0:1789762963.494938:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762963.494940:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3879 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494948:0:15791:0:(rw26.c:871:ll_write_end()) pos 15888384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494951:0:15791:0:(rw26.c:929:ll_write_end()) page@000000000eedd1d1[3 00000000286acf60 2 1 000000003e6b9567 1 0 3879] 00000080:00200000:2.0:1789762963.494952:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000063f8b955 17ffffc0001001 3:0 ffff9cdd58a1e620 3879 lru 00000080:00200000:2.0:1789762963.494956:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000b56414a 1831: 1< 0 - - > 2< 7499776 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494957:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000000eedd1d1 00000080:00200000:2.0:1789762963.494959:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762963.494960:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3880 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494968:0:15791:0:(rw26.c:871:ll_write_end()) pos 15892480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494971:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000735147ec[3 00000000286acf60 2 1 000000003e6b9567 1 0 3880] 00000080:00200000:2.0:1789762963.494973:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004d13f2fd 17ffffc0001001 3:0 ffff9cdd58a1ec40 3880 lru 00000080:00200000:2.0:1789762963.494977:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8c22a16 1832: 1< 0 - - > 2< 7503872 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494979:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000735147ec 00000080:00200000:2.0:1789762963.494980:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762963.494981:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3881 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.494988:0:15791:0:(rw26.c:871:ll_write_end()) pos 15896576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.494991:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000096e3c7eb[3 00000000286acf60 2 1 000000003e6b9567 1 0 3881] 00000080:00200000:2.0:1789762963.494993:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002cdedd58 17ffffc0001001 3:0 ffff9cdd58a1e000 3881 lru 00000080:00200000:2.0:1789762963.494996:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001259bc3f 1833: 1< 0 - - > 2< 7507968 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.494997:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000096e3c7eb 00000080:00200000:2.0:1789762963.494998:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762963.494999:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3882 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495007:0:15791:0:(rw26.c:871:ll_write_end()) pos 15900672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495009:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003870b5e9[3 00000000286acf60 2 1 000000003e6b9567 1 0 3882] 00000080:00200000:2.0:1789762963.495011:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000009760a771 17ffffc0001001 3:0 ffff9cdd58a1e0e0 3882 lru 00000080:00200000:2.0:1789762963.495015:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000025aa362f 1834: 1< 0 - - > 2< 7512064 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495016:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003870b5e9 00000080:00200000:2.0:1789762963.495016:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762963.495018:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3883 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495025:0:15791:0:(rw26.c:871:ll_write_end()) pos 15904768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495028:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003791ed9b[3 00000000286acf60 2 1 000000003e6b9567 1 0 3883] 00000080:00200000:2.0:1789762963.495030:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd7e5c58 17ffffc0001001 3:0 ffff9cdd58a1ed20 3883 lru 00000080:00200000:2.0:1789762963.495034:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003d420703 1835: 1< 0 - - > 2< 7516160 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495035:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003791ed9b 00000080:00200000:2.0:1789762963.495036:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762963.495037:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3884 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495051:0:15791:0:(rw26.c:871:ll_write_end()) pos 15908864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495053:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c5482a5b[3 00000000286acf60 2 1 000000003e6b9567 1 0 3884] 00000080:00200000:2.0:1789762963.495055:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000950cdb36 17ffffc0001001 3:0 ffff9cdd58a1f700 3884 lru 00000080:00200000:2.0:1789762963.495059:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000061ada796 1836: 1< 0 - - > 2< 7520256 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495061:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c5482a5b 00000080:00200000:2.0:1789762963.495062:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762963.495063:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3885 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495071:0:15791:0:(rw26.c:871:ll_write_end()) pos 15912960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495074:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000029eb95b[3 00000000286acf60 2 1 000000003e6b9567 1 0 3885] 00000080:00200000:2.0:1789762963.495076:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d60c305b 17ffffc0001001 3:0 ffff9cdd58a1fb60 3885 lru 00000080:00200000:2.0:1789762963.495080:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c81988e8 1837: 1< 0 - - > 2< 7524352 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495082:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000029eb95b 00000080:00200000:2.0:1789762963.495083:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762963.495084:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3886 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495092:0:15791:0:(rw26.c:871:ll_write_end()) pos 15917056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495094:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000036959e9[3 00000000286acf60 2 1 000000003e6b9567 1 0 3886] 00000080:00200000:2.0:1789762963.495096:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004806ac24 17ffffc0001001 3:0 ffff9cdd58a1f1c0 3886 lru 00000080:00200000:2.0:1789762963.495099:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000061035716 1838: 1< 0 - - > 2< 7528448 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495100:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000036959e9 00000080:00200000:2.0:1789762963.495101:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762963.495102:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3887 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495111:0:15791:0:(rw26.c:871:ll_write_end()) pos 15921152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495113:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000eebba433[3 00000000286acf60 2 1 000000003e6b9567 1 0 3887] 00000080:00200000:2.0:1789762963.495115:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a974783c 17ffffc0001001 3:0 ffff9cdd58a1fa80 3887 lru 00000080:00200000:2.0:1789762963.495119:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000009544bd46 1839: 1< 0 - - > 2< 7532544 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495120:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000eebba433 00000080:00200000:2.0:1789762963.495121:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762963.495122:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3888 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495130:0:15791:0:(rw26.c:871:ll_write_end()) pos 15925248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495133:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000080e2f0a[3 00000000286acf60 2 1 000000003e6b9567 1 0 3888] 00000080:00200000:2.0:1789762963.495134:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001d79d939 17ffffc0001001 3:0 ffff9cdd58a1f7e0 3888 lru 00000080:00200000:2.0:1789762963.495138:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000033186052 1840: 1< 0 - - > 2< 7536640 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495139:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000080e2f0a 00000080:00200000:2.0:1789762963.495140:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762963.495141:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3889 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495148:0:15791:0:(rw26.c:871:ll_write_end()) pos 15929344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495151:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000fb8cf9cb[3 00000000286acf60 2 1 000000003e6b9567 1 0 3889] 00000080:00200000:2.0:1789762963.495153:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000065a2dd22 17ffffc0001001 3:0 ffff9cdd58a1f620 3889 lru 00000080:00200000:2.0:1789762963.495156:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b21e9e88 1841: 1< 0 - - > 2< 7540736 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495157:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000fb8cf9cb 00000080:00200000:2.0:1789762963.495158:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762963.495159:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3890 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495169:0:15791:0:(rw26.c:871:ll_write_end()) pos 15933440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495172:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000d29897d9[3 00000000286acf60 2 1 000000003e6b9567 1 0 3890] 00000080:00200000:2.0:1789762963.495174:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000630f2f76 17ffffc0001021 2:0 ffff9cdd58a1fc40 3890 lru 00000080:00200000:2.0:1789762963.495177:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f6b7edc6 1842: 1< 0 - - > 2< 7544832 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495179:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000d29897d9 00000080:00200000:2.0:1789762963.495179:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762963.495180:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3891 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495188:0:15791:0:(rw26.c:871:ll_write_end()) pos 15937536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495191:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007b2901c3[3 00000000286acf60 2 1 000000003e6b9567 1 0 3891] 00000080:00200000:2.0:1789762963.495192:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b8910b8e 17ffffc0001001 3:0 ffff9cdd58a1f000 3891 lru 00000080:00200000:2.0:1789762963.495196:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e7a4ce95 1843: 1< 0 - - > 2< 7548928 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495197:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007b2901c3 00000080:00200000:2.0:1789762963.495198:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762963.495199:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3892 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495207:0:15791:0:(rw26.c:871:ll_write_end()) pos 15941632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495209:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000bfdcae3a[3 00000000286acf60 2 1 000000003e6b9567 1 0 3892] 00000080:00200000:2.0:1789762963.495212:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007d32a682 17ffffc0001001 3:0 ffff9cdd58a1f0e0 3892 lru 00000080:00200000:2.0:1789762963.495215:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c1722fe0 1844: 1< 0 - - > 2< 7553024 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495217:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000bfdcae3a 00000080:00200000:2.0:1789762963.495218:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762963.495219:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3893 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495226:0:15791:0:(rw26.c:871:ll_write_end()) pos 15945728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495229:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000eccf05a2[3 00000000286acf60 2 1 000000003e6b9567 1 0 3893] 00000080:00200000:2.0:1789762963.495231:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000065221c20 17ffffc0001001 3:0 ffff9cdd58a1fd20 3893 lru 00000080:00200000:2.0:1789762963.495234:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000075989004 1845: 1< 0 - - > 2< 7557120 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495235:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000eccf05a2 00000080:00200000:2.0:1789762963.495236:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762963.495237:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3894 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495246:0:15791:0:(rw26.c:871:ll_write_end()) pos 15949824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495248:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f17229e4[3 00000000286acf60 2 1 000000003e6b9567 1 0 3894] 00000080:00200000:2.0:1789762963.495250:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000210f824b 17ffffc0001001 3:0 ffff9cdd58a1f460 3894 lru 00000080:00200000:2.0:1789762963.495254:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000028e971a4 1846: 1< 0 - - > 2< 7561216 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495256:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f17229e4 00000080:00200000:2.0:1789762963.495257:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762963.495259:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3895 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495273:0:15791:0:(rw26.c:871:ll_write_end()) pos 15953920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495277:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000dcf3ec4a[3 00000000286acf60 2 1 000000003e6b9567 1 0 3895] 00000080:00200000:2.0:1789762963.495280:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c256246f 17ffffc0001001 3:0 ffff9cdd58a1f540 3895 lru 00000080:00200000:2.0:1789762963.495286:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001b7f1a10 1847: 1< 0 - - > 2< 7565312 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495289:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000dcf3ec4a 00000080:00200000:2.0:1789762963.495290:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762963.495292:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3896 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495309:0:15791:0:(rw26.c:871:ll_write_end()) pos 15958016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495314:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a785a441[3 00000000286acf60 2 1 000000003e6b9567 1 0 3896] 00000080:00200000:2.0:1789762963.495316:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007fa45ecd 17ffffc0001001 3:0 ffff9cdd58a1f380 3896 lru 00000080:00200000:2.0:1789762963.495322:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f57c6e42 1848: 1< 0 - - > 2< 7569408 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495326:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a785a441 00000080:00200000:2.0:1789762963.495328:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762963.495330:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3897 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495345:0:15791:0:(rw26.c:871:ll_write_end()) pos 15962112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495350:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000070bf4415[3 00000000286acf60 2 1 000000003e6b9567 1 0 3897] 00000080:00200000:2.0:1789762963.495354:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003a0d9f84 17ffffc0001001 3:0 ffff9cdd58a1f2a0 3897 lru 00000080:00200000:2.0:1789762963.495360:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000cfbe618b 1849: 1< 0 - - > 2< 7573504 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495363:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000070bf4415 00000080:00200000:2.0:1789762963.495364:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762963.495366:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3898 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495379:0:15791:0:(rw26.c:871:ll_write_end()) pos 15966208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495382:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002282f335[3 00000000286acf60 2 1 000000003e6b9567 1 0 3898] 00000080:00200000:2.0:1789762963.495384:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc2354ea 17ffffc0001001 3:0 ffff9cdd58a1f9a0 3898 lru 00000080:00200000:2.0:1789762963.495388:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7e5d7f3 1850: 1< 0 - - > 2< 7577600 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495390:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002282f335 00000080:00200000:2.0:1789762963.495390:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762963.495391:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3899 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495399:0:15791:0:(rw26.c:871:ll_write_end()) pos 15970304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495401:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002c7cb06e[3 00000000286acf60 2 1 000000003e6b9567 1 0 3899] 00000080:00200000:2.0:1789762963.495403:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007584e27b 17ffffc0001001 3:0 ffff9cdd58a1fe00 3899 lru 00000080:00200000:2.0:1789762963.495407:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000002d9576ff 1851: 1< 0 - - > 2< 7581696 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495409:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002c7cb06e 00000080:00200000:2.0:1789762963.495410:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762963.495411:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3900 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495418:0:15791:0:(rw26.c:871:ll_write_end()) pos 15974400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495421:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ea4c414f[3 00000000286acf60 2 1 000000003e6b9567 1 0 3900] 00000080:00200000:2.0:1789762963.495423:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000043dc2005 17ffffc0001001 3:0 ffff9cdd58a1f8c0 3900 lru 00000080:00200000:2.0:1789762963.495426:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f183bb2d 1852: 1< 0 - - > 2< 7585792 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495427:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ea4c414f 00000080:00200000:2.0:1789762963.495428:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762963.495430:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3901 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495438:0:15791:0:(rw26.c:871:ll_write_end()) pos 15978496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495440:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009253396b[3 00000000286acf60 2 1 000000003e6b9567 1 0 3901] 00000080:00200000:2.0:1789762963.495442:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000fffd1ef8 17ffffc0001001 3:0 ffff9cdd58a1fee0 3901 lru 00000080:00200000:2.0:1789762963.495446:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d21584e0 1853: 1< 0 - - > 2< 7589888 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495448:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009253396b 00000080:00200000:2.0:1789762963.495449:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762963.495450:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3902 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495464:0:15791:0:(rw26.c:871:ll_write_end()) pos 15982592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495467:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000020761cb9[3 00000000286acf60 2 1 000000003e6b9567 1 0 3902] 00000080:00200000:2.0:1789762963.495469:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000009e88c34f 17ffffc0001001 3:0 ffff9cdd487321c0 3902 lru 00000080:00200000:2.0:1789762963.495472:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5be6761 1854: 1< 0 - - > 2< 7593984 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495474:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000020761cb9 00000080:00200000:2.0:1789762963.495475:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762963.495476:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3903 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495484:0:15791:0:(rw26.c:871:ll_write_end()) pos 15986688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495487:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000038bad4c5[3 00000000286acf60 2 1 000000003e6b9567 1 0 3903] 00000080:00200000:2.0:1789762963.495489:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000301b9b34 17ffffc0001001 3:0 ffff9cdd48732a80 3903 lru 00000080:00200000:2.0:1789762963.495493:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee48eead 1855: 1< 0 - - > 2< 7598080 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495494:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000038bad4c5 00000080:00200000:2.0:1789762963.495495:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762963.495496:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3904 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495505:0:15791:0:(rw26.c:871:ll_write_end()) pos 15990784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495508:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c546893d[3 00000000286acf60 2 1 000000003e6b9567 1 0 3904] 00000080:00200000:2.0:1789762963.495510:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000028e9cba8 17ffffc0001001 3:0 ffff9cdd487327e0 3904 lru 00000080:00200000:2.0:1789762963.495513:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000055ca5156 1856: 1< 0 - - > 2< 7602176 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495515:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c546893d 00000080:00200000:2.0:1789762963.495516:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762963.495517:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3905 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495527:0:15791:0:(rw26.c:871:ll_write_end()) pos 15994880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495543:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000018db1333[3 00000000286acf60 2 1 000000003e6b9567 1 0 3905] 00000080:00200000:2.0:1789762963.495547:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000707753fa 17ffffc0001021 2:0 ffff9cdd48732620 3905 lru 00000080:00200000:2.0:1789762963.495553:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000caf641ad 1857: 1< 0 - - > 2< 7606272 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495556:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000018db1333 00000080:00200000:2.0:1789762963.495557:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762963.495559:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3906 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495573:0:15791:0:(rw26.c:871:ll_write_end()) pos 15998976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495578:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000075044564[3 00000000286acf60 2 1 000000003e6b9567 1 0 3906] 00000080:00200000:2.0:1789762963.495580:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b72994b5 17ffffc0001001 3:0 ffff9cdd48732c40 3906 lru 00000080:00200000:2.0:1789762963.495584:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000070355d7a 1858: 1< 0 - - > 2< 7610368 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495586:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000075044564 00000080:00200000:2.0:1789762963.495586:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762963.495588:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3907 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495597:0:15791:0:(rw26.c:871:ll_write_end()) pos 16003072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495599:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000038cc402d[3 00000000286acf60 2 1 000000003e6b9567 1 0 3907] 00000080:00200000:2.0:1789762963.495601:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001800e107 17ffffc0001001 3:0 ffff9cdd48732000 3907 lru 00000080:00200000:2.0:1789762963.495604:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000003bc1c07 1859: 1< 0 - - > 2< 7614464 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495606:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000038cc402d 00000080:00200000:2.0:1789762963.495607:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762963.495608:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3908 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495616:0:15791:0:(rw26.c:871:ll_write_end()) pos 16007168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495618:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000086c6bfcd[3 00000000286acf60 2 1 000000003e6b9567 1 0 3908] 00000080:00200000:2.0:1789762963.495620:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007b35c7d0 17ffffc0001001 3:0 ffff9cdd487320e0 3908 lru 00000080:00200000:2.0:1789762963.495624:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000029f64f3b 1860: 1< 0 - - > 2< 7618560 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495625:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000086c6bfcd 00000080:00200000:2.0:1789762963.495626:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762963.495627:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3909 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495634:0:15791:0:(rw26.c:871:ll_write_end()) pos 16011264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495637:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007eb110c9[3 00000000286acf60 2 1 000000003e6b9567 1 0 3909] 00000080:00200000:2.0:1789762963.495639:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b6c53e46 17ffffc0001001 3:0 ffff9cdd48732d20 3909 lru 00000080:00200000:2.0:1789762963.495642:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000071b83ea 1861: 1< 0 - - > 2< 7622656 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495643:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007eb110c9 00000080:00200000:2.0:1789762963.495645:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762963.495646:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3910 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495654:0:15791:0:(rw26.c:871:ll_write_end()) pos 16015360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495656:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000016500c19[3 00000000286acf60 2 1 000000003e6b9567 1 0 3910] 00000080:00200000:2.0:1789762963.495658:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002ba9a795 17ffffc0001001 3:0 ffff9cdd48732460 3910 lru 00000080:00200000:2.0:1789762963.495661:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000086a18c4c 1862: 1< 0 - - > 2< 7626752 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495663:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000016500c19 00000080:00200000:2.0:1789762963.495663:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762963.495665:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3911 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495672:0:15791:0:(rw26.c:871:ll_write_end()) pos 16019456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495675:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000fad4ab74[3 00000000286acf60 2 1 000000003e6b9567 1 0 3911] 00000080:00200000:2.0:1789762963.495677:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d2135420 17ffffc0001001 3:0 ffff9cdd48732540 3911 lru 00000080:00200000:2.0:1789762963.495681:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1edf9fe 1863: 1< 0 - - > 2< 7630848 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495683:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000fad4ab74 00000080:00200000:2.0:1789762963.495683:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762963.495684:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3912 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495692:0:15791:0:(rw26.c:871:ll_write_end()) pos 16023552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495694:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004c459e67[3 00000000286acf60 2 1 000000003e6b9567 1 0 3912] 00000080:00200000:2.0:1789762963.495696:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003f263cfd 17ffffc0001001 3:0 ffff9cdd48732380 3912 lru 00000080:00200000:2.0:1789762963.495699:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000063d71243 1864: 1< 0 - - > 2< 7634944 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495701:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004c459e67 00000080:00200000:2.0:1789762963.495701:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762963.495702:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3913 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495710:0:15791:0:(rw26.c:871:ll_write_end()) pos 16027648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495713:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000dd260c15[3 00000000286acf60 2 1 000000003e6b9567 1 0 3913] 00000080:00200000:2.0:1789762963.495714:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000475d785f 17ffffc0001001 3:0 ffff9cdd487322a0 3913 lru 00000080:00200000:2.0:1789762963.495718:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe1551f4 1865: 1< 0 - - > 2< 7639040 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495719:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000dd260c15 00000080:00200000:2.0:1789762963.495720:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762963.495721:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3914 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495728:0:15791:0:(rw26.c:871:ll_write_end()) pos 16031744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495731:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000071333132[3 00000000286acf60 2 1 000000003e6b9567 1 0 3914] 00000080:00200000:2.0:1789762963.495733:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000bbaaaf9c 17ffffc0001001 3:0 ffff9cdd487329a0 3914 lru 00000080:00200000:2.0:1789762963.495736:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fd60cda4 1866: 1< 0 - - > 2< 7643136 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495738:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000071333132 00000080:00200000:2.0:1789762963.495738:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762963.495739:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3915 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495748:0:15791:0:(rw26.c:871:ll_write_end()) pos 16035840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495750:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ef6f7af5[3 00000000286acf60 2 1 000000003e6b9567 1 0 3915] 00000080:00200000:2.0:1789762963.495752:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000009dc751a3 17ffffc0001001 3:0 ffff9cdd48732e00 3915 lru 00000080:00200000:2.0:1789762963.495756:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000030c8f2aa 1867: 1< 0 - - > 2< 7647232 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495757:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ef6f7af5 00000080:00200000:2.0:1789762963.495757:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762963.495758:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3916 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495766:0:15791:0:(rw26.c:871:ll_write_end()) pos 16039936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495768:0:15791:0:(rw26.c:929:ll_write_end()) page@000000000a852b5c[3 00000000286acf60 2 1 000000003e6b9567 1 0 3916] 00000080:00200000:2.0:1789762963.495770:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000f1b7b8a 17ffffc0001001 3:0 ffff9cdd487328c0 3916 lru 00000080:00200000:2.0:1789762963.495773:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000449cb91d 1868: 1< 0 - - > 2< 7651328 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495774:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000000a852b5c 00000080:00200000:2.0:1789762963.495775:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762963.495776:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3917 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495783:0:15791:0:(rw26.c:871:ll_write_end()) pos 16044032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495786:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000993170b2[3 00000000286acf60 2 1 000000003e6b9567 1 0 3917] 00000080:00200000:2.0:1789762963.495788:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003b2b4199 17ffffc0001001 3:0 ffff9cdd48732ee0 3917 lru 00000080:00200000:2.0:1789762963.495791:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000864757df 1869: 1< 0 - - > 2< 7655424 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495792:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000993170b2 00000080:00200000:2.0:1789762963.495793:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762963.495794:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3918 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495801:0:15791:0:(rw26.c:871:ll_write_end()) pos 16048128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495804:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007390db69[3 00000000286acf60 2 1 000000003e6b9567 1 0 3918] 00000080:00200000:2.0:1789762963.495806:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000213d3437 17ffffc0001001 3:0 ffff9cdd48732700 3918 lru 00000080:00200000:2.0:1789762963.495810:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005fe69c2a 1870: 1< 0 - - > 2< 7659520 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495812:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007390db69 00000080:00200000:2.0:1789762963.495814:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762963.495815:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3919 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495822:0:15791:0:(rw26.c:871:ll_write_end()) pos 16052224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495825:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000032764c8[3 00000000286acf60 2 1 000000003e6b9567 1 0 3919] 00000080:00200000:2.0:1789762963.495827:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004439f75c 17ffffc0001001 3:0 ffff9cdd48732b60 3919 lru 00000080:00200000:2.0:1789762963.495830:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1247e72 1871: 1< 0 - - > 2< 7663616 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495832:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000032764c8 00000080:00200000:2.0:1789762963.495833:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762963.495834:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3920 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495850:0:15791:0:(rw26.c:871:ll_write_end()) pos 16056320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495853:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000010a276a1[3 00000000286acf60 2 1 000000003e6b9567 1 0 3920] 00000080:00200000:2.0:1789762963.495855:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000074b8653b 17ffffc0001021 2:0 ffff9cdd487330e0 3920 lru 00000080:00200000:2.0:1789762963.495859:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008c8b102a 1872: 1< 0 - - > 2< 7667712 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495860:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000010a276a1 00000080:00200000:2.0:1789762963.495861:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762963.495862:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3921 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495887:0:15791:0:(rw26.c:871:ll_write_end()) pos 16060416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495891:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000013c36a34[3 00000000286acf60 2 1 000000003e6b9567 1 0 3921] 00000080:00200000:2.0:1789762963.495893:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b4edffd6 17ffffc0001001 3:0 ffff9cdd48733d20 3921 lru 00000080:00200000:2.0:1789762963.495898:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000699bf261 1873: 1< 0 - - > 2< 7671808 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495900:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000013c36a34 00000080:00200000:2.0:1789762963.495900:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762963.495902:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3922 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495911:0:15791:0:(rw26.c:871:ll_write_end()) pos 16064512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495914:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000067b8870e[3 00000000286acf60 2 1 000000003e6b9567 1 0 3922] 00000080:00200000:2.0:1789762963.495916:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a5e157f6 17ffffc0001001 3:0 ffff9cdd48733460 3922 lru 00000080:00200000:2.0:1789762963.495920:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000dc890ee5 1874: 1< 0 - - > 2< 7675904 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495921:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000067b8870e 00000080:00200000:2.0:1789762963.495922:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762963.495923:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3923 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495931:0:15791:0:(rw26.c:871:ll_write_end()) pos 16068608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495934:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000d7ca6d51[3 00000000286acf60 2 1 000000003e6b9567 1 0 3923] 00000080:00200000:2.0:1789762963.495936:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008863cdda 17ffffc0001001 3:0 ffff9cdd48733540 3923 lru 00000080:00200000:2.0:1789762963.495939:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e14c10df 1875: 1< 0 - - > 2< 7680000 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495941:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000d7ca6d51 00000080:00200000:2.0:1789762963.495942:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762963.495943:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3924 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495950:0:15791:0:(rw26.c:871:ll_write_end()) pos 16072704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495952:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009dc250bc[3 00000000286acf60 2 1 000000003e6b9567 1 0 3924] 00000080:00200000:2.0:1789762963.495954:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d68b93b9 17ffffc0001001 3:0 ffff9cdd48733380 3924 lru 00000080:00200000:2.0:1789762963.495958:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000021b61af4 1876: 1< 0 - - > 2< 7684096 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495959:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009dc250bc 00000080:00200000:2.0:1789762963.495959:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762963.495960:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3925 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495968:0:15791:0:(rw26.c:871:ll_write_end()) pos 16076800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495971:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b03cdeb9[3 00000000286acf60 2 1 000000003e6b9567 1 0 3925] 00000080:00200000:2.0:1789762963.495972:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000009bc27f63 17ffffc0001001 3:0 ffff9cdd487332a0 3925 lru 00000080:00200000:2.0:1789762963.495976:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000215817f8 1877: 1< 0 - - > 2< 7688192 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495977:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b03cdeb9 00000080:00200000:2.0:1789762963.495978:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762963.495978:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3926 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.495987:0:15791:0:(rw26.c:871:ll_write_end()) pos 16080896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.495989:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000450f8582[3 00000000286acf60 2 1 000000003e6b9567 1 0 3926] 00000080:00200000:2.0:1789762963.495991:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000030f06187 17ffffc0001001 3:0 ffff9cdd487339a0 3926 lru 00000080:00200000:2.0:1789762963.495995:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000252a1bb9 1878: 1< 0 - - > 2< 7692288 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.495996:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000450f8582 00000080:00200000:2.0:1789762963.495997:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762963.495998:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3927 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496006:0:15791:0:(rw26.c:871:ll_write_end()) pos 16084992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496008:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003f235409[3 00000000286acf60 2 1 000000003e6b9567 1 0 3927] 00000080:00200000:2.0:1789762963.496010:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000015ce42ea 17ffffc0001001 3:0 ffff9cdd48733e00 3927 lru 00000080:00200000:2.0:1789762963.496014:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000013436ab1 1879: 1< 0 - - > 2< 7696384 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496016:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003f235409 00000080:00200000:2.0:1789762963.496017:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762963.496018:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3928 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496026:0:15791:0:(rw26.c:871:ll_write_end()) pos 16089088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496028:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000081d0971a[3 00000000286acf60 2 1 000000003e6b9567 1 0 3928] 00000080:00200000:2.0:1789762963.496030:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ddc79ffa 17ffffc0001001 3:0 ffff9cdd487338c0 3928 lru 00000080:00200000:2.0:1789762963.496033:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c90c2931 1880: 1< 0 - - > 2< 7700480 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496034:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000081d0971a 00000080:00200000:2.0:1789762963.496035:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762963.496036:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3929 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496045:0:15791:0:(rw26.c:871:ll_write_end()) pos 16093184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496048:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f8ad07e6[3 00000000286acf60 2 1 000000003e6b9567 1 0 3929] 00000080:00200000:2.0:1789762963.496050:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000006b9190a9 17ffffc0001001 3:0 ffff9cdd48733ee0 3929 lru 00000080:00200000:2.0:1789762963.496054:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001dc4b3de 1881: 1< 0 - - > 2< 7704576 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496056:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f8ad07e6 00000080:00200000:2.0:1789762963.496056:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762963.496057:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3930 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496065:0:15791:0:(rw26.c:871:ll_write_end()) pos 16097280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496068:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000478049a2[3 00000000286acf60 2 1 000000003e6b9567 1 0 3930] 00000080:00200000:2.0:1789762963.496069:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000958ec3cf 17ffffc0001001 3:0 ffff9cdd48733700 3930 lru 00000080:00200000:2.0:1789762963.496073:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a88a3471 1882: 1< 0 - - > 2< 7708672 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496074:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000478049a2 00000080:00200000:2.0:1789762963.496075:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762963.496076:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3931 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496083:0:15791:0:(rw26.c:871:ll_write_end()) pos 16101376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496085:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a9468954[3 00000000286acf60 2 1 000000003e6b9567 1 0 3931] 00000080:00200000:2.0:1789762963.496087:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000088d05bf6 17ffffc0001001 3:0 ffff9cdd48733b60 3931 lru 00000080:00200000:2.0:1789762963.496091:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f93dfb92 1883: 1< 0 - - > 2< 7712768 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496092:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a9468954 00000080:00200000:2.0:1789762963.496093:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762963.496094:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3932 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496102:0:15791:0:(rw26.c:871:ll_write_end()) pos 16105472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496104:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000284904ac[3 00000000286acf60 2 1 000000003e6b9567 1 0 3932] 00000080:00200000:2.0:1789762963.496106:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a44cb4d5 17ffffc0001001 3:0 ffff9cdd487331c0 3932 lru 00000080:00200000:2.0:1789762963.496109:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000cfed2bd9 1884: 1< 0 - - > 2< 7716864 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496111:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000284904ac 00000080:00200000:2.0:1789762963.496111:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762963.496113:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3933 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496121:0:15791:0:(rw26.c:871:ll_write_end()) pos 16109568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496124:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000da35a431[3 00000000286acf60 2 1 000000003e6b9567 1 0 3933] 00000080:00200000:2.0:1789762963.496125:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003209419b 17ffffc0001001 3:0 ffff9cdd48733a80 3933 lru 00000080:00200000:2.0:1789762963.496129:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b6b30d4f 1885: 1< 0 - - > 2< 7720960 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496130:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000da35a431 00000080:00200000:2.0:1789762963.496131:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762963.496131:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3934 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496139:0:15791:0:(rw26.c:871:ll_write_end()) pos 16113664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496142:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000059904980[3 00000000286acf60 2 1 000000003e6b9567 1 0 3934] 00000080:00200000:2.0:1789762963.496144:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5b26e1f 17ffffc0001001 3:0 ffff9cdd487337e0 3934 lru 00000080:00200000:2.0:1789762963.496147:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008b2435d2 1886: 1< 0 - - > 2< 7725056 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496148:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000059904980 00000080:00200000:2.0:1789762963.496149:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762963.496150:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3935 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496160:0:15791:0:(rw26.c:871:ll_write_end()) pos 16117760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496163:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000030ee542e[3 00000000286acf60 2 1 000000003e6b9567 1 0 3935] 00000080:00200000:2.0:1789762963.496165:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000026a02fc4 17ffffc0001021 2:0 ffff9cdd48733620 3935 lru 00000080:00200000:2.0:1789762963.496168:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000099c1d2be 1887: 1< 0 - - > 2< 7729152 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496170:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000030ee542e 00000080:00200000:2.0:1789762963.496171:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762963.496172:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3936 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496181:0:15791:0:(rw26.c:871:ll_write_end()) pos 16121856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496184:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000aa0dac37[3 00000000286acf60 2 1 000000003e6b9567 1 0 3936] 00000080:00200000:2.0:1789762963.496186:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003717b70d 17ffffc0001001 3:0 ffff9cdd48733c40 3936 lru 00000080:00200000:2.0:1789762963.496190:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9177b73 1888: 1< 0 - - > 2< 7733248 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496192:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000aa0dac37 00000080:00200000:2.0:1789762963.496193:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762963.496194:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3937 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496202:0:15791:0:(rw26.c:871:ll_write_end()) pos 16125952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496204:0:15791:0:(rw26.c:929:ll_write_end()) page@000000001ce7d900[3 00000000286acf60 2 1 000000003e6b9567 1 0 3937] 00000080:00200000:2.0:1789762963.496206:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cc7d39d2 17ffffc0001001 3:0 ffff9cdd48733000 3937 lru 00000080:00200000:2.0:1789762963.496209:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006b3f1df8 1889: 1< 0 - - > 2< 7737344 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496211:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000001ce7d900 00000080:00200000:2.0:1789762963.496211:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762963.496212:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3938 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496227:0:15791:0:(rw26.c:871:ll_write_end()) pos 16130048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496229:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006281127a[3 00000000286acf60 2 1 000000003e6b9567 1 0 3938] 00000080:00200000:2.0:1789762963.496231:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008e05f375 17ffffc0001001 3:0 ffff9cdd486f0c40 3938 lru 00000080:00200000:2.0:1789762963.496235:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe6a2c24 1890: 1< 0 - - > 2< 7741440 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496236:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006281127a 00000080:00200000:2.0:1789762963.496236:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762963.496237:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3939 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496245:0:15791:0:(rw26.c:871:ll_write_end()) pos 16134144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496248:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008c0ac76c[3 00000000286acf60 2 1 000000003e6b9567 1 0 3939] 00000080:00200000:2.0:1789762963.496250:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000365a707 17ffffc0001001 3:0 ffff9cdd486f0000 3939 lru 00000080:00200000:2.0:1789762963.496253:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007c3b77e4 1891: 1< 0 - - > 2< 7745536 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496254:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008c0ac76c 00000080:00200000:2.0:1789762963.496255:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762963.496256:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3940 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496264:0:15791:0:(rw26.c:871:ll_write_end()) pos 16138240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496267:0:15791:0:(rw26.c:929:ll_write_end()) page@000000000850641e[3 00000000286acf60 2 1 000000003e6b9567 1 0 3940] 00000080:00200000:2.0:1789762963.496269:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000217bebb4 17ffffc0001001 3:0 ffff9cdd486f00e0 3940 lru 00000080:00200000:2.0:1789762963.496272:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000093e4001 1892: 1< 0 - - > 2< 7749632 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496275:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000000850641e 00000080:00200000:2.0:1789762963.496276:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762963.496277:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3941 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496285:0:15791:0:(rw26.c:871:ll_write_end()) pos 16142336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496287:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000fbf1a1ec[3 00000000286acf60 2 1 000000003e6b9567 1 0 3941] 00000080:00200000:2.0:1789762963.496289:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7fe8147 17ffffc0001001 3:0 ffff9cdd486f0d20 3941 lru 00000080:00200000:2.0:1789762963.496293:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005d7d0174 1893: 1< 0 - - > 2< 7753728 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496294:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000fbf1a1ec 00000080:00200000:2.0:1789762963.496295:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762963.496296:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3942 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496303:0:15791:0:(rw26.c:871:ll_write_end()) pos 16146432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496306:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e70e8a2d[3 00000000286acf60 2 1 000000003e6b9567 1 0 3942] 00000080:00200000:2.0:1789762963.496308:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000daf6cc15 17ffffc0001001 3:0 ffff9cdd486f0460 3942 lru 00000080:00200000:2.0:1789762963.496311:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001787f5bf 1894: 1< 0 - - > 2< 7757824 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496312:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e70e8a2d 00000080:00200000:2.0:1789762963.496313:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762963.496314:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3943 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496322:0:15791:0:(rw26.c:871:ll_write_end()) pos 16150528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496325:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008b4e8e7e[3 00000000286acf60 2 1 000000003e6b9567 1 0 3943] 00000080:00200000:2.0:1789762963.496326:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007c9d1ca8 17ffffc0001001 3:0 ffff9cdd486f0540 3943 lru 00000080:00200000:2.0:1789762963.496330:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b4b6de9f 1895: 1< 0 - - > 2< 7761920 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496332:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008b4e8e7e 00000080:00200000:2.0:1789762963.496333:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762963.496334:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3944 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496342:0:15791:0:(rw26.c:871:ll_write_end()) pos 16154624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496345:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006206fb5d[3 00000000286acf60 2 1 000000003e6b9567 1 0 3944] 00000080:00200000:2.0:1789762963.496347:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b8161f29 17ffffc0001001 3:0 ffff9cdd486f0380 3944 lru 00000080:00200000:2.0:1789762963.496350:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007fd7b20c 1896: 1< 0 - - > 2< 7766016 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496351:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006206fb5d 00000080:00200000:2.0:1789762963.496352:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762963.496353:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3945 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496361:0:15791:0:(rw26.c:871:ll_write_end()) pos 16158720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496364:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000074c2967e[3 00000000286acf60 2 1 000000003e6b9567 1 0 3945] 00000080:00200000:2.0:1789762963.496366:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000397af8e3 17ffffc0001001 3:0 ffff9cdd486f02a0 3945 lru 00000080:00200000:2.0:1789762963.496369:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000faa3e46f 1897: 1< 0 - - > 2< 7770112 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496370:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000074c2967e 00000080:00200000:2.0:1789762963.496371:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762963.496372:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3946 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496380:0:15791:0:(rw26.c:871:ll_write_end()) pos 16162816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496382:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c03dd8dc[3 00000000286acf60 2 1 000000003e6b9567 1 0 3946] 00000080:00200000:2.0:1789762963.496384:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b1d4678b 17ffffc0001001 3:0 ffff9cdd486f09a0 3946 lru 00000080:00200000:2.0:1789762963.496387:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f614acca 1898: 1< 0 - - > 2< 7774208 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496389:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c03dd8dc 00000080:00200000:2.0:1789762963.496389:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762963.496390:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3947 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496398:0:15791:0:(rw26.c:871:ll_write_end()) pos 16166912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496401:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003337830f[3 00000000286acf60 2 1 000000003e6b9567 1 0 3947] 00000080:00200000:2.0:1789762963.496402:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000027984e4c 17ffffc0001001 3:0 ffff9cdd486f0e00 3947 lru 00000080:00200000:2.0:1789762963.496406:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000019efb3f8 1899: 1< 0 - - > 2< 7778304 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496408:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003337830f 00000080:00200000:2.0:1789762963.496409:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762963.496410:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3948 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496418:0:15791:0:(rw26.c:871:ll_write_end()) pos 16171008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496420:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002be36278[3 00000000286acf60 2 1 000000003e6b9567 1 0 3948] 00000080:00200000:2.0:1789762963.496422:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000040604b02 17ffffc0001001 3:0 ffff9cdd486f08c0 3948 lru 00000080:00200000:2.0:1789762963.496426:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000054b9b943 1900: 1< 0 - - > 2< 7782400 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496427:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002be36278 00000080:00200000:2.0:1789762963.496427:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762963.496428:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3949 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496436:0:15791:0:(rw26.c:871:ll_write_end()) pos 16175104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496438:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000048b8d5e8[3 00000000286acf60 2 1 000000003e6b9567 1 0 3949] 00000080:00200000:2.0:1789762963.496440:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000991b8dac 17ffffc0001001 3:0 ffff9cdd486f0ee0 3949 lru 00000080:00200000:2.0:1789762963.496444:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000009723290a 1901: 1< 0 - - > 2< 7786496 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496445:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000048b8d5e8 00000080:00200000:2.0:1789762963.496446:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762963.496447:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3950 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496457:0:15791:0:(rw26.c:871:ll_write_end()) pos 16179200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496460:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000dd63ef82[3 00000000286acf60 2 1 000000003e6b9567 1 0 3950] 00000080:00200000:2.0:1789762963.496462:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000502c7ba6 17ffffc0001021 2:0 ffff9cdd486f0700 3950 lru 00000080:00200000:2.0:1789762963.496465:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000040a9afeb 1902: 1< 0 - - > 2< 7790592 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496466:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000dd63ef82 00000080:00200000:2.0:1789762963.496467:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762963.496468:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3951 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496476:0:15791:0:(rw26.c:871:ll_write_end()) pos 16183296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496479:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000060c12d19[3 00000000286acf60 2 1 000000003e6b9567 1 0 3951] 00000080:00200000:2.0:1789762963.496481:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003d7cc017 17ffffc0001001 3:0 ffff9cdd486f0b60 3951 lru 00000080:00200000:2.0:1789762963.496485:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001c54fc42 1903: 1< 0 - - > 2< 7794688 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496486:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000060c12d19 00000080:00200000:2.0:1789762963.496487:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762963.496488:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3952 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496497:0:15791:0:(rw26.c:871:ll_write_end()) pos 16187392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496500:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003e3cc579[3 00000000286acf60 2 1 000000003e6b9567 1 0 3952] 00000080:00200000:2.0:1789762963.496502:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000e9a4670 17ffffc0001001 3:0 ffff9cdd486f01c0 3952 lru 00000080:00200000:2.0:1789762963.496505:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000004dfe9dbd 1904: 1< 0 - - > 2< 7798784 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496507:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003e3cc579 00000080:00200000:2.0:1789762963.496507:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762963.496508:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3953 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496516:0:15791:0:(rw26.c:871:ll_write_end()) pos 16191488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496519:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008e4f970c[3 00000000286acf60 2 1 000000003e6b9567 1 0 3953] 00000080:00200000:2.0:1789762963.496520:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000281ae985 17ffffc0001001 3:0 ffff9cdd486f0a80 3953 lru 00000080:00200000:2.0:1789762963.496524:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e8bb244b 1905: 1< 0 - - > 2< 7802880 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496525:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008e4f970c 00000080:00200000:2.0:1789762963.496526:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762963.496527:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3954 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496553:0:15791:0:(rw26.c:871:ll_write_end()) pos 16195584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496558:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a7ac01aa[3 00000000286acf60 2 1 000000003e6b9567 1 0 3954] 00000080:00200000:2.0:1789762963.496561:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f3b7e24b 17ffffc0001001 3:0 ffff9cdd486f07e0 3954 lru 00000080:00200000:2.0:1789762963.496567:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003629c181 1906: 1< 0 - - > 2< 7806976 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496570:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a7ac01aa 00000080:00200000:2.0:1789762963.496571:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762963.496573:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3955 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496584:0:15791:0:(rw26.c:871:ll_write_end()) pos 16199680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496587:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000078625b8b[3 00000000286acf60 2 1 000000003e6b9567 1 0 3955] 00000080:00200000:2.0:1789762963.496589:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb3eeb37 17ffffc0001001 3:0 ffff9cdd486f0620 3955 lru 00000080:00200000:2.0:1789762963.496593:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007081e134 1907: 1< 0 - - > 2< 7811072 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496595:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000078625b8b 00000080:00200000:2.0:1789762963.496595:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762963.496596:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3956 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496611:0:15791:0:(rw26.c:871:ll_write_end()) pos 16203776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496614:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008db6139a[3 00000000286acf60 2 1 000000003e6b9567 1 0 3956] 00000080:00200000:2.0:1789762963.496615:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000151783b4 17ffffc0001001 3:0 ffff9cdd486f1b60 3956 lru 00000080:00200000:2.0:1789762963.496619:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000618e0cd 1908: 1< 0 - - > 2< 7815168 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496620:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008db6139a 00000080:00200000:2.0:1789762963.496621:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762963.496622:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3957 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496632:0:15791:0:(rw26.c:871:ll_write_end()) pos 16207872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496634:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003e130f6d[3 00000000286acf60 2 1 000000003e6b9567 1 0 3957] 00000080:00200000:2.0:1789762963.496636:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005abf5fc7 17ffffc0001001 3:0 ffff9cdd486f11c0 3957 lru 00000080:00200000:2.0:1789762963.496640:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001568f09d 1909: 1< 0 - - > 2< 7819264 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496642:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003e130f6d 00000080:00200000:2.0:1789762963.496642:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762963.496644:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3958 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496651:0:15791:0:(rw26.c:871:ll_write_end()) pos 16211968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496654:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f29f04cc[3 00000000286acf60 2 1 000000003e6b9567 1 0 3958] 00000080:00200000:2.0:1789762963.496656:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002564114a 17ffffc0001001 3:0 ffff9cdd486f1a80 3958 lru 00000080:00200000:2.0:1789762963.496660:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003d63181d 1910: 1< 0 - - > 2< 7823360 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496662:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f29f04cc 00000080:00200000:2.0:1789762963.496663:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762963.496664:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3959 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496672:0:15791:0:(rw26.c:871:ll_write_end()) pos 16216064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496674:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000503c2947[3 00000000286acf60 2 1 000000003e6b9567 1 0 3959] 00000080:00200000:2.0:1789762963.496676:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005bae3d4f 17ffffc0001001 3:0 ffff9cdd486f17e0 3959 lru 00000080:00200000:2.0:1789762963.496680:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000027e204ab 1911: 1< 0 - - > 2< 7827456 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496681:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000503c2947 00000080:00200000:2.0:1789762963.496682:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762963.496683:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3960 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496691:0:15791:0:(rw26.c:871:ll_write_end()) pos 16220160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496693:0:15791:0:(rw26.c:929:ll_write_end()) page@000000001e3928fd[3 00000000286acf60 2 1 000000003e6b9567 1 0 3960] 00000080:00200000:2.0:1789762963.496695:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f700b615 17ffffc0001001 3:0 ffff9cdd486f1620 3960 lru 00000080:00200000:2.0:1789762963.496699:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000803ff37f 1912: 1< 0 - - > 2< 7831552 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496700:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000001e3928fd 00000080:00200000:2.0:1789762963.496701:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762963.496702:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3961 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496709:0:15791:0:(rw26.c:871:ll_write_end()) pos 16224256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496712:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f45764f4[3 00000000286acf60 2 1 000000003e6b9567 1 0 3961] 00000080:00200000:2.0:1789762963.496713:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000061cd56ed 17ffffc0001001 3:0 ffff9cdd486f1c40 3961 lru 00000080:00200000:2.0:1789762963.496717:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f8e924c8 1913: 1< 0 - - > 2< 7835648 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496718:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f45764f4 00000080:00200000:2.0:1789762963.496719:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762963.496720:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3962 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496727:0:15791:0:(rw26.c:871:ll_write_end()) pos 16228352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496730:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000086955c92[3 00000000286acf60 2 1 000000003e6b9567 1 0 3962] 00000080:00200000:2.0:1789762963.496732:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000097afcee9 17ffffc0001001 3:0 ffff9cdd486f1000 3962 lru 00000080:00200000:2.0:1789762963.496736:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000079ba8426 1914: 1< 0 - - > 2< 7839744 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496739:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000086955c92 00000080:00200000:2.0:1789762963.496740:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762963.496741:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3963 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496749:0:15791:0:(rw26.c:871:ll_write_end()) pos 16232448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496751:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008267f73c[3 00000000286acf60 2 1 000000003e6b9567 1 0 3963] 00000080:00200000:2.0:1789762963.496754:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a21b0fb0 17ffffc0001001 3:0 ffff9cdd486f10e0 3963 lru 00000080:00200000:2.0:1789762963.496757:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008a8da306 1915: 1< 0 - - > 2< 7843840 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496759:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008267f73c 00000080:00200000:2.0:1789762963.496760:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762963.496761:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3964 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496769:0:15791:0:(rw26.c:871:ll_write_end()) pos 16236544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496772:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e08459b0[3 00000000286acf60 2 1 000000003e6b9567 1 0 3964] 00000080:00200000:2.0:1789762963.496773:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000deb6cdc8 17ffffc0001001 3:0 ffff9cdd486f1d20 3964 lru 00000080:00200000:2.0:1789762963.496777:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000649a02c1 1916: 1< 0 - - > 2< 7847936 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496779:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e08459b0 00000080:00200000:2.0:1789762963.496779:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762963.496780:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3965 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496790:0:15791:0:(rw26.c:871:ll_write_end()) pos 16240640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496793:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000032929748[3 00000000286acf60 2 1 000000003e6b9567 1 0 3965] 00000080:00200000:2.0:1789762963.496795:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f263446f 17ffffc0001021 2:0 ffff9cdd486f1460 3965 lru 00000080:00200000:2.0:1789762963.496799:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d6c9de3f 1917: 1< 0 - - > 2< 7852032 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496801:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000032929748 00000080:00200000:2.0:1789762963.496802:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762963.496803:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3966 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496810:0:15791:0:(rw26.c:871:ll_write_end()) pos 16244736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496813:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f0c665e5[3 00000000286acf60 2 1 000000003e6b9567 1 0 3966] 00000080:00200000:2.0:1789762963.496815:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003d323429 17ffffc0001001 3:0 ffff9cdd486f1540 3966 lru 00000080:00200000:2.0:1789762963.496818:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008994fbf3 1918: 1< 0 - - > 2< 7856128 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496819:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f0c665e5 00000080:00200000:2.0:1789762963.496820:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762963.496822:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3967 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496829:0:15791:0:(rw26.c:871:ll_write_end()) pos 16248832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496832:0:15791:0:(rw26.c:929:ll_write_end()) page@000000005221115b[3 00000000286acf60 2 1 000000003e6b9567 1 0 3967] 00000080:00200000:2.0:1789762963.496834:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000012854d2c 17ffffc0001001 3:0 ffff9cdd486f1380 3967 lru 00000080:00200000:2.0:1789762963.496838:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c94f1d25 1919: 1< 0 - - > 2< 7860224 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496840:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000005221115b 00000080:00200000:2.0:1789762963.496841:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762963.496842:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3968 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496851:0:15791:0:(rw26.c:871:ll_write_end()) pos 16252928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496853:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009a1bd9ae[3 00000000286acf60 2 1 000000003e6b9567 1 0 3968] 00000080:00200000:2.0:1789762963.496855:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000178d39d3 17ffffc0001001 3:0 ffff9cdd486f12a0 3968 lru 00000080:00200000:2.0:1789762963.496858:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006ec1fb8e 1920: 1< 0 - - > 2< 7864320 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496860:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009a1bd9ae 00000080:00200000:2.0:1789762963.496861:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762963.496862:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3969 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496886:0:15791:0:(rw26.c:871:ll_write_end()) pos 16257024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496890:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000d93889c3[3 00000000286acf60 2 1 000000003e6b9567 1 0 3969] 00000080:00200000:2.0:1789762963.496892:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002a97c77c 17ffffc0001001 3:0 ffff9cdd486f19a0 3969 lru 00000080:00200000:2.0:1789762963.496896:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003304a4dd 1921: 1< 0 - - > 2< 7868416 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496898:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000d93889c3 00000080:00200000:2.0:1789762963.496899:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762963.496900:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3970 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496908:0:15791:0:(rw26.c:871:ll_write_end()) pos 16261120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496911:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000cf84d444[3 00000000286acf60 2 1 000000003e6b9567 1 0 3970] 00000080:00200000:2.0:1789762963.496913:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000acc8a4b6 17ffffc0001001 3:0 ffff9cdd486f1e00 3970 lru 00000080:00200000:2.0:1789762963.496917:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000009e22ea31 1922: 1< 0 - - > 2< 7872512 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496919:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000cf84d444 00000080:00200000:2.0:1789762963.496919:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762963.496920:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3971 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496928:0:15791:0:(rw26.c:871:ll_write_end()) pos 16265216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496931:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000886928c4[3 00000000286acf60 2 1 000000003e6b9567 1 0 3971] 00000080:00200000:2.0:1789762963.496933:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005c342f9c 17ffffc0001001 3:0 ffff9cdd486f18c0 3971 lru 00000080:00200000:2.0:1789762963.496937:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007721b555 1923: 1< 0 - - > 2< 7876608 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496938:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000886928c4 00000080:00200000:2.0:1789762963.496939:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762963.496940:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3972 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496948:0:15791:0:(rw26.c:871:ll_write_end()) pos 16269312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496950:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b12965a2[3 00000000286acf60 2 1 000000003e6b9567 1 0 3972] 00000080:00200000:2.0:1789762963.496952:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003f2bc30b 17ffffc0001001 3:0 ffff9cdd486f1ee0 3972 lru 00000080:00200000:2.0:1789762963.496956:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8b10b2f 1924: 1< 0 - - > 2< 7880704 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496957:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b12965a2 00000080:00200000:2.0:1789762963.496957:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762963.496958:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3973 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496966:0:15791:0:(rw26.c:871:ll_write_end()) pos 16273408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496969:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003c824557[3 00000000286acf60 2 1 000000003e6b9567 1 0 3973] 00000080:00200000:2.0:1789762963.496970:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf72c696 17ffffc0001001 3:0 ffff9cdd486f1700 3973 lru 00000080:00200000:2.0:1789762963.496974:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000065f81311 1925: 1< 0 - - > 2< 7884800 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.496975:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003c824557 00000080:00200000:2.0:1789762963.496976:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762963.496977:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3974 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.496991:0:15791:0:(rw26.c:871:ll_write_end()) pos 16277504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.496993:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002029b419[3 00000000286acf60 2 1 000000003e6b9567 1 0 3974] 00000080:00200000:2.0:1789762963.496995:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5df155a 17ffffc0001001 3:0 ffff9cdd51da0b60 3974 lru 00000080:00200000:2.0:1789762963.496999:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007191551c 1926: 1< 0 - - > 2< 7888896 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497000:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002029b419 00000080:00200000:2.0:1789762963.497000:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762963.497001:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3975 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497009:0:15791:0:(rw26.c:871:ll_write_end()) pos 16281600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497012:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000028bdb769[3 00000000286acf60 2 1 000000003e6b9567 1 0 3975] 00000080:00200000:2.0:1789762963.497014:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002852079c 17ffffc0001001 3:0 ffff9cdd51da01c0 3975 lru 00000080:00200000:2.0:1789762963.497018:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005530403f 1927: 1< 0 - - > 2< 7892992 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497019:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000028bdb769 00000080:00200000:2.0:1789762963.497020:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762963.497021:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3976 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497029:0:15791:0:(rw26.c:871:ll_write_end()) pos 16285696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497031:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007b42a91d[3 00000000286acf60 2 1 000000003e6b9567 1 0 3976] 00000080:00200000:2.0:1789762963.497033:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000006556aac5 17ffffc0001001 3:0 ffff9cdd51da0a80 3976 lru 00000080:00200000:2.0:1789762963.497037:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000289fa8ec 1928: 1< 0 - - > 2< 7897088 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497038:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007b42a91d 00000080:00200000:2.0:1789762963.497039:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762963.497040:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3977 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497048:0:15791:0:(rw26.c:871:ll_write_end()) pos 16289792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497050:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000cf333fde[3 00000000286acf60 2 1 000000003e6b9567 1 0 3977] 00000080:00200000:2.0:1789762963.497052:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007cc1a763 17ffffc0001001 3:0 ffff9cdd51da07e0 3977 lru 00000080:00200000:2.0:1789762963.497055:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4ed7c91 1929: 1< 0 - - > 2< 7901184 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497056:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000cf333fde 00000080:00200000:2.0:1789762963.497057:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762963.497058:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3978 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497066:0:15791:0:(rw26.c:871:ll_write_end()) pos 16293888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497069:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c5550f87[3 00000000286acf60 2 1 000000003e6b9567 1 0 3978] 00000080:00200000:2.0:1789762963.497071:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000086210df 17ffffc0001001 3:0 ffff9cdd51da0620 3978 lru 00000080:00200000:2.0:1789762963.497074:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e2383546 1930: 1< 0 - - > 2< 7905280 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497076:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c5550f87 00000080:00200000:2.0:1789762963.497076:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762963.497077:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3979 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497085:0:15791:0:(rw26.c:871:ll_write_end()) pos 16297984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497087:0:15791:0:(rw26.c:929:ll_write_end()) page@000000005efd816f[3 00000000286acf60 2 1 000000003e6b9567 1 0 3979] 00000080:00200000:2.0:1789762963.497089:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a30497b3 17ffffc0001001 3:0 ffff9cdd51da0c40 3979 lru 00000080:00200000:2.0:1789762963.497093:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000047b5358 1931: 1< 0 - - > 2< 7909376 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497094:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000005efd816f 00000080:00200000:2.0:1789762963.497094:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762963.497095:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3980 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497106:0:15791:0:(rw26.c:871:ll_write_end()) pos 16302080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497109:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009eb6df4e[3 00000000286acf60 2 1 000000003e6b9567 1 0 3980] 00000080:00200000:2.0:1789762963.497111:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000089f0b392 17ffffc0001021 2:0 ffff9cdd51da0000 3980 lru 00000080:00200000:2.0:1789762963.497117:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000004c99776 1932: 1< 0 - - > 2< 7913472 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497119:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009eb6df4e 00000080:00200000:2.0:1789762963.497121:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762963.497123:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3981 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497138:0:15791:0:(rw26.c:871:ll_write_end()) pos 16306176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497143:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004de13a28[3 00000000286acf60 2 1 000000003e6b9567 1 0 3981] 00000080:00200000:2.0:1789762963.497146:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ca4a423b 17ffffc0001001 3:0 ffff9cdd51da00e0 3981 lru 00000080:00200000:2.0:1789762963.497151:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000053319e3b 1933: 1< 0 - - > 2< 7917568 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497153:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004de13a28 00000080:00200000:2.0:1789762963.497154:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762963.497156:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3982 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497170:0:15791:0:(rw26.c:871:ll_write_end()) pos 16310272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497175:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002536d3df[3 00000000286acf60 2 1 000000003e6b9567 1 0 3982] 00000080:00200000:2.0:1789762963.497178:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c845bb9b 17ffffc0001001 3:0 ffff9cdd51da0d20 3982 lru 00000080:00200000:2.0:1789762963.497183:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d923b1f4 1934: 1< 0 - - > 2< 7921664 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497185:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002536d3df 00000080:00200000:2.0:1789762963.497186:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762963.497188:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3983 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497201:0:15791:0:(rw26.c:871:ll_write_end()) pos 16314368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497205:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c0086f12[3 00000000286acf60 2 1 000000003e6b9567 1 0 3983] 00000080:00200000:2.0:1789762963.497208:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d01e72fb 17ffffc0001001 3:0 ffff9cdd51da0460 3983 lru 00000080:00200000:2.0:1789762963.497212:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fdd55bc3 1935: 1< 0 - - > 2< 7925760 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497214:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c0086f12 00000080:00200000:2.0:1789762963.497216:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762963.497217:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3984 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497229:0:15791:0:(rw26.c:871:ll_write_end()) pos 16318464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497233:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000007a8b452[3 00000000286acf60 2 1 000000003e6b9567 1 0 3984] 00000080:00200000:2.0:1789762963.497236:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec8916d4 17ffffc0001001 3:0 ffff9cdd51da0540 3984 lru 00000080:00200000:2.0:1789762963.497242:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ecf52024 1936: 1< 0 - - > 2< 7929856 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497246:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000007a8b452 00000080:00200000:2.0:1789762963.497247:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762963.497249:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3985 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497265:0:15791:0:(rw26.c:871:ll_write_end()) pos 16322560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497270:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000057e89504[3 00000000286acf60 2 1 000000003e6b9567 1 0 3985] 00000080:00200000:2.0:1789762963.497273:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf88d5e8 17ffffc0001001 3:0 ffff9cdd51da0380 3985 lru 00000080:00200000:2.0:1789762963.497279:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000ab2b0e9 1937: 1< 0 - - > 2< 7933952 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497281:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000057e89504 00000080:00200000:2.0:1789762963.497282:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762963.497283:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3986 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497294:0:15791:0:(rw26.c:871:ll_write_end()) pos 16326656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497297:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000051c0e6fe[3 00000000286acf60 2 1 000000003e6b9567 1 0 3986] 00000080:00200000:2.0:1789762963.497300:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000094400e47 17ffffc0001001 3:0 ffff9cdd51da02a0 3986 lru 00000080:00200000:2.0:1789762963.497303:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000145e84e4 1938: 1< 0 - - > 2< 7938048 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497305:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000051c0e6fe 00000080:00200000:2.0:1789762963.497306:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762963.497307:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3987 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497314:0:15791:0:(rw26.c:871:ll_write_end()) pos 16330752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497317:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f2ba503e[3 00000000286acf60 2 1 000000003e6b9567 1 0 3987] 00000080:00200000:2.0:1789762963.497319:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000bcc14a1 17ffffc0001001 3:0 ffff9cdd51da09a0 3987 lru 00000080:00200000:2.0:1789762963.497322:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5113ce8 1939: 1< 0 - - > 2< 7942144 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497324:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f2ba503e 00000080:00200000:2.0:1789762963.497324:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762963.497325:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3988 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497333:0:15791:0:(rw26.c:871:ll_write_end()) pos 16334848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497336:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000fdad7a52[3 00000000286acf60 2 1 000000003e6b9567 1 0 3988] 00000080:00200000:2.0:1789762963.497338:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000006bedffd2 17ffffc0001001 3:0 ffff9cdd51da0e00 3988 lru 00000080:00200000:2.0:1789762963.497342:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003868aa98 1940: 1< 0 - - > 2< 7946240 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497343:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000fdad7a52 00000080:00200000:2.0:1789762963.497343:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762963.497345:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3989 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497352:0:15791:0:(rw26.c:871:ll_write_end()) pos 16338944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497355:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000d0acef44[3 00000000286acf60 2 1 000000003e6b9567 1 0 3989] 00000080:00200000:2.0:1789762963.497356:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000d914839 17ffffc0001001 3:0 ffff9cdd51da08c0 3989 lru 00000080:00200000:2.0:1789762963.497360:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001a1359e0 1941: 1< 0 - - > 2< 7950336 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497361:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000d0acef44 00000080:00200000:2.0:1789762963.497362:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762963.497363:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3990 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497372:0:15791:0:(rw26.c:871:ll_write_end()) pos 16343040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497374:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ea3a0232[3 00000000286acf60 2 1 000000003e6b9567 1 0 3990] 00000080:00200000:2.0:1789762963.497376:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000079bc56dd 17ffffc0001001 3:0 ffff9cdd51da0ee0 3990 lru 00000080:00200000:2.0:1789762963.497380:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fffb5502 1942: 1< 0 - - > 2< 7954432 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497381:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ea3a0232 00000080:00200000:2.0:1789762963.497382:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762963.497383:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3991 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497391:0:15791:0:(rw26.c:871:ll_write_end()) pos 16347136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497393:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000011f47488[3 00000000286acf60 2 1 000000003e6b9567 1 0 3991] 00000080:00200000:2.0:1789762963.497395:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008713796b 17ffffc0001001 3:0 ffff9cdd51da0700 3991 lru 00000080:00200000:2.0:1789762963.497399:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000417022f5 1943: 1< 0 - - > 2< 7958528 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497400:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000011f47488 00000080:00200000:2.0:1789762963.497400:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762963.497401:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3992 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497418:0:15791:0:(rw26.c:871:ll_write_end()) pos 16351232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497421:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a47a04c2[3 00000000286acf60 2 1 000000003e6b9567 1 0 3992] 00000080:00200000:2.0:1789762963.497423:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003cf76ed2 17ffffc0001001 3:0 ffff9cdd51da1620 3992 lru 00000080:00200000:2.0:1789762963.497426:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000084459ff 1944: 1< 0 - - > 2< 7962624 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497427:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a47a04c2 00000080:00200000:2.0:1789762963.497428:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762963.497429:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3993 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497438:0:15791:0:(rw26.c:871:ll_write_end()) pos 16355328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497440:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000cf964912[3 00000000286acf60 2 1 000000003e6b9567 1 0 3993] 00000080:00200000:2.0:1789762963.497442:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000001cd6c31 17ffffc0001001 3:0 ffff9cdd51da1c40 3993 lru 00000080:00200000:2.0:1789762963.497446:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000025630308 1945: 1< 0 - - > 2< 7966720 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497448:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000cf964912 00000080:00200000:2.0:1789762963.497449:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762963.497450:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3994 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497458:0:15791:0:(rw26.c:871:ll_write_end()) pos 16359424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497461:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e7603f1d[3 00000000286acf60 2 1 000000003e6b9567 1 0 3994] 00000080:00200000:2.0:1789762963.497463:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000dba06bd7 17ffffc0001001 3:0 ffff9cdd51da1000 3994 lru 00000080:00200000:2.0:1789762963.497466:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000002d43b05e 1946: 1< 0 - - > 2< 7970816 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497467:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e7603f1d 00000080:00200000:2.0:1789762963.497468:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762963.497469:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3995 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497479:0:15791:0:(rw26.c:871:ll_write_end()) pos 16363520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497482:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006e02d368[3 00000000286acf60 2 1 000000003e6b9567 1 0 3995] 00000080:00200000:2.0:1789762963.497484:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000016d20edf 17ffffc0001021 2:0 ffff9cdd51da10e0 3995 lru 00000080:00200000:2.0:1789762963.497487:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007460f1f8 1947: 1< 0 - - > 2< 7974912 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497488:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006e02d368 00000080:00200000:2.0:1789762963.497489:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762963.497490:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3996 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497498:0:15791:0:(rw26.c:871:ll_write_end()) pos 16367616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497500:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ea17e594[3 00000000286acf60 2 1 000000003e6b9567 1 0 3996] 00000080:00200000:2.0:1789762963.497502:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000058ec5cc 17ffffc0001001 3:0 ffff9cdd51da1d20 3996 lru 00000080:00200000:2.0:1789762963.497506:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000074239ead 1948: 1< 0 - - > 2< 7979008 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497507:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ea17e594 00000080:00200000:2.0:1789762963.497508:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762963.497509:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3997 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497517:0:15791:0:(rw26.c:871:ll_write_end()) pos 16371712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497519:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000071384a5a[3 00000000286acf60 2 1 000000003e6b9567 1 0 3997] 00000080:00200000:2.0:1789762963.497521:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000041b0f312 17ffffc0001001 3:0 ffff9cdd51da1460 3997 lru 00000080:00200000:2.0:1789762963.497524:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000013b46131 1949: 1< 0 - - > 2< 7983104 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497525:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000071384a5a 00000080:00200000:2.0:1789762963.497526:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762963.497528:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3998 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497553:0:15791:0:(rw26.c:871:ll_write_end()) pos 16375808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497558:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000c850fa20[3 00000000286acf60 2 1 000000003e6b9567 1 0 3998] 00000080:00200000:2.0:1789762963.497562:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000030fae607 17ffffc0001001 3:0 ffff9cdd51da1540 3998 lru 00000080:00200000:2.0:1789762963.497568:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ba9485eb 1950: 1< 0 - - > 2< 7987200 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497571:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000c850fa20 00000080:00200000:2.0:1789762963.497571:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762963.497573:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 3999 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497585:0:15791:0:(rw26.c:871:ll_write_end()) pos 16379904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497588:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e51ef8b0[3 00000000286acf60 2 1 000000003e6b9567 1 0 3999] 00000080:00200000:2.0:1789762963.497590:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003fe5710e 17ffffc0001001 3:0 ffff9cdd51da1380 3999 lru 00000080:00200000:2.0:1789762963.497594:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000080ef197 1951: 1< 0 - - > 2< 7991296 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497596:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e51ef8b0 00000080:00200000:2.0:1789762963.497596:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762963.497597:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4000 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497605:0:15791:0:(rw26.c:871:ll_write_end()) pos 16384000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497608:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000038a2f910[3 00000000286acf60 2 1 000000003e6b9567 1 0 4000] 00000080:00200000:2.0:1789762963.497610:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000086a81a57 17ffffc0001001 3:0 ffff9cdd51da12a0 4000 lru 00000080:00200000:2.0:1789762963.497613:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003cd1d4a1 1952: 1< 0 - - > 2< 7995392 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497615:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000038a2f910 00000080:00200000:2.0:1789762963.497615:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762963.497617:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4001 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497625:0:15791:0:(rw26.c:871:ll_write_end()) pos 16388096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497627:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000014efa32a[3 00000000286acf60 2 1 000000003e6b9567 1 0 4001] 00000080:00200000:2.0:1789762963.497629:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000dfef31d3 17ffffc0001001 3:0 ffff9cdd51da19a0 4001 lru 00000080:00200000:2.0:1789762963.497633:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007f5b4b85 1953: 1< 0 - - > 2< 7999488 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497634:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000014efa32a 00000080:00200000:2.0:1789762963.497634:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762963.497635:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4002 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497643:0:15791:0:(rw26.c:871:ll_write_end()) pos 16392192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497646:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000034900cb3[3 00000000286acf60 2 1 000000003e6b9567 1 0 4002] 00000080:00200000:2.0:1789762963.497648:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001f754cd1 17ffffc0001001 3:0 ffff9cdd51da1e00 4002 lru 00000080:00200000:2.0:1789762963.497652:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005e00e814 1954: 1< 0 - - > 2< 8003584 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497654:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000034900cb3 00000080:00200000:2.0:1789762963.497655:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762963.497656:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4003 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497664:0:15791:0:(rw26.c:871:ll_write_end()) pos 16396288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497666:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002572a599[3 00000000286acf60 2 1 000000003e6b9567 1 0 4003] 00000080:00200000:2.0:1789762963.497668:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b77dc93b 17ffffc0001001 3:0 ffff9cdd51da18c0 4003 lru 00000080:00200000:2.0:1789762963.497671:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed4c71cc 1955: 1< 0 - - > 2< 8007680 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497673:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002572a599 00000080:00200000:2.0:1789762963.497673:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762963.497675:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4004 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497683:0:15791:0:(rw26.c:871:ll_write_end()) pos 16400384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497685:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000859db874[3 00000000286acf60 2 1 000000003e6b9567 1 0 4004] 00000080:00200000:2.0:1789762963.497687:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000007feb0bc7 17ffffc0001001 3:0 ffff9cdd51da1ee0 4004 lru 00000080:00200000:2.0:1789762963.497691:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ff00adbf 1956: 1< 0 - - > 2< 8011776 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497692:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000859db874 00000080:00200000:2.0:1789762963.497692:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762963.497693:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4005 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497701:0:15791:0:(rw26.c:871:ll_write_end()) pos 16404480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497704:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006dd1b283[3 00000000286acf60 2 1 000000003e6b9567 1 0 4005] 00000080:00200000:2.0:1789762963.497706:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000022a177e1 17ffffc0001001 3:0 ffff9cdd51da1700 4005 lru 00000080:00200000:2.0:1789762963.497709:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000001d5a82c2 1957: 1< 0 - - > 2< 8015872 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497710:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006dd1b283 00000080:00200000:2.0:1789762963.497711:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762963.497712:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4006 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497721:0:15791:0:(rw26.c:871:ll_write_end()) pos 16408576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497724:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009265d5ae[3 00000000286acf60 2 1 000000003e6b9567 1 0 4006] 00000080:00200000:2.0:1789762963.497725:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6c5480b 17ffffc0001001 3:0 ffff9cdd51da1b60 4006 lru 00000080:00200000:2.0:1789762963.497729:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000dff7e978 1958: 1< 0 - - > 2< 8019968 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497731:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009265d5ae 00000080:00200000:2.0:1789762963.497732:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762963.497733:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4007 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497741:0:15791:0:(rw26.c:871:ll_write_end()) pos 16412672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497744:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f4cbc8b6[3 00000000286acf60 2 1 000000003e6b9567 1 0 4007] 00000080:00200000:2.0:1789762963.497746:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f9447579 17ffffc0001001 3:0 ffff9cdd51da11c0 4007 lru 00000080:00200000:2.0:1789762963.497750:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fa7d3239 1959: 1< 0 - - > 2< 8024064 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497751:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f4cbc8b6 00000080:00200000:2.0:1789762963.497752:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762963.497753:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4008 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497761:0:15791:0:(rw26.c:871:ll_write_end()) pos 16416768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497763:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000937d2dbf[3 00000000286acf60 2 1 000000003e6b9567 1 0 4008] 00000080:00200000:2.0:1789762963.497765:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a4a648cf 17ffffc0001001 3:0 ffff9cdd51da1a80 4008 lru 00000080:00200000:2.0:1789762963.497769:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000009b077e1d 1960: 1< 0 - - > 2< 8028160 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497770:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000937d2dbf 00000080:00200000:2.0:1789762963.497771:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762963.497772:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4009 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497779:0:15791:0:(rw26.c:871:ll_write_end()) pos 16420864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497782:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000076b707ad[3 00000000286acf60 2 1 000000003e6b9567 1 0 4009] 00000080:00200000:2.0:1789762963.497784:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001f26182c 17ffffc0001001 3:0 ffff9cdd51da17e0 4009 lru 00000080:00200000:2.0:1789762963.497787:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000c388c12 1961: 1< 0 - - > 2< 8032256 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497788:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000076b707ad 00000080:00200000:2.0:1789762963.497789:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762963.497790:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4010 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497807:0:15791:0:(rw26.c:871:ll_write_end()) pos 16424960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497810:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000674d1aad[3 00000000286acf60 2 1 000000003e6b9567 1 0 4010] 00000080:00200000:2.0:1789762963.497811:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000288beec7 17ffffc0001021 2:0 ffff9cdd51590700 4010 lru 00000080:00200000:2.0:1789762963.497815:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007d00ddb9 1962: 1< 0 - - > 2< 8036352 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497816:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000674d1aad 00000080:00200000:2.0:1789762963.497817:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762963.497818:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4011 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497827:0:15791:0:(rw26.c:871:ll_write_end()) pos 16429056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497829:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e812bb4f[3 00000000286acf60 2 1 000000003e6b9567 1 0 4011] 00000080:00200000:2.0:1789762963.497831:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b1fc7459 17ffffc0001001 3:0 ffff9cdd51590b60 4011 lru 00000080:00200000:2.0:1789762963.497835:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f3c957f5 1963: 1< 0 - - > 2< 8040448 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497837:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e812bb4f 00000080:00200000:2.0:1789762963.497837:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762963.497838:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4012 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497846:0:15791:0:(rw26.c:871:ll_write_end()) pos 16433152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497849:0:15791:0:(rw26.c:929:ll_write_end()) page@000000000f2feb82[3 00000000286acf60 2 1 000000003e6b9567 1 0 4012] 00000080:00200000:2.0:1789762963.497851:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee058e6c 17ffffc0001001 3:0 ffff9cdd515901c0 4012 lru 00000080:00200000:2.0:1789762963.497854:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000160e7f8f 1964: 1< 0 - - > 2< 8044544 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497855:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000000f2feb82 00000080:00200000:2.0:1789762963.497856:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762963.497857:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4013 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497880:0:15791:0:(rw26.c:871:ll_write_end()) pos 16437248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497883:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b94c6a87[3 00000000286acf60 2 1 000000003e6b9567 1 0 4013] 00000080:00200000:2.0:1789762963.497885:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d0e0315d 17ffffc0001001 3:0 ffff9cdd51590a80 4013 lru 00000080:00200000:2.0:1789762963.497889:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d0056d0a 1965: 1< 0 - - > 2< 8048640 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497890:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b94c6a87 00000080:00200000:2.0:1789762963.497890:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762963.497892:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4014 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497902:0:15791:0:(rw26.c:871:ll_write_end()) pos 16441344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497904:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f1a3a3cc[3 00000000286acf60 2 1 000000003e6b9567 1 0 4014] 00000080:00200000:2.0:1789762963.497906:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ea43b67f 17ffffc0001001 3:0 ffff9cdd515907e0 4014 lru 00000080:00200000:2.0:1789762963.497909:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c47d28ff 1966: 1< 0 - - > 2< 8052736 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497911:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f1a3a3cc 00000080:00200000:2.0:1789762963.497912:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762963.497913:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4015 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497920:0:15791:0:(rw26.c:871:ll_write_end()) pos 16445440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497923:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000026cb2b85[3 00000000286acf60 2 1 000000003e6b9567 1 0 4015] 00000080:00200000:2.0:1789762963.497925:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7426929 17ffffc0001001 3:0 ffff9cdd51590620 4015 lru 00000080:00200000:2.0:1789762963.497929:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d55c0bd0 1967: 1< 0 - - > 2< 8056832 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497930:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000026cb2b85 00000080:00200000:2.0:1789762963.497931:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762963.497932:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4016 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497940:0:15791:0:(rw26.c:871:ll_write_end()) pos 16449536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497943:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000059a66bce[3 00000000286acf60 2 1 000000003e6b9567 1 0 4016] 00000080:00200000:2.0:1789762963.497945:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000019f55cb0 17ffffc0001001 3:0 ffff9cdd51590c40 4016 lru 00000080:00200000:2.0:1789762963.497948:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007bbe7d53 1968: 1< 0 - - > 2< 8060928 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497950:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000059a66bce 00000080:00200000:2.0:1789762963.497951:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762963.497952:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4017 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497960:0:15791:0:(rw26.c:871:ll_write_end()) pos 16453632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497963:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000de4fe851[3 00000000286acf60 2 1 000000003e6b9567 1 0 4017] 00000080:00200000:2.0:1789762963.497965:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001f815a1e 17ffffc0001001 3:0 ffff9cdd51590000 4017 lru 00000080:00200000:2.0:1789762963.497968:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000002223e85 1969: 1< 0 - - > 2< 8065024 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497969:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000de4fe851 00000080:00200000:2.0:1789762963.497970:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762963.497971:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4018 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497979:0:15791:0:(rw26.c:871:ll_write_end()) pos 16457728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.497981:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008538302b[3 00000000286acf60 2 1 000000003e6b9567 1 0 4018] 00000080:00200000:2.0:1789762963.497983:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e07911d3 17ffffc0001001 3:0 ffff9cdd515900e0 4018 lru 00000080:00200000:2.0:1789762963.497987:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000008ab6f219 1970: 1< 0 - - > 2< 8069120 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.497989:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008538302b 00000080:00200000:2.0:1789762963.497989:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762963.497990:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4019 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.497999:0:15791:0:(rw26.c:871:ll_write_end()) pos 16461824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498001:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000024b33b06[3 00000000286acf60 2 1 000000003e6b9567 1 0 4019] 00000080:00200000:2.0:1789762963.498003:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000dca5982d 17ffffc0001001 3:0 ffff9cdd51590d20 4019 lru 00000080:00200000:2.0:1789762963.498006:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006721d678 1971: 1< 0 - - > 2< 8073216 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498007:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000024b33b06 00000080:00200000:2.0:1789762963.498008:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762963.498009:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4020 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498019:0:15791:0:(rw26.c:871:ll_write_end()) pos 16465920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498021:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000d9b569a3[3 00000000286acf60 2 1 000000003e6b9567 1 0 4020] 00000080:00200000:2.0:1789762963.498023:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f5ca1538 17ffffc0001001 3:0 ffff9cdd51590460 4020 lru 00000080:00200000:2.0:1789762963.498027:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000037c0ef1f 1972: 1< 0 - - > 2< 8077312 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498028:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000d9b569a3 00000080:00200000:2.0:1789762963.498029:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762963.498030:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4021 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498038:0:15791:0:(rw26.c:871:ll_write_end()) pos 16470016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498040:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000fe8becd9[3 00000000286acf60 2 1 000000003e6b9567 1 0 4021] 00000080:00200000:2.0:1789762963.498042:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004fadb4fc 17ffffc0001001 3:0 ffff9cdd51590540 4021 lru 00000080:00200000:2.0:1789762963.498046:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f68c2297 1973: 1< 0 - - > 2< 8081408 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498047:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000fe8becd9 00000080:00200000:2.0:1789762963.498048:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762963.498049:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4022 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498057:0:15791:0:(rw26.c:871:ll_write_end()) pos 16474112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498060:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000af6be78b[3 00000000286acf60 2 1 000000003e6b9567 1 0 4022] 00000080:00200000:2.0:1789762963.498061:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd9ddce1 17ffffc0001001 3:0 ffff9cdd51590380 4022 lru 00000080:00200000:2.0:1789762963.498065:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007e0f99fe 1974: 1< 0 - - > 2< 8085504 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498066:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000af6be78b 00000080:00200000:2.0:1789762963.498067:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762963.498068:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4023 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498076:0:15791:0:(rw26.c:871:ll_write_end()) pos 16478208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498079:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008bbca6a3[3 00000000286acf60 2 1 000000003e6b9567 1 0 4023] 00000080:00200000:2.0:1789762963.498081:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf2b461e 17ffffc0001001 3:0 ffff9cdd515902a0 4023 lru 00000080:00200000:2.0:1789762963.498084:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ff74a13b 1975: 1< 0 - - > 2< 8089600 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498085:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008bbca6a3 00000080:00200000:2.0:1789762963.498086:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762963.498087:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4024 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498095:0:15791:0:(rw26.c:871:ll_write_end()) pos 16482304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498097:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000096974ecc[3 00000000286acf60 2 1 000000003e6b9567 1 0 4024] 00000080:00200000:2.0:1789762963.498099:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008c507592 17ffffc0001001 3:0 ffff9cdd515909a0 4024 lru 00000080:00200000:2.0:1789762963.498103:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000db281e6e 1976: 1< 0 - - > 2< 8093696 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498105:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000096974ecc 00000080:00200000:2.0:1789762963.498106:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762963.498107:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4025 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498118:0:15791:0:(rw26.c:871:ll_write_end()) pos 16486400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498120:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000924095d7[3 00000000286acf60 2 1 000000003e6b9567 1 0 4025] 00000080:00200000:2.0:1789762963.498122:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000029bc502 17ffffc0001021 2:0 ffff9cdd51590e00 4025 lru 00000080:00200000:2.0:1789762963.498125:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000066b9f35a 1977: 1< 0 - - > 2< 8097792 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498127:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000924095d7 00000080:00200000:2.0:1789762963.498128:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762963.498129:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4026 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498137:0:15791:0:(rw26.c:871:ll_write_end()) pos 16490496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498140:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000033e35025[3 00000000286acf60 2 1 000000003e6b9567 1 0 4026] 00000080:00200000:2.0:1789762963.498142:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7d408f5 17ffffc0001001 3:0 ffff9cdd515908c0 4026 lru 00000080:00200000:2.0:1789762963.498146:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000093902c77 1978: 1< 0 - - > 2< 8101888 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498148:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000033e35025 00000080:00200000:2.0:1789762963.498149:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762963.498150:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4027 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498159:0:15791:0:(rw26.c:871:ll_write_end()) pos 16494592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498161:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000aa5b70e5[3 00000000286acf60 2 1 000000003e6b9567 1 0 4027] 00000080:00200000:2.0:1789762963.498163:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003c6d7247 17ffffc0001001 3:0 ffff9cdd51590ee0 4027 lru 00000080:00200000:2.0:1789762963.498166:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000708da81a 1979: 1< 0 - - > 2< 8105984 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498168:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000aa5b70e5 00000080:00200000:2.0:1789762963.498169:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762963.498170:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4028 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498185:0:15791:0:(rw26.c:871:ll_write_end()) pos 16498688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498188:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000041b1caaf[3 00000000286acf60 2 1 000000003e6b9567 1 0 4028] 00000080:00200000:2.0:1789762963.498190:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000016a645f9 17ffffc0001001 3:0 ffff9cdd51591620 4028 lru 00000080:00200000:2.0:1789762963.498194:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000004319b509 1980: 1< 0 - - > 2< 8110080 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498197:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000041b1caaf 00000080:00200000:2.0:1789762963.498198:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762963.498199:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4029 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498208:0:15791:0:(rw26.c:871:ll_write_end()) pos 16502784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498210:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000054561341[3 00000000286acf60 2 1 000000003e6b9567 1 0 4029] 00000080:00200000:2.0:1789762963.498212:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000046dbc6f 17ffffc0001001 3:0 ffff9cdd51591c40 4029 lru 00000080:00200000:2.0:1789762963.498216:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000010ad6150 1981: 1< 0 - - > 2< 8114176 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498218:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000054561341 00000080:00200000:2.0:1789762963.498219:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762963.498220:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4030 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498228:0:15791:0:(rw26.c:871:ll_write_end()) pos 16506880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498230:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000012179076[3 00000000286acf60 2 1 000000003e6b9567 1 0 4030] 00000080:00200000:2.0:1789762963.498232:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000faa0d9e 17ffffc0001001 3:0 ffff9cdd51591000 4030 lru 00000080:00200000:2.0:1789762963.498236:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000815278c1 1982: 1< 0 - - > 2< 8118272 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498237:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000012179076 00000080:00200000:2.0:1789762963.498237:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762963.498238:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4031 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498246:0:15791:0:(rw26.c:871:ll_write_end()) pos 16510976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498249:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000058a6d5fc[3 00000000286acf60 2 1 000000003e6b9567 1 0 4031] 00000080:00200000:2.0:1789762963.498251:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003886ca96 17ffffc0001001 3:0 ffff9cdd515910e0 4031 lru 00000080:00200000:2.0:1789762963.498254:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b0a9ed85 1983: 1< 0 - - > 2< 8122368 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498255:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000058a6d5fc 00000080:00200000:2.0:1789762963.498256:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762963.498257:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4032 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498266:0:15791:0:(rw26.c:871:ll_write_end()) pos 16515072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498269:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007cc3ff9b[3 00000000286acf60 2 1 000000003e6b9567 1 0 4032] 00000080:00200000:2.0:1789762963.498271:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000086f005ea 17ffffc0001001 3:0 ffff9cdd51591d20 4032 lru 00000080:00200000:2.0:1789762963.498274:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000249324d 1984: 1< 0 - - > 2< 8126464 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498276:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007cc3ff9b 00000080:00200000:2.0:1789762963.498276:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762963.498278:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4033 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498286:0:15791:0:(rw26.c:871:ll_write_end()) pos 16519168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498289:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b3a27218[3 00000000286acf60 2 1 000000003e6b9567 1 0 4033] 00000080:00200000:2.0:1789762963.498291:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003b741c46 17ffffc0001001 3:0 ffff9cdd51591460 4033 lru 00000080:00200000:2.0:1789762963.498295:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed050e8d 1985: 1< 0 - - > 2< 8130560 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498296:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b3a27218 00000080:00200000:2.0:1789762963.498297:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1789762963.498298:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4034 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498307:0:15791:0:(rw26.c:871:ll_write_end()) pos 16523264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498310:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000bb1914b6[3 00000000286acf60 2 1 000000003e6b9567 1 0 4034] 00000080:00200000:2.0:1789762963.498311:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004a18453b 17ffffc0001001 3:0 ffff9cdd51591540 4034 lru 00000080:00200000:2.0:1789762963.498315:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000020913279 1986: 1< 0 - - > 2< 8134656 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498316:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000bb1914b6 00000080:00200000:2.0:1789762963.498317:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1789762963.498318:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4035 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498326:0:15791:0:(rw26.c:871:ll_write_end()) pos 16527360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498329:0:15791:0:(rw26.c:929:ll_write_end()) page@000000005041b4e4[3 00000000286acf60 2 1 000000003e6b9567 1 0 4035] 00000080:00200000:2.0:1789762963.498331:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000cf29726 17ffffc0001001 3:0 ffff9cdd51591380 4035 lru 00000080:00200000:2.0:1789762963.498334:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a650192a 1987: 1< 0 - - > 2< 8138752 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498336:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000005041b4e4 00000080:00200000:2.0:1789762963.498336:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762963.498337:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4036 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498345:0:15791:0:(rw26.c:871:ll_write_end()) pos 16531456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498348:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b5c25482[3 00000000286acf60 2 1 000000003e6b9567 1 0 4036] 00000080:00200000:2.0:1789762963.498349:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000366cde54 17ffffc0001001 3:0 ffff9cdd515912a0 4036 lru 00000080:00200000:2.0:1789762963.498353:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000009657efa9 1988: 1< 0 - - > 2< 8142848 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498354:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b5c25482 00000080:00200000:2.0:1789762963.498355:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1789762963.498356:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4037 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498364:0:15791:0:(rw26.c:871:ll_write_end()) pos 16535552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498367:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ca17e93b[3 00000000286acf60 2 1 000000003e6b9567 1 0 4037] 00000080:00200000:2.0:1789762963.498369:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ce48516b 17ffffc0001001 3:0 ffff9cdd515919a0 4037 lru 00000080:00200000:2.0:1789762963.498373:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000da23bcc3 1989: 1< 0 - - > 2< 8146944 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498375:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ca17e93b 00000080:00200000:2.0:1789762963.498375:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762963.498376:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4038 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498384:0:15791:0:(rw26.c:871:ll_write_end()) pos 16539648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498387:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000038522ace[3 00000000286acf60 2 1 000000003e6b9567 1 0 4038] 00000080:00200000:2.0:1789762963.498389:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a5c8f5d0 17ffffc0001001 3:0 ffff9cdd51591e00 4038 lru 00000080:00200000:2.0:1789762963.498392:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e226271c 1990: 1< 0 - - > 2< 8151040 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498393:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000038522ace 00000080:00200000:2.0:1789762963.498394:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762963.498395:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4039 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498403:0:15791:0:(rw26.c:871:ll_write_end()) pos 16543744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498406:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000024384cf9[3 00000000286acf60 2 1 000000003e6b9567 1 0 4039] 00000080:00200000:2.0:1789762963.498408:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002380947a 17ffffc0001001 3:0 ffff9cdd515918c0 4039 lru 00000080:00200000:2.0:1789762963.498411:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000584df8a6 1991: 1< 0 - - > 2< 8155136 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498412:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000024384cf9 00000080:00200000:2.0:1789762963.498413:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1789762963.498414:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4040 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498424:0:15791:0:(rw26.c:871:ll_write_end()) pos 16547840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498427:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009a5c9591[3 00000000286acf60 2 1 000000003e6b9567 1 0 4040] 00000080:00200000:2.0:1789762963.498429:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000e75f3422 17ffffc0001021 2:0 ffff9cdd51591ee0 4040 lru 00000080:00200000:2.0:1789762963.498432:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2767ff1 1992: 1< 0 - - > 2< 8159232 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498433:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009a5c9591 00000080:00200000:2.0:1789762963.498434:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1789762963.498435:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4041 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498443:0:15791:0:(rw26.c:871:ll_write_end()) pos 16551936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498446:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002582b76b[3 00000000286acf60 2 1 000000003e6b9567 1 0 4041] 00000080:00200000:2.0:1789762963.498448:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a970bd43 17ffffc0001001 3:0 ffff9cdd51591700 4041 lru 00000080:00200000:2.0:1789762963.498452:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000015eb3f53 1993: 1< 0 - - > 2< 8163328 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498453:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002582b76b 00000080:00200000:2.0:1789762963.498454:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762963.498455:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4042 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498463:0:15791:0:(rw26.c:871:ll_write_end()) pos 16556032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498465:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000f5427866[3 00000000286acf60 2 1 000000003e6b9567 1 0 4042] 00000080:00200000:2.0:1789762963.498467:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000407819c9 17ffffc0001001 3:0 ffff9cdd51591b60 4042 lru 00000080:00200000:2.0:1789762963.498471:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000b1a5592 1994: 1< 0 - - > 2< 8167424 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498472:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000f5427866 00000080:00200000:2.0:1789762963.498473:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762963.498474:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4043 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498482:0:15791:0:(rw26.c:871:ll_write_end()) pos 16560128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498484:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000019e127be[3 00000000286acf60 2 1 000000003e6b9567 1 0 4043] 00000080:00200000:2.0:1789762963.498486:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001181c3eb 17ffffc0001001 3:0 ffff9cdd515911c0 4043 lru 00000080:00200000:2.0:1789762963.498489:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a35bc59b 1995: 1< 0 - - > 2< 8171520 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498490:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000019e127be 00000080:00200000:2.0:1789762963.498491:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762963.498492:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4044 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498500:0:15791:0:(rw26.c:871:ll_write_end()) pos 16564224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498503:0:15791:0:(rw26.c:929:ll_write_end()) page@000000001212a569[3 00000000286acf60 2 1 000000003e6b9567 1 0 4044] 00000080:00200000:2.0:1789762963.498504:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000094c0c749 17ffffc0001001 3:0 ffff9cdd51591a80 4044 lru 00000080:00200000:2.0:1789762963.498508:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000bbebdcfe 1996: 1< 0 - - > 2< 8175616 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498510:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000001212a569 00000080:00200000:2.0:1789762963.498511:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762963.498512:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4045 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498520:0:15791:0:(rw26.c:871:ll_write_end()) pos 16568320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498522:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000321c8871[3 00000000286acf60 2 1 000000003e6b9567 1 0 4045] 00000080:00200000:2.0:1789762963.498524:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000bb5ddd7a 17ffffc0001001 3:0 ffff9cdd515917e0 4045 lru 00000080:00200000:2.0:1789762963.498528:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000035fd6b9e 1997: 1< 0 - - > 2< 8179712 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498544:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000321c8871 00000080:00200000:2.0:1789762963.498546:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762963.498548:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4046 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498567:0:15791:0:(rw26.c:871:ll_write_end()) pos 16572416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498572:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000dac3f1d5[3 00000000286acf60 2 1 000000003e6b9567 1 0 4046] 00000080:00200000:2.0:1789762963.498576:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004bec899b 17ffffc0001001 3:0 ffff9cdd820f6540 4046 lru 00000080:00200000:2.0:1789762963.498582:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006c075528 1998: 1< 0 - - > 2< 8183808 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498584:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000dac3f1d5 00000080:00200000:2.0:1789762963.498585:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762963.498586:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4047 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498597:0:15791:0:(rw26.c:871:ll_write_end()) pos 16576512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498600:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007033834b[3 00000000286acf60 2 1 000000003e6b9567 1 0 4047] 00000080:00200000:2.0:1789762963.498602:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000739fb223 17ffffc0001001 3:0 ffff9cdd820f6380 4047 lru 00000080:00200000:2.0:1789762963.498606:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f5c71126 1999: 1< 0 - - > 2< 8187904 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498608:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007033834b 00000080:00200000:2.0:1789762963.498608:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762963.498609:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4048 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498619:0:15791:0:(rw26.c:871:ll_write_end()) pos 16580608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498621:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000028efb57f[3 00000000286acf60 2 1 000000003e6b9567 1 0 4048] 00000080:00200000:2.0:1789762963.498623:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000007c2f9a0 17ffffc0001001 3:0 ffff9cdd820f62a0 4048 lru 00000080:00200000:2.0:1789762963.498626:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000003fd20887 2000: 1< 0 - - > 2< 8192000 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498628:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000028efb57f 00000080:00200000:2.0:1789762963.498629:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762963.498630:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4049 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498638:0:15791:0:(rw26.c:871:ll_write_end()) pos 16584704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498641:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004c9dbbd6[3 00000000286acf60 2 1 000000003e6b9567 1 0 4049] 00000080:00200000:2.0:1789762963.498642:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002dbcbc52 17ffffc0001001 3:0 ffff9cdd820f69a0 4049 lru 00000080:00200000:2.0:1789762963.498646:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000084f6e542 2001: 1< 0 - - > 2< 8196096 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498647:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004c9dbbd6 00000080:00200000:2.0:1789762963.498648:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762963.498649:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4050 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498657:0:15791:0:(rw26.c:871:ll_write_end()) pos 16588800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498660:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a4770ef5[3 00000000286acf60 2 1 000000003e6b9567 1 0 4050] 00000080:00200000:2.0:1789762963.498661:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000065e60166 17ffffc0001001 3:0 ffff9cdd820f6e00 4050 lru 00000080:00200000:2.0:1789762963.498665:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000127d9475 2002: 1< 0 - - > 2< 8200192 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498667:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a4770ef5 00000080:00200000:2.0:1789762963.498668:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762963.498669:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4051 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498678:0:15791:0:(rw26.c:871:ll_write_end()) pos 16592896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498680:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006c815ea6[3 00000000286acf60 2 1 000000003e6b9567 1 0 4051] 00000080:00200000:2.0:1789762963.498682:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa4d8c3b 17ffffc0001001 3:0 ffff9cdd820f68c0 4051 lru 00000080:00200000:2.0:1789762963.498686:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000c657a409 2003: 1< 0 - - > 2< 8204288 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498687:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006c815ea6 00000080:00200000:2.0:1789762963.498688:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762963.498689:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4052 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498697:0:15791:0:(rw26.c:871:ll_write_end()) pos 16596992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498700:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000030f4981f[3 00000000286acf60 2 1 000000003e6b9567 1 0 4052] 00000080:00200000:2.0:1789762963.498702:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0265662 17ffffc0001001 3:0 ffff9cdd820f6ee0 4052 lru 00000080:00200000:2.0:1789762963.498705:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000063c41fbf 2004: 1< 0 - - > 2< 8208384 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498706:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000030f4981f 00000080:00200000:2.0:1789762963.498707:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762963.498708:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4053 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498716:0:15791:0:(rw26.c:871:ll_write_end()) pos 16601088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498718:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a33894d0[3 00000000286acf60 2 1 000000003e6b9567 1 0 4053] 00000080:00200000:2.0:1789762963.498720:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005d30d7c5 17ffffc0001001 3:0 ffff9cdd820f6700 4053 lru 00000080:00200000:2.0:1789762963.498724:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5a43e7a 2005: 1< 0 - - > 2< 8212480 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498725:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a33894d0 00000080:00200000:2.0:1789762963.498725:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762963.498726:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4054 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498735:0:15791:0:(rw26.c:871:ll_write_end()) pos 16605184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498738:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b265ccfb[3 00000000286acf60 2 1 000000003e6b9567 1 0 4054] 00000080:00200000:2.0:1789762963.498739:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000096bbf130 17ffffc0001001 3:0 ffff9cdd820f6b60 4054 lru 00000080:00200000:2.0:1789762963.498743:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005c5f9b30 2006: 1< 0 - - > 2< 8216576 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498744:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b265ccfb 00000080:00200000:2.0:1789762963.498745:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762963.498746:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4055 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498758:0:15791:0:(rw26.c:871:ll_write_end()) pos 16609280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498761:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003d9c4133[3 00000000286acf60 2 1 000000003e6b9567 1 0 4055] 00000080:00200000:2.0:1789762963.498763:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000096b1e28e 17ffffc0001021 2:0 ffff9cdd820f61c0 4055 lru 00000080:00200000:2.0:1789762963.498767:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000023465f6 2007: 1< 0 - - > 2< 8220672 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498769:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003d9c4133 00000080:00200000:2.0:1789762963.498769:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762963.498770:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4056 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498778:0:15791:0:(rw26.c:871:ll_write_end()) pos 16613376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498780:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000cc8f6e68[3 00000000286acf60 2 1 000000003e6b9567 1 0 4056] 00000080:00200000:2.0:1789762963.498782:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f4cd2eda 17ffffc0001001 3:0 ffff9cdd820f6a80 4056 lru 00000080:00200000:2.0:1789762963.498786:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000791bf9fd 2008: 1< 0 - - > 2< 8224768 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498787:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000cc8f6e68 00000080:00200000:2.0:1789762963.498788:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762963.498789:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4057 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498797:0:15791:0:(rw26.c:871:ll_write_end()) pos 16617472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498799:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e20279cb[3 00000000286acf60 2 1 000000003e6b9567 1 0 4057] 00000080:00200000:2.0:1789762963.498801:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000000f8701a1 17ffffc0001001 3:0 ffff9cdd820f67e0 4057 lru 00000080:00200000:2.0:1789762963.498804:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007096f190 2009: 1< 0 - - > 2< 8228864 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498806:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e20279cb 00000080:00200000:2.0:1789762963.498806:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762963.498807:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4058 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498815:0:15791:0:(rw26.c:871:ll_write_end()) pos 16621568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498818:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009d4df58b[3 00000000286acf60 2 1 000000003e6b9567 1 0 4058] 00000080:00200000:2.0:1789762963.498819:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000003a320678 17ffffc0001001 3:0 ffff9cdd820f6620 4058 lru 00000080:00200000:2.0:1789762963.498823:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000dfe936f1 2010: 1< 0 - - > 2< 8232960 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498824:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009d4df58b 00000080:00200000:2.0:1789762963.498825:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762963.498826:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4059 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498834:0:15791:0:(rw26.c:871:ll_write_end()) pos 16625664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498836:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000336f4810[3 00000000286acf60 2 1 000000003e6b9567 1 0 4059] 00000080:00200000:2.0:1789762963.498838:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cde9f1e1 17ffffc0001001 3:0 ffff9cdd820f6c40 4059 lru 00000080:00200000:2.0:1789762963.498842:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000015432edc 2011: 1< 0 - - > 2< 8237056 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498844:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000336f4810 00000080:00200000:2.0:1789762963.498844:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762963.498845:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4060 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498853:0:15791:0:(rw26.c:871:ll_write_end()) pos 16629760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498856:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a0874736[3 00000000286acf60 2 1 000000003e6b9567 1 0 4060] 00000080:00200000:2.0:1789762963.498858:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008bdb44f8 17ffffc0001001 3:0 ffff9cdd820f6000 4060 lru 00000080:00200000:2.0:1789762963.498861:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000095a4dc05 2012: 1< 0 - - > 2< 8241152 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498862:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a0874736 00000080:00200000:2.0:1789762963.498876:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762963.498877:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4061 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498888:0:15791:0:(rw26.c:871:ll_write_end()) pos 16633856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498890:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a73f0598[3 00000000286acf60 2 1 000000003e6b9567 1 0 4061] 00000080:00200000:2.0:1789762963.498892:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000008d467b81 17ffffc0001001 3:0 ffff9cdd820f60e0 4061 lru 00000080:00200000:2.0:1789762963.498896:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000092e1af5b 2013: 1< 0 - - > 2< 8245248 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498897:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a73f0598 00000080:00200000:2.0:1789762963.498898:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762963.498899:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4062 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498907:0:15791:0:(rw26.c:871:ll_write_end()) pos 16637952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498910:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003295aa44[3 00000000286acf60 2 1 000000003e6b9567 1 0 4062] 00000080:00200000:2.0:1789762963.498912:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000091f93137 17ffffc0001001 3:0 ffff9cdd820f6d20 4062 lru 00000080:00200000:2.0:1789762963.498915:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007199048a 2014: 1< 0 - - > 2< 8249344 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498917:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003295aa44 00000080:00200000:2.0:1789762963.498917:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762963.498918:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4063 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498926:0:15791:0:(rw26.c:871:ll_write_end()) pos 16642048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498929:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000012f156fd[3 00000000286acf60 2 1 000000003e6b9567 1 0 4063] 00000080:00200000:2.0:1789762963.498931:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a0702a52 17ffffc0001001 3:0 ffff9cdd820f6460 4063 lru 00000080:00200000:2.0:1789762963.498934:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fb1f935c 2015: 1< 0 - - > 2< 8253440 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498935:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000012f156fd 00000080:00200000:2.0:1789762963.498936:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762963.498937:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4064 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498950:0:15791:0:(rw26.c:871:ll_write_end()) pos 16646144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498953:0:15791:0:(rw26.c:929:ll_write_end()) page@000000003e9cfa9a[3 00000000286acf60 2 1 000000003e6b9567 1 0 4064] 00000080:00200000:2.0:1789762963.498955:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f71cb3a7 17ffffc0001001 3:0 ffff9cdd820f79a0 4064 lru 00000080:00200000:2.0:1789762963.498959:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000016318919 2016: 1< 0 - - > 2< 8257536 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498960:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000003e9cfa9a 00000080:00200000:2.0:1789762963.498961:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762963.498962:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4065 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498970:0:15791:0:(rw26.c:871:ll_write_end()) pos 16650240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498972:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000042def554[3 00000000286acf60 2 1 000000003e6b9567 1 0 4065] 00000080:00200000:2.0:1789762963.498974:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000071da929 17ffffc0001001 3:0 ffff9cdd820f7e00 4065 lru 00000080:00200000:2.0:1789762963.498977:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000dfe47975 2017: 1< 0 - - > 2< 8261632 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498979:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000042def554 00000080:00200000:2.0:1789762963.498980:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762963.498981:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4066 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.498989:0:15791:0:(rw26.c:871:ll_write_end()) pos 16654336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.498992:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000a04ecefd[3 00000000286acf60 2 1 000000003e6b9567 1 0 4066] 00000080:00200000:2.0:1789762963.498994:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b918b5b9 17ffffc0001001 3:0 ffff9cdd820f78c0 4066 lru 00000080:00200000:2.0:1789762963.498997:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000ac0f22a 2018: 1< 0 - - > 2< 8265728 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.498998:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000a04ecefd 00000080:00200000:2.0:1789762963.498999:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762963.499000:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4067 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499008:0:15791:0:(rw26.c:871:ll_write_end()) pos 16658432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499010:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000084cd8ca4[3 00000000286acf60 2 1 000000003e6b9567 1 0 4067] 00000080:00200000:2.0:1789762963.499012:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000336c3767 17ffffc0001001 3:0 ffff9cdd820f7ee0 4067 lru 00000080:00200000:2.0:1789762963.499015:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b3bd0e2a 2019: 1< 0 - - > 2< 8269824 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499017:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000084cd8ca4 00000080:00200000:2.0:1789762963.499017:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762963.499018:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4068 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499026:0:15791:0:(rw26.c:871:ll_write_end()) pos 16662528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499028:0:15791:0:(rw26.c:929:ll_write_end()) page@000000005df12ff2[3 00000000286acf60 2 1 000000003e6b9567 1 0 4068] 00000080:00200000:2.0:1789762963.499031:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000002c60bef1 17ffffc0001001 3:0 ffff9cdd820f7700 4068 lru 00000080:00200000:2.0:1789762963.499034:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000360fb388 2020: 1< 0 - - > 2< 8273920 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499035:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000005df12ff2 00000080:00200000:2.0:1789762963.499036:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762963.499037:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4069 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499046:0:15791:0:(rw26.c:871:ll_write_end()) pos 16666624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499048:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002109f2a8[3 00000000286acf60 2 1 000000003e6b9567 1 0 4069] 00000080:00200000:2.0:1789762963.499050:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ba49df62 17ffffc0001001 3:0 ffff9cdd820f7b60 4069 lru 00000080:00200000:2.0:1789762963.499053:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8998c4f 2021: 1< 0 - - > 2< 8278016 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499055:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002109f2a8 00000080:00200000:2.0:1789762963.499055:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762963.499056:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4070 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499066:0:15791:0:(rw26.c:871:ll_write_end()) pos 16670720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499069:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000b0fefad5[3 00000000286acf60 2 1 000000003e6b9567 1 0 4070] 00000080:00200000:2.0:1789762963.499071:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004c95068b 17ffffc0001021 2:0 ffff9cdd820f71c0 4070 lru 00000080:00200000:2.0:1789762963.499074:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000098f47b97 2022: 1< 0 - - > 2< 8282112 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499076:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000b0fefad5 00000080:00200000:2.0:1789762963.499077:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762963.499078:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4071 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499086:0:15791:0:(rw26.c:871:ll_write_end()) pos 16674816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499089:0:15791:0:(rw26.c:929:ll_write_end()) page@000000001fe94744[3 00000000286acf60 2 1 000000003e6b9567 1 0 4071] 00000080:00200000:2.0:1789762963.499091:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000b5a88d95 17ffffc0001001 3:0 ffff9cdd820f7a80 4071 lru 00000080:00200000:2.0:1789762963.499094:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fda5be16 2023: 1< 0 - - > 2< 8286208 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499095:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000001fe94744 00000080:00200000:2.0:1789762963.499096:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762963.499097:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4072 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499105:0:15791:0:(rw26.c:871:ll_write_end()) pos 16678912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499107:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000408d775c[3 00000000286acf60 2 1 000000003e6b9567 1 0 4072] 00000080:00200000:2.0:1789762963.499109:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000051ede5f0 17ffffc0001001 3:0 ffff9cdd820f77e0 4072 lru 00000080:00200000:2.0:1789762963.499113:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007f05961d 2024: 1< 0 - - > 2< 8290304 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499115:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000408d775c 00000080:00200000:2.0:1789762963.499116:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762963.499117:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4073 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499125:0:15791:0:(rw26.c:871:ll_write_end()) pos 16683008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499127:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002a5b9af4[3 00000000286acf60 2 1 000000003e6b9567 1 0 4073] 00000080:00200000:2.0:1789762963.499129:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000012ec7db5 17ffffc0001001 3:0 ffff9cdd820f7620 4073 lru 00000080:00200000:2.0:1789762963.499132:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000020fadbde 2025: 1< 0 - - > 2< 8294400 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499133:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002a5b9af4 00000080:00200000:2.0:1789762963.499134:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762963.499135:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4074 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499143:0:15791:0:(rw26.c:871:ll_write_end()) pos 16687104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499146:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000043871e32[3 00000000286acf60 2 1 000000003e6b9567 1 0 4074] 00000080:00200000:2.0:1789762963.499148:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1458f6e 17ffffc0001001 3:0 ffff9cdd820f7c40 4074 lru 00000080:00200000:2.0:1789762963.499152:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000054edeb5a 2026: 1< 0 - - > 2< 8298496 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499153:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000043871e32 00000080:00200000:2.0:1789762963.499154:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762963.499155:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4075 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499163:0:15791:0:(rw26.c:871:ll_write_end()) pos 16691200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499165:0:15791:0:(rw26.c:929:ll_write_end()) page@000000000f806f10[3 00000000286acf60 2 1 000000003e6b9567 1 0 4075] 00000080:00200000:2.0:1789762963.499167:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7a9151c 17ffffc0001001 3:0 ffff9cdd820f7000 4075 lru 00000080:00200000:2.0:1789762963.499170:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a087d1a6 2027: 1< 0 - - > 2< 8302592 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499172:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000000f806f10 00000080:00200000:2.0:1789762963.499172:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762963.499173:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4076 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499182:0:15791:0:(rw26.c:871:ll_write_end()) pos 16695296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499184:0:15791:0:(rw26.c:929:ll_write_end()) page@000000001f0985d7[3 00000000286acf60 2 1 000000003e6b9567 1 0 4076] 00000080:00200000:2.0:1789762963.499186:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f3d7becc 17ffffc0001001 3:0 ffff9cdd820f70e0 4076 lru 00000080:00200000:2.0:1789762963.499190:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007ebdba8e 2028: 1< 0 - - > 2< 8306688 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499192:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000001f0985d7 00000080:00200000:2.0:1789762963.499192:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762963.499194:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4077 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499202:0:15791:0:(rw26.c:871:ll_write_end()) pos 16699392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499205:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000036108455[3 00000000286acf60 2 1 000000003e6b9567 1 0 4077] 00000080:00200000:2.0:1789762963.499207:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8681836 17ffffc0001001 3:0 ffff9cdd820f7d20 4077 lru 00000080:00200000:2.0:1789762963.499210:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000d6fab91e 2029: 1< 0 - - > 2< 8310784 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499211:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000036108455 00000080:00200000:2.0:1789762963.499212:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762963.499213:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4078 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499221:0:15791:0:(rw26.c:871:ll_write_end()) pos 16703488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499223:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000deb53580[3 00000000286acf60 2 1 000000003e6b9567 1 0 4078] 00000080:00200000:2.0:1789762963.499225:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a3796eac 17ffffc0001001 3:0 ffff9cdd820f7460 4078 lru 00000080:00200000:2.0:1789762963.499229:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000007942a978 2030: 1< 0 - - > 2< 8314880 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499230:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000deb53580 00000080:00200000:2.0:1789762963.499230:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762963.499231:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4079 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499239:0:15791:0:(rw26.c:871:ll_write_end()) pos 16707584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499241:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000026e31ff5[3 00000000286acf60 2 1 000000003e6b9567 1 0 4079] 00000080:00200000:2.0:1789762963.499243:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @0000000022106b59 17ffffc0001001 3:0 ffff9cdd820f7540 4079 lru 00000080:00200000:2.0:1789762963.499246:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000003bde5e 2031: 1< 0 - - > 2< 8318976 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499248:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000026e31ff5 00000080:00200000:2.0:1789762963.499248:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762963.499249:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4080 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499257:0:15791:0:(rw26.c:871:ll_write_end()) pos 16711680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499259:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000eb9080ad[3 00000000286acf60 2 1 000000003e6b9567 1 0 4080] 00000080:00200000:2.0:1789762963.499261:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005c074254 17ffffc0001001 3:0 ffff9cdd820f7380 4080 lru 00000080:00200000:2.0:1789762963.499265:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000908c28a0 2032: 1< 0 - - > 2< 8323072 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499266:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000eb9080ad 00000080:00200000:2.0:1789762963.499267:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762963.499267:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4081 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499276:0:15791:0:(rw26.c:871:ll_write_end()) pos 16715776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499278:0:15791:0:(rw26.c:929:ll_write_end()) page@000000004c68e7a6[3 00000000286acf60 2 1 000000003e6b9567 1 0 4081] 00000080:00200000:2.0:1789762963.499280:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee838a31 17ffffc0001001 3:0 ffff9cdd820f72a0 4081 lru 00000080:00200000:2.0:1789762963.499284:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000fdf762b3 2033: 1< 0 - - > 2< 8327168 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499286:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000004c68e7a6 00000080:00200000:2.0:1789762963.499286:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762963.499288:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4082 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499302:0:15791:0:(rw26.c:871:ll_write_end()) pos 16719872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499305:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008dac6e56[3 00000000286acf60 2 1 000000003e6b9567 1 0 4082] 00000080:00200000:2.0:1789762963.499306:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ece4ddf8 17ffffc0001001 3:0 ffff9cdd4561a2a0 4082 lru 00000080:00200000:2.0:1789762963.499310:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000078c0f593 2034: 1< 0 - - > 2< 8331264 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499312:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008dac6e56 00000080:00200000:2.0:1789762963.499312:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762963.499313:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4083 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499323:0:15791:0:(rw26.c:871:ll_write_end()) pos 16723968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499326:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000107b6485[3 00000000286acf60 2 1 000000003e6b9567 1 0 4083] 00000080:00200000:2.0:1789762963.499327:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec73660a 17ffffc0001001 3:0 ffff9cdd4561a9a0 4083 lru 00000080:00200000:2.0:1789762963.499331:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005581217a 2035: 1< 0 - - > 2< 8335360 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499332:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000107b6485 00000080:00200000:2.0:1789762963.499333:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762963.499334:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4084 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499342:0:15791:0:(rw26.c:871:ll_write_end()) pos 16728064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499345:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e5081f39[3 00000000286acf60 2 1 000000003e6b9567 1 0 4084] 00000080:00200000:2.0:1789762963.499346:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a31b6867 17ffffc0001001 3:0 ffff9cdd4561ae00 4084 lru 00000080:00200000:2.0:1789762963.499350:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006fbbd55a 2036: 1< 0 - - > 2< 8339456 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499352:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e5081f39 00000080:00200000:2.0:1789762963.499352:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762963.499353:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4085 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499363:0:15791:0:(rw26.c:871:ll_write_end()) pos 16732160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499366:0:15791:0:(rw26.c:929:ll_write_end()) page@000000008b79aabe[3 00000000286acf60 2 1 000000003e6b9567 1 0 4085] 00000080:00200000:2.0:1789762963.499368:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000c7c75ee8 17ffffc0001021 2:0 ffff9cdd4561a8c0 4085 lru 00000080:00200000:2.0:1789762963.499371:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000072662e7 2037: 1< 0 - - > 2< 8343552 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499373:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000008b79aabe 00000080:00200000:2.0:1789762963.499374:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762963.499375:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4086 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499383:0:15791:0:(rw26.c:871:ll_write_end()) pos 16736256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499385:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000055a17b04[3 00000000286acf60 2 1 000000003e6b9567 1 0 4086] 00000080:00200000:2.0:1789762963.499387:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000006bda9d5d 17ffffc0001001 3:0 ffff9cdd4561aee0 4086 lru 00000080:00200000:2.0:1789762963.499391:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@0000000048b8877b 2038: 1< 0 - - > 2< 8347648 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499393:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000055a17b04 00000080:00200000:2.0:1789762963.499394:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762963.499395:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4087 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499403:0:15791:0:(rw26.c:871:ll_write_end()) pos 16740352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499405:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000e0f14bd9[3 00000000286acf60 2 1 000000003e6b9567 1 0 4087] 00000080:00200000:2.0:1789762963.499407:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000608fab73 17ffffc0001001 3:0 ffff9cdd4561a700 4087 lru 00000080:00200000:2.0:1789762963.499410:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000e24101ae 2039: 1< 0 - - > 2< 8351744 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499412:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000e0f14bd9 00000080:00200000:2.0:1789762963.499412:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762963.499413:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4088 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499422:0:15791:0:(rw26.c:871:ll_write_end()) pos 16744448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499424:0:15791:0:(rw26.c:929:ll_write_end()) page@000000009ee67b9f[3 00000000286acf60 2 1 000000003e6b9567 1 0 4088] 00000080:00200000:2.0:1789762963.499426:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000005d2b63e9 17ffffc0001001 3:0 ffff9cdd4561ab60 4088 lru 00000080:00200000:2.0:1789762963.499429:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000f83f0ebd 2040: 1< 0 - - > 2< 8355840 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499431:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000009ee67b9f 00000080:00200000:2.0:1789762963.499431:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762963.499432:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4089 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499440:0:15791:0:(rw26.c:871:ll_write_end()) pos 16748544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499442:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000ae428ace[3 00000000286acf60 2 1 000000003e6b9567 1 0 4089] 00000080:00200000:2.0:1789762963.499444:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d3d1fe3b 17ffffc0001001 3:0 ffff9cdd4561a1c0 4089 lru 00000080:00200000:2.0:1789762963.499448:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005b91dd09 2041: 1< 0 - - > 2< 8359936 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499449:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000ae428ace 00000080:00200000:2.0:1789762963.499449:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762963.499450:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4090 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499459:0:15791:0:(rw26.c:871:ll_write_end()) pos 16752640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499461:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000054524828[3 00000000286acf60 2 1 000000003e6b9567 1 0 4090] 00000080:00200000:2.0:1789762963.499464:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000004a113871 17ffffc0001001 3:0 ffff9cdd4561aa80 4090 lru 00000080:00200000:2.0:1789762963.499467:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000562dfbb0 2042: 1< 0 - - > 2< 8364032 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499469:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000054524828 00000080:00200000:2.0:1789762963.499470:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762963.499471:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4091 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499479:0:15791:0:(rw26.c:871:ll_write_end()) pos 16756736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499481:0:15791:0:(rw26.c:929:ll_write_end()) page@00000000def13340[3 00000000286acf60 2 1 000000003e6b9567 1 0 4091] 00000080:00200000:2.0:1789762963.499483:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000cbd86d4f 17ffffc0001001 3:0 ffff9cdd4561a7e0 4091 lru 00000080:00200000:2.0:1789762963.499486:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000a0d7c9e1 2043: 1< 0 - - > 2< 8368128 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499488:0:15791:0:(rw26.c:929:ll_write_end()) end page@00000000def13340 00000080:00200000:2.0:1789762963.499488:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762963.499489:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4092 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499497:0:15791:0:(rw26.c:871:ll_write_end()) pos 16760832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499500:0:15791:0:(rw26.c:929:ll_write_end()) page@000000002d7e391c[3 00000000286acf60 2 1 000000003e6b9567 1 0 4092] 00000080:00200000:2.0:1789762963.499501:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000834c2b38 17ffffc0001001 3:0 ffff9cdd4561a620 4092 lru 00000080:00200000:2.0:1789762963.499505:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000005755ada8 2044: 1< 0 - - > 2< 8372224 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499506:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000002d7e391c 00000080:00200000:2.0:1789762963.499507:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762963.499508:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4093 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499516:0:15791:0:(rw26.c:871:ll_write_end()) pos 16764928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499518:0:15791:0:(rw26.c:929:ll_write_end()) page@0000000003ea258f[3 00000000286acf60 2 1 000000003e6b9567 1 0 4093] 00000080:00200000:2.0:1789762963.499520:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000a18ee00b 17ffffc0001001 3:0 ffff9cdd4561ac40 4093 lru 00000080:00200000:2.0:1789762963.499524:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000006d07c1aa 2045: 1< 0 - - > 2< 8376320 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499525:0:15791:0:(rw26.c:929:ll_write_end()) end page@0000000003ea258f 00000080:00200000:2.0:1789762963.499526:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762963.499527:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4094 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499548:0:15791:0:(rw26.c:871:ll_write_end()) pos 16769024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499553:0:15791:0:(rw26.c:929:ll_write_end()) page@000000006df0a1a9[3 00000000286acf60 2 1 000000003e6b9567 1 0 4094] 00000080:00200000:2.0:1789762963.499556:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @00000000d685caf0 17ffffc0001001 3:0 ffff9cdd4561a000 4094 lru 00000080:00200000:2.0:1789762963.499561:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@000000000eff29c9 2046: 1< 0 - - > 2< 8380416 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499564:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000006df0a1a9 00000080:00200000:2.0:1789762963.499565:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762963.499567:0:15791:0:(rw26.c:676:ll_write_begin()) Writing 4095 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.499580:0:15791:0:(rw26.c:871:ll_write_end()) pos 16773120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.499584:0:15791:0:(rw26.c:929:ll_write_end()) page@000000007152161f[3 00000000286acf60 2 1 000000003e6b9567 1 0 4095] 00000080:00200000:2.0:1789762963.499587:0:15791:0:(rw26.c:929:ll_write_end()) vmpage @000000001e148f6e 17ffffc0001001 3:0 ffff9cdd4561a0e0 4095 lru 00000080:00200000:2.0:1789762963.499591:0:15791:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1bfcb67 2047: 1< 0 - - > 2< 8384512 0 0 0x0 0x0 | 00000000cc93d2d8 00000000a00be165 > 3< 0 0 > 4< 0 4 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.499592:0:15791:0:(rw26.c:929:ll_write_end()) end page@000000007152161f 00000080:00200000:2.0:1789762963.499593:0:15791:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762963.499595:0:15791:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762963.499612:0:15791:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000088b338a3 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000080:00200000:2.0:1789762963.499635:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499651:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499665:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499680:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499695:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499709:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499723:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499738:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499752:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499766:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499781:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499795:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499809:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499823:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499838:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499852:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499882:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 15, dirtied 15 00000080:00200000:2.0:1789762963.499886:0:15791:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd6057abb8, count 1, dirtied 1 00000080:00200000:2.0:1789762963.499888:0:15791:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762963.499891:0:15791:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_r_oleg348-client.virtnet: write bytes 0, result: 1048576 00000020:00010000:2.0:1789762963.499900:0:15791:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd50078b78 (ffff9cdd60c14a28/0) at cl_lock_release():245 00000020:00010000:2.0:1789762963.499902:0:15791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd50078b78 (ffff9cdd60c14a28/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762963.499905:0:15791:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd60c14758/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762963.499908:0:15791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 9/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1789762963.499915:0:15791:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 8/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00010000:2.0:1789762963.499921:0:15791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd50078b78 (ffff9cdd60c14a28/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762963.499923:0:15791:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd60c14a28/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762963.499926:0:15791:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762963.499929:0:15791:0:(file.c:2205:ll_file_io_generic()) Range unlock [3840, 4095] 00000080:00200000:2.0:1789762963.499932:0:15791:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x3f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762963.499934:0:15791:0:(file.c:2238:ll_file_io_generic()) nrs_r_oleg348-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:2.0:1789762963.499944:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 0000000088b338a3 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000008:00010000:2.0:1789762963.499951:0:126:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000088b338a3 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1789762963.500076:0:126:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (7340032 7344127) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000008:00100000:2.0:1789762963.500224:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a7800 - object 0x280000400:16 offset 7340032<>8388608 00000080:00200000:2.0:1789762963.500250:0:15791:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x3f:0x0] updating i_size 16777216 i_blocks 2052 00000080:00200000:2.0:1789762963.500253:0:15791:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762963.500274:0:15791:0:(file.c:479:ll_file_release()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100001 00000002:00100000:2.0:1789762963.500310:0:15791:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9cdd47cf9c00 x1876702015149952/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 624/688 e 0 to 0 dl 1789762979 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0 00000020:00100000:2.0:1789762963.500320:0:15791:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789762963.500325:0:15791:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd437a4000 x1876702015152640/t0(0) o35->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1789762963.500339:0:15791:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15791:1876702015152640:192.168.203.148@tcp:35:dd.500 00000100:00100000:2.0:1789762963.500371:0:15791:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd48496d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789762963.501362:0:15791:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15791:1876702015152640:192.168.203.148@tcp:35:dd.500 00000002:00100000:2.0:1789762963.501380:0:15791:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9cdd47cf9c00 x1876702015149952/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 624/688 e 0 to 0 dl 1789762979 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0 00000080:00200000:2.0:1789762963.533375:0:15804:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:2.0:1789762963.533388:0:15804:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762963.533395:0:15804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1789762963.533405:0:15804:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1789762963.533410:0:15804:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762963.533414:0:15804:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:2.0:1789762963.533417:0:15804:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:2.0:1789762963.533421:0:15804:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844a67bf8 00010000:00010000:2.0:1789762963.533425:0:15804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1789762963.533435:0:15804:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1789762963.533448:0:15804:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:2.0:1789762963.533457:0:15804:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762963.533462:0:15804:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:2.0:1789762963.534643:0:15804:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_w_oleg348-client.virtnet, flags=777 00000080:00200000:2.0:1789762963.534653:0:15804:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x40:0x0](ffff9cdd606000c8), inode mode 81a4 mask 46 00000080:00200008:2.0:1789762963.534660:0:15804:0:(file.c:1090:ll_file_open()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0](ffff9cdd606000c8), flags 100102 00000080:00200080:2.0:1789762963.534693:0:15804:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x40:0x0](ffff9cdd606000c8) cmd=80306d02 arg=7ffcd5491cd0 00020000:00000080:2.0:1789762963.534701:0:15804:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cdd5835d000: cmd=80306d02 len=0 karg=0000000000000000 uarg=00007ffcd5491cd0 00000020:00000080:2.0:1789762963.534706:0:15804:0:(lov_obd.c:981:lov_iocontrol()) lustre-clilov-ffff9cdd5835d000: iocontrol from 'dd' cmd=80306d02 _IOR('m', 2, 48) unknown: rc = -25 00000080:00200008:2.0:1789762963.534715:0:15804:0:(file.c:5214:ll_file_seek()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], offset: 2097152, type: SEEK_CUR 00000080:00200008:2.0:1789762963.534724:0:15804:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], offset: 2097152, type: SEEK_CUR, rc = 2097152 00000080:00200008:2.0:1789762963.538629:0:15804:0:(file.c:2650:do_file_write_iter()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], ppos: 2097152, count: 1048576 00000080:00200000:2.0:1789762963.538639:0:15804:0:(file.c:2090:ll_file_io_generic()) nrs_w_oleg348-client.virtnet: write ppos: 2097152, bytes: 1048576 00000080:00200000:2.0:1789762963.538643:0:15804:0:(file.c:1848:ll_io_set_mirror()) nrs_w_oleg348-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762963.538648:0:15804:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d54a904b[0x110, 1, [0x200000401:0x40:0x0] hash] 00000020:00200000:2.0:1789762963.538649:0:15804:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [2097152, 3145728) 0 0 00000080:00200000:2.0:1789762963.538653:0:15804:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762963.538660:0:15804:0:(file.c:2168:ll_file_io_generic()) Range lock [512, 767] 00020000:00200000:2.0:1789762963.538664:0:15804:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [2097152, 3145728) 3145728, 1048576 00020000:00200000:2.0:1789762963.538666:0:15804:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762963.538672:0:15804:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [512, 767] 00000008:00010000:2.0:1789762963.538680:0:15804:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762963.538683:0:15804:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6ed30, osc lock ffff9cdd60e0aab0, flags 0x0 00010000:00010000:2.0:1789762963.538690:0:15804:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9cdd489ccc00 type 11 mode 2 res 10737419264/17 (2097152 3145727) 00010000:00010000:2.0:1789762963.538712:0:15804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.538720:0:15804:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.538727:0:15804:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762963.538741:0:15804:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15804:1876702015153280:192.168.203.148@tcp:101:dd.0 00000100:00100000:2.0:1789762963.538773:0:15804:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd48496d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789762963.539662:0:5585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876702022200448 00000100:00100000:2.0:1789762963.539668:0:5585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876702022200448 00000100:00100000:2.0:1789762963.539713:0:5585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.148@tcp, seq: 100 00000100:00100000:2.0:1789762963.539723:0:5585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cdd593d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6648:x1876702022200448:12345-192.168.203.148@tcp:104: 00010000:00010000:2.0:1789762963.539734:0:5585:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004cbd06b3/0xd9e43f979a7bd8c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0x416193e012b05c58 expref: -99 pid: 15802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.539791:0:5585:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789762963.539801:0:5585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cdd593d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6648:x1876702022200448:12345-192.168.203.148@tcp:104: Request processed in 80us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1789762963.539815:0:5585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.148@tcp, seq: 100 00010000:00010000:2.0:1789762963.539840:0:5593:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789762963.539846:0:5593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004cbd06b3/0xd9e43f979a7bd8c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0x416193e012b05c58 expref: -99 pid: 15802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.539853:0:5593:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff9cdd4361b000 is referenced, will be cancelled later 00010000:00010000:2.0:1789762963.539891:0:5593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004cbd06b3/0xd9e43f979a7bd8c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800420400000000 nid: local remote: 0x416193e012b05c58 expref: -99 pid: 15802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.539901:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762963.539903:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762963.539905:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789762963.539938:0:15804:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15804:1876702015153280:192.168.203.148@tcp:101:dd.0 00010000:00010000:2.0:1789762963.539950:0:15804:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.539957:0:15804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.539964:0:15804:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.540431:0:15807:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:2.0:1789762963.540441:0:15807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762963.540449:0:15807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1789762963.540457:0:15807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1789762963.540462:0:15807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762963.540466:0:15807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:2.0:1789762963.540469:0:15807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:2.0:1789762963.540473:0:15807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844a7fbf8 00010000:00010000:2.0:1789762963.540476:0:15807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1789762963.540483:0:15807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1789762963.540490:0:15807:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:2.0:1789762963.540493:0:15807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762963.540498:0:15807:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:2.0:1789762963.540502:0:15807:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_w_oleg348-client.virtnet, flags=777 00000080:00200000:2.0:1789762963.540506:0:15807:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x40:0x0](ffff9cdd606000c8), inode mode 81a4 mask 46 00000080:00200008:2.0:1789762963.540510:0:15807:0:(file.c:1090:ll_file_open()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0](ffff9cdd606000c8), flags 100102 00000080:00200080:2.0:1789762963.540554:0:15807:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x40:0x0](ffff9cdd606000c8) cmd=80306d02 arg=7fff0b60b210 00020000:00000080:2.0:1789762963.540561:0:15807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cdd5835d000: cmd=80306d02 len=0 karg=0000000000000000 uarg=00007fff0b60b210 00000020:00000080:2.0:1789762963.540565:0:15807:0:(lov_obd.c:981:lov_iocontrol()) lustre-clilov-ffff9cdd5835d000: iocontrol from 'dd' cmd=80306d02 _IOR('m', 2, 48) unknown: rc = -25 00000080:00200008:2.0:1789762963.540570:0:15807:0:(file.c:5214:ll_file_seek()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], offset: 5242880, type: SEEK_CUR 00000080:00200008:2.0:1789762963.540576:0:15807:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], offset: 5242880, type: SEEK_CUR, rc = 5242880 00000100:00100000:2.0:1789762963.541319:0:15803:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15803:1876702015153152:192.168.203.148@tcp:101:dd.0 00010000:00010000:2.0:1789762963.541330:0:15803:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.541342:0:15803:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.541348:0:15803:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1789762963.543798:0:15807:0:(file.c:2650:do_file_write_iter()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], ppos: 5242880, count: 1048576 00000080:00200000:2.0:1789762963.543806:0:15807:0:(file.c:2090:ll_file_io_generic()) nrs_w_oleg348-client.virtnet: write ppos: 5242880, bytes: 1048576 00000080:00200000:2.0:1789762963.543814:0:15807:0:(file.c:1848:ll_io_set_mirror()) nrs_w_oleg348-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762963.543825:0:15807:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d54a904b[0x110, 46, [0x200000401:0x40:0x0] hash] 00000020:00200000:2.0:1789762963.543830:0:15807:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [5242880, 6291456) 0 0 00000080:00200000:2.0:1789762963.543838:0:15807:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762963.543848:0:15807:0:(file.c:2168:ll_file_io_generic()) Range lock [1280, 1535] 00020000:00200000:2.0:1789762963.543855:0:15807:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [5242880, 6291456) 6291456, 1048576 00020000:00200000:2.0:1789762963.543863:0:15807:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762963.543898:0:15807:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [1280, 1535] 00000008:00010000:2.0:1789762963.543908:0:15807:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762963.543911:0:15807:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6e3b0, osc lock ffff9cdd60e0b8f0, flags 0x0 00010000:00010000:2.0:1789762963.543940:0:15807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.543956:0:15807:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.543973:0:15807:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762963.543994:0:15807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15807:1876702015153536:192.168.203.148@tcp:101:dd.0 00000080:00200000:2.0:1789762963.547020:0:15813:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:2.0:1789762963.547030:0:15813:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762963.547045:0:15813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1789762963.547063:0:15813:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:2.0:1789762963.547069:0:15813:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762963.547079:0:15813:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:2.0:1789762963.547084:0:15813:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:2.0:1789762963.547093:0:15813:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844aafbf8 00010000:00010000:2.0:1789762963.547100:0:15813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1789762963.547112:0:15813:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:2.0:1789762963.547119:0:15813:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:2.0:1789762963.547123:0:15813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762963.547129:0:15813:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:2.0:1789762963.547137:0:15813:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_w_oleg348-client.virtnet, flags=777 00000080:00200000:2.0:1789762963.547144:0:15813:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x40:0x0](ffff9cdd606000c8), inode mode 81a4 mask 46 00000080:00200008:2.0:1789762963.547152:0:15813:0:(file.c:1090:ll_file_open()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0](ffff9cdd606000c8), flags 100102 00000080:00200080:2.0:1789762963.547180:0:15813:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x40:0x0](ffff9cdd606000c8) cmd=80306d02 arg=7ffdaa155b00 00020000:00000080:2.0:1789762963.547186:0:15813:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cdd5835d000: cmd=80306d02 len=0 karg=0000000000000000 uarg=00007ffdaa155b00 00000020:00000080:2.0:1789762963.547191:0:15813:0:(lov_obd.c:981:lov_iocontrol()) lustre-clilov-ffff9cdd5835d000: iocontrol from 'dd' cmd=80306d02 _IOR('m', 2, 48) unknown: rc = -25 00000080:00200008:2.0:1789762963.547199:0:15813:0:(file.c:5214:ll_file_seek()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], offset: 11534336, type: SEEK_CUR 00000080:00200008:2.0:1789762963.547207:0:15813:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], offset: 11534336, type: SEEK_CUR, rc = 11534336 00000100:00100000:2.0:1789762963.549918:0:15807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd48496d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789762963.549939:0:15807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15807:1876702015153536:192.168.203.148@tcp:101:dd.0 00010000:00010000:2.0:1789762963.549951:0:15807:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.549960:0:15807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.549969:0:15807:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x0 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.549976:0:15807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762963.549984:0:15807:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.549992:0:15807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.549997:0:15807:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.550012:0:15807:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write [5242880, 6291456) append 0 append lockpos 0 00000080:00200000:2.0:1789762963.550019:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1280 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550044:0:15807:0:(rw26.c:871:ll_write_end()) pos 5242880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550049:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008e22ec04[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1280] 00000080:00200000:2.0:1789762963.550052:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb932bef 17ffffc0001001 3:0 ffff9cdd4561ad20 1280 lru 00000080:00200000:2.0:1789762963.550058:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000bc1e4157 256: 1< 0 - - > 2< 1048576 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550060:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008e22ec04 00000080:00200000:2.0:1789762963.550061:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762963.550064:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1281 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550082:0:15807:0:(rw26.c:871:ll_write_end()) pos 5246976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550086:0:15807:0:(rw26.c:929:ll_write_end()) page@000000007769315b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1281] 00000080:00200000:2.0:1789762963.550089:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c9081196 17ffffc0001021 2:0 ffff9cdd4561a460 1281 lru 00000080:00200000:2.0:1789762963.550094:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee78b891 257: 1< 0 - - > 2< 1052672 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550096:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000007769315b 00000080:00200000:2.0:1789762963.550097:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762963.550098:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1282 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550112:0:15807:0:(rw26.c:871:ll_write_end()) pos 5251072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550115:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000f56c5d53[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1282] 00000080:00200000:2.0:1789762963.550117:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000553f33bf 17ffffc0001001 3:0 ffff9cdd4561a540 1282 lru 00000080:00200000:2.0:1789762963.550121:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000002f8d48af 258: 1< 0 - - > 2< 1056768 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550123:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000f56c5d53 00000080:00200000:2.0:1789762963.550124:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762963.550125:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1283 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550138:0:15807:0:(rw26.c:871:ll_write_end()) pos 5255168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550142:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000069970869[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1283] 00000080:00200000:2.0:1789762963.550144:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000e714daec 17ffffc0001001 3:0 ffff9cdd4561a380 1283 lru 00000080:00200000:2.0:1789762963.550148:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000078801e4c 259: 1< 0 - - > 2< 1060864 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550150:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000069970869 00000080:00200000:2.0:1789762963.550151:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762963.550153:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1284 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550174:0:15807:0:(rw26.c:871:ll_write_end()) pos 5259264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550177:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000d8d73862[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1284] 00000080:00200000:2.0:1789762963.550179:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000052375bce 17ffffc0001001 3:0 ffff9cdd457c87e0 1284 lru 00000080:00200000:2.0:1789762963.550183:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000097430463 260: 1< 0 - - > 2< 1064960 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550187:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000d8d73862 00000080:00200000:2.0:1789762963.550188:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762963.550189:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1285 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550203:0:15807:0:(rw26.c:871:ll_write_end()) pos 5263360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550206:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000658b98e6[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1285] 00000080:00200000:2.0:1789762963.550209:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000b2b817f9 17ffffc0001001 3:0 ffff9cdd457c8620 1285 lru 00000080:00200000:2.0:1789762963.550213:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000835aec3a 261: 1< 0 - - > 2< 1069056 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550215:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000658b98e6 00000080:00200000:2.0:1789762963.550216:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762963.550217:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1286 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550229:0:15807:0:(rw26.c:871:ll_write_end()) pos 5267456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550232:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000df03c1a6[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1286] 00000080:00200000:2.0:1789762963.550234:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000da3b2109 17ffffc0001001 3:0 ffff9cdd457c8c40 1286 lru 00000080:00200000:2.0:1789762963.550237:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac22648d 262: 1< 0 - - > 2< 1073152 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550239:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000df03c1a6 00000080:00200000:2.0:1789762963.550240:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762963.550242:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1287 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550257:0:15807:0:(rw26.c:871:ll_write_end()) pos 5271552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550260:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000cf3ae04b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1287] 00000080:00200000:2.0:1789762963.550262:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000b650fe1a 17ffffc0001001 3:0 ffff9cdd457c8000 1287 lru 00000080:00200000:2.0:1789762963.550266:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000f728beb8 263: 1< 0 - - > 2< 1077248 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550268:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000cf3ae04b 00000080:00200000:2.0:1789762963.550269:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762963.550271:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1288 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550284:0:15807:0:(rw26.c:871:ll_write_end()) pos 5275648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550287:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000560ff2ea[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1288] 00000080:00200000:2.0:1789762963.550289:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7d4c7a8 17ffffc0001001 3:0 ffff9cdd457c80e0 1288 lru 00000080:00200000:2.0:1789762963.550292:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000db46c2d3 264: 1< 0 - - > 2< 1081344 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550294:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000560ff2ea 00000080:00200000:2.0:1789762963.550295:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762963.550296:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1289 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550308:0:15807:0:(rw26.c:871:ll_write_end()) pos 5279744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550311:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000d13c1028[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1289] 00000080:00200000:2.0:1789762963.550314:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd19220e 17ffffc0001001 3:0 ffff9cdd457c8d20 1289 lru 00000080:00200000:2.0:1789762963.550318:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000084acad38 265: 1< 0 - - > 2< 1085440 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550320:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000d13c1028 00000080:00200000:2.0:1789762963.550321:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762963.550322:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1290 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550334:0:15807:0:(rw26.c:871:ll_write_end()) pos 5283840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550336:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003b0b5087[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1290] 00000080:00200000:2.0:1789762963.550338:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000155a6591 17ffffc0001001 3:0 ffff9cdd457c8460 1290 lru 00000080:00200000:2.0:1789762963.550342:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ba86f87a 266: 1< 0 - - > 2< 1089536 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550344:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003b0b5087 00000080:00200000:2.0:1789762963.550345:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762963.550346:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1291 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550360:0:15807:0:(rw26.c:871:ll_write_end()) pos 5287936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550363:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000f376a1ea[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1291] 00000080:00200000:2.0:1789762963.550365:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000000ccf79aa 17ffffc0001001 3:0 ffff9cdd457c8540 1291 lru 00000080:00200000:2.0:1789762963.550369:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7a874a1 267: 1< 0 - - > 2< 1093632 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550371:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000f376a1ea 00000080:00200000:2.0:1789762963.550371:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762963.550373:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1292 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550386:0:15807:0:(rw26.c:871:ll_write_end()) pos 5292032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550389:0:15807:0:(rw26.c:929:ll_write_end()) page@000000000468431e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1292] 00000080:00200000:2.0:1789762963.550391:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000002f05a284 17ffffc0001001 3:0 ffff9cdd457c8380 1292 lru 00000080:00200000:2.0:1789762963.550394:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000da83d47d 268: 1< 0 - - > 2< 1097728 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550396:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000000468431e 00000080:00200000:2.0:1789762963.550397:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762963.550398:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1293 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550410:0:15807:0:(rw26.c:871:ll_write_end()) pos 5296128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550413:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002a178671[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1293] 00000080:00200000:2.0:1789762963.550415:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000006dcdcaf1 17ffffc0001001 3:0 ffff9cdd457c82a0 1293 lru 00000080:00200000:2.0:1789762963.550420:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000235a7514 269: 1< 0 - - > 2< 1101824 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550421:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002a178671 00000080:00200000:2.0:1789762963.550422:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762963.550424:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1294 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550438:0:15807:0:(rw26.c:871:ll_write_end()) pos 5300224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550441:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003d4cc21e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1294] 00000080:00200000:2.0:1789762963.550443:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a170b371 17ffffc0001001 3:0 ffff9cdd457c89a0 1294 lru 00000080:00200000:2.0:1789762963.550446:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000007724055e 270: 1< 0 - - > 2< 1105920 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550448:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003d4cc21e 00000080:00200000:2.0:1789762963.550448:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762963.550450:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1295 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550462:0:15807:0:(rw26.c:871:ll_write_end()) pos 5304320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550465:0:15807:0:(rw26.c:929:ll_write_end()) page@000000006569dc61[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1295] 00000080:00200000:2.0:1789762963.550467:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000432c82ed 17ffffc0001001 3:0 ffff9cdd457c8e00 1295 lru 00000080:00200000:2.0:1789762963.550471:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5aa5bd2 271: 1< 0 - - > 2< 1110016 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550472:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000006569dc61 00000080:00200000:2.0:1789762963.550473:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762963.550475:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1296 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550490:0:15807:0:(rw26.c:871:ll_write_end()) pos 5308416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550494:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000088cb8ad9[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1296] 00000080:00200000:2.0:1789762963.550496:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000fdcf6d4d 17ffffc0001021 2:0 ffff9cdd457c88c0 1296 lru 00000080:00200000:2.0:1789762963.550499:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed973364 272: 1< 0 - - > 2< 1114112 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550501:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000088cb8ad9 00000080:00200000:2.0:1789762963.550502:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762963.550503:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1297 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550516:0:15807:0:(rw26.c:871:ll_write_end()) pos 5312512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550519:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000069d209ba[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1297] 00000080:00200000:2.0:1789762963.550521:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000009cd514ce 17ffffc0001001 3:0 ffff9cdd457c8ee0 1297 lru 00000080:00200000:2.0:1789762963.550524:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000005a8866d4 273: 1< 0 - - > 2< 1118208 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550526:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000069d209ba 00000080:00200000:2.0:1789762963.550528:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762963.550540:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1298 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550557:0:15807:0:(rw26.c:871:ll_write_end()) pos 5316608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550562:0:15807:0:(rw26.c:929:ll_write_end()) page@000000007b74d4cc[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1298] 00000080:00200000:2.0:1789762963.550566:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000081b7f83e 17ffffc0001001 3:0 ffff9cdd457c8700 1298 lru 00000080:00200000:2.0:1789762963.550572:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000031b55977 274: 1< 0 - - > 2< 1122304 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550575:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000007b74d4cc 00000080:00200000:2.0:1789762963.550576:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762963.550579:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1299 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550594:0:15807:0:(rw26.c:871:ll_write_end()) pos 5320704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550597:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000046375507[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1299] 00000080:00200000:2.0:1789762963.550599:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa635e92 17ffffc0001001 3:0 ffff9cdd457c8b60 1299 lru 00000080:00200000:2.0:1789762963.550604:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000c60db99c 275: 1< 0 - - > 2< 1126400 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550606:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000046375507 00000080:00200000:2.0:1789762963.550606:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762963.550608:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1300 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550621:0:15807:0:(rw26.c:871:ll_write_end()) pos 5324800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550624:0:15807:0:(rw26.c:929:ll_write_end()) page@000000005255d7c0[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1300] 00000080:00200000:2.0:1789762963.550626:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000007ad04a76 17ffffc0001001 3:0 ffff9cdd457c81c0 1300 lru 00000080:00200000:2.0:1789762963.550630:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000a5d54472 276: 1< 0 - - > 2< 1130496 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550632:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000005255d7c0 00000080:00200000:2.0:1789762963.550633:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762963.550634:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1301 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550649:0:15807:0:(rw26.c:871:ll_write_end()) pos 5328896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550652:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003d5c598c[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1301] 00000080:00200000:2.0:1789762963.550654:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d692e052 17ffffc0001001 3:0 ffff9cdd457c8a80 1301 lru 00000080:00200000:2.0:1789762963.550658:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e40fcce8 277: 1< 0 - - > 2< 1134592 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550660:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003d5c598c 00000080:00200000:2.0:1789762963.550661:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762963.550662:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1302 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550683:0:15807:0:(rw26.c:871:ll_write_end()) pos 5332992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550687:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000bd60937f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1302] 00000080:00200000:2.0:1789762963.550689:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d2564b9a 17ffffc0001001 3:0 ffff9cdd457c9000 1302 lru 00000080:00200000:2.0:1789762963.550693:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000f12c54bb 278: 1< 0 - - > 2< 1138688 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550695:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000bd60937f 00000080:00200000:2.0:1789762963.550696:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762963.550697:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1303 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550710:0:15807:0:(rw26.c:871:ll_write_end()) pos 5337088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550713:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002717ca2d[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1303] 00000080:00200000:2.0:1789762963.550715:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000200acfe8 17ffffc0001001 3:0 ffff9cdd457c90e0 1303 lru 00000080:00200000:2.0:1789762963.550718:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000dc58bdf3 279: 1< 0 - - > 2< 1142784 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550720:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002717ca2d 00000080:00200000:2.0:1789762963.550721:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762963.550723:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1304 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550735:0:15807:0:(rw26.c:871:ll_write_end()) pos 5341184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550739:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000732d293e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1304] 00000080:00200000:2.0:1789762963.550741:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a19ce035 17ffffc0001001 3:0 ffff9cdd457c9d20 1304 lru 00000080:00200000:2.0:1789762963.550745:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d61d0819 280: 1< 0 - - > 2< 1146880 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550746:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000732d293e 00000080:00200000:2.0:1789762963.550747:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762963.550748:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1305 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550761:0:15807:0:(rw26.c:871:ll_write_end()) pos 5345280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550764:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000039f0ec87[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1305] 00000080:00200000:2.0:1789762963.550766:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000019f658cf 17ffffc0001001 3:0 ffff9cdd457c9460 1305 lru 00000080:00200000:2.0:1789762963.550770:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed65eeb7 281: 1< 0 - - > 2< 1150976 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550771:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000039f0ec87 00000080:00200000:2.0:1789762963.550772:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762963.550773:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1306 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550786:0:15807:0:(rw26.c:871:ll_write_end()) pos 5349376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550789:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000018cfc65d[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1306] 00000080:00200000:2.0:1789762963.550791:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000046f70b8b 17ffffc0001001 3:0 ffff9cdd457c9540 1306 lru 00000080:00200000:2.0:1789762963.550795:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000024f88a49 282: 1< 0 - - > 2< 1155072 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550798:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000018cfc65d 00000080:00200000:2.0:1789762963.550800:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762963.550801:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1307 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550813:0:15807:0:(rw26.c:871:ll_write_end()) pos 5353472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550816:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000591c4c01[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1307] 00000080:00200000:2.0:1789762963.550818:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ebf19abf 17ffffc0001001 3:0 ffff9cdd457c9380 1307 lru 00000080:00200000:2.0:1789762963.550822:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000092cb621a 283: 1< 0 - - > 2< 1159168 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550824:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000591c4c01 00000080:00200000:2.0:1789762963.550825:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762963.550826:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1308 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.550839:0:15807:0:(rw26.c:871:ll_write_end()) pos 5357568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.550842:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000fda5e6ca[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1308] 00000080:00200000:2.0:1789762963.550844:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000009150e59c 17ffffc0001001 3:0 ffff9cdd457c92a0 1308 lru 00000080:00200000:2.0:1789762963.550848:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8ec3028 284: 1< 0 - - > 2< 1163264 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.550849:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000fda5e6ca 00000080:00200000:2.0:1789762963.550851:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762963.550852:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1309 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551004:0:15807:0:(rw26.c:871:ll_write_end()) pos 5361664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551017:0:15807:0:(rw26.c:929:ll_write_end()) page@000000000673e9fa[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1309] 00000080:00200000:2.0:1789762963.551028:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000634da2d2 17ffffc0001001 3:0 ffff9cdd457c99a0 1309 lru 00000080:00200000:2.0:1789762963.551048:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e28c2008 285: 1< 0 - - > 2< 1167360 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551054:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000000673e9fa 00000080:00200000:2.0:1789762963.551058:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762963.551063:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1310 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551085:0:15807:0:(rw26.c:871:ll_write_end()) pos 5365760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551099:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008d9dc88e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1310] 00000080:00200000:2.0:1789762963.551109:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000245ef6cf 17ffffc0001001 3:0 ffff9cdd457c9e00 1310 lru 00000080:00200000:2.0:1789762963.551133:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5135eeb 286: 1< 0 - - > 2< 1171456 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551137:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008d9dc88e 00000080:00200000:2.0:1789762963.551139:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762963.551143:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1311 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551165:0:15807:0:(rw26.c:871:ll_write_end()) pos 5369856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551181:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002e3af2af[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1311] 00000080:00200000:2.0:1789762963.551190:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000056887012 17ffffc0001021 2:0 ffff9cdd457c98c0 1311 lru 00000080:00200000:2.0:1789762963.551215:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e32febd1 287: 1< 0 - - > 2< 1175552 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551218:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002e3af2af 00000080:00200000:2.0:1789762963.551219:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762963.551222:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1312 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551240:0:15807:0:(rw26.c:871:ll_write_end()) pos 5373952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551252:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000bf6c2091[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1312] 00000080:00200000:2.0:1789762963.551263:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000b93d2458 17ffffc0001001 3:0 ffff9cdd457c9ee0 1312 lru 00000080:00200000:2.0:1789762963.551276:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d4319de3 288: 1< 0 - - > 2< 1179648 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551283:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000bf6c2091 00000080:00200000:2.0:1789762963.551288:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762963.551292:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1313 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551310:0:15807:0:(rw26.c:871:ll_write_end()) pos 5378048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551321:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000b4ebafdf[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1313] 00000080:00200000:2.0:1789762963.551327:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000018f4b77c 17ffffc0001001 3:0 ffff9cdd457c9700 1313 lru 00000080:00200000:2.0:1789762963.551338:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000009f2a807e 289: 1< 0 - - > 2< 1183744 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551344:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000b4ebafdf 00000080:00200000:2.0:1789762963.551346:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762963.551350:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1314 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551367:0:15807:0:(rw26.c:871:ll_write_end()) pos 5382144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551374:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000046767cc3[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1314] 00000080:00200000:2.0:1789762963.551380:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad103b25 17ffffc0001001 3:0 ffff9cdd457c9b60 1314 lru 00000080:00200000:2.0:1789762963.551395:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b50f2e61 290: 1< 0 - - > 2< 1187840 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551400:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000046767cc3 00000080:00200000:2.0:1789762963.551403:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762963.551406:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1315 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551428:0:15807:0:(rw26.c:871:ll_write_end()) pos 5386240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551436:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000de6a6bfb[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1315] 00000080:00200000:2.0:1789762963.551445:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000007fdefa59 17ffffc0001001 3:0 ffff9cdd457c91c0 1315 lru 00000080:00200000:2.0:1789762963.551454:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e1b1e200 291: 1< 0 - - > 2< 1191936 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551459:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000de6a6bfb 00000080:00200000:2.0:1789762963.551462:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762963.551465:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1316 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551481:0:15807:0:(rw26.c:871:ll_write_end()) pos 5390336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551488:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000847c3e99[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1316] 00000080:00200000:2.0:1789762963.551495:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d83a30de 17ffffc0001001 3:0 ffff9cdd457c9a80 1316 lru 00000080:00200000:2.0:1789762963.551509:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000099614cfe 292: 1< 0 - - > 2< 1196032 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551514:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000847c3e99 00000080:00200000:2.0:1789762963.551517:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762963.551520:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1317 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551555:0:15807:0:(rw26.c:871:ll_write_end()) pos 5394432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551569:0:15807:0:(rw26.c:929:ll_write_end()) page@000000006f410757[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1317] 00000080:00200000:2.0:1789762963.551577:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000005aaa8117 17ffffc0001001 3:0 ffff9cdd457c97e0 1317 lru 00000080:00200000:2.0:1789762963.551589:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000093ec5ee3 293: 1< 0 - - > 2< 1200128 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551592:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000006f410757 00000080:00200000:2.0:1789762963.551593:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762963.551595:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1318 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551613:0:15807:0:(rw26.c:871:ll_write_end()) pos 5398528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551624:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000ae67e73e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1318] 00000080:00200000:2.0:1789762963.551630:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000053c462d3 17ffffc0001001 3:0 ffff9cdd457c9620 1318 lru 00000080:00200000:2.0:1789762963.551638:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000059c6d231 294: 1< 0 - - > 2< 1204224 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551642:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000ae67e73e 00000080:00200000:2.0:1789762963.551643:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762963.551645:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1319 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551662:0:15807:0:(rw26.c:871:ll_write_end()) pos 5402624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551671:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000bc8bd18b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1319] 00000080:00200000:2.0:1789762963.551679:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000002074fe24 17ffffc0001001 3:0 ffff9cdd457c9c40 1319 lru 00000080:00200000:2.0:1789762963.551688:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea858fd0 295: 1< 0 - - > 2< 1208320 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551693:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000bc8bd18b 00000080:00200000:2.0:1789762963.551695:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762963.551698:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1320 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551724:0:15807:0:(rw26.c:871:ll_write_end()) pos 5406720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551731:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000079f70a5b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1320] 00000080:00200000:2.0:1789762963.551737:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008a99b2aa 17ffffc0001001 3:0 ffff9cdd45660620 1320 lru 00000080:00200000:2.0:1789762963.551742:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000007ad1e4f5 296: 1< 0 - - > 2< 1212416 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551743:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000079f70a5b 00000080:00200000:2.0:1789762963.551745:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762963.551747:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1321 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551764:0:15807:0:(rw26.c:871:ll_write_end()) pos 5410816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551775:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002c84cc5e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1321] 00000080:00200000:2.0:1789762963.551780:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000000f81beb5 17ffffc0001001 3:0 ffff9cdd45660c40 1321 lru 00000080:00200000:2.0:1789762963.551792:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000f38b041b 297: 1< 0 - - > 2< 1216512 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551795:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002c84cc5e 00000080:00200000:2.0:1789762963.551796:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762963.551797:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1322 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551816:0:15807:0:(rw26.c:871:ll_write_end()) pos 5414912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551824:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000772b7629[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1322] 00000080:00200000:2.0:1789762963.551832:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ea0fd02d 17ffffc0001001 3:0 ffff9cdd45660000 1322 lru 00000080:00200000:2.0:1789762963.551843:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000bd742db3 298: 1< 0 - - > 2< 1220608 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551847:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000772b7629 00000080:00200000:2.0:1789762963.551849:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762963.551851:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1323 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551885:0:15807:0:(rw26.c:871:ll_write_end()) pos 5419008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551892:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000084539c6c[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1323] 00000080:00200000:2.0:1789762963.551901:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000001f7e50df 17ffffc0001001 3:0 ffff9cdd456600e0 1323 lru 00000080:00200000:2.0:1789762963.551912:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000002ce593c 299: 1< 0 - - > 2< 1224704 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551916:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000084539c6c 00000080:00200000:2.0:1789762963.551919:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762963.551923:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1324 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551939:0:15807:0:(rw26.c:871:ll_write_end()) pos 5423104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551945:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000063a14e1e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1324] 00000080:00200000:2.0:1789762963.551950:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000be984da0 17ffffc0001001 3:0 ffff9cdd45660d20 1324 lru 00000080:00200000:2.0:1789762963.551961:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d75ec1cb 300: 1< 0 - - > 2< 1228800 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.551966:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000063a14e1e 00000080:00200000:2.0:1789762963.551969:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762963.551973:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1325 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.551992:0:15807:0:(rw26.c:871:ll_write_end()) pos 5427200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.551998:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000b598c39e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1325] 00000080:00200000:2.0:1789762963.552003:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000000eb3f98a 17ffffc0001001 3:0 ffff9cdd45660460 1325 lru 00000080:00200000:2.0:1789762963.552013:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000008f9e2708 301: 1< 0 - - > 2< 1232896 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552017:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000b598c39e 00000080:00200000:2.0:1789762963.552020:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762963.552024:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1326 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552047:0:15807:0:(rw26.c:871:ll_write_end()) pos 5431296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552053:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000414837be[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1326] 00000080:00200000:2.0:1789762963.552059:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae7e2b80 17ffffc0001021 2:0 ffff9cdd45660540 1326 lru 00000080:00200000:2.0:1789762963.552078:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b714e91b 302: 1< 0 - - > 2< 1236992 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552082:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000414837be 00000080:00200000:2.0:1789762963.552085:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762963.552088:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1327 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552107:0:15807:0:(rw26.c:871:ll_write_end()) pos 5435392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552112:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000cfec59e9[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1327] 00000080:00200000:2.0:1789762963.552114:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000001314c90d 17ffffc0001001 3:0 ffff9cdd45660380 1327 lru 00000080:00200000:2.0:1789762963.552125:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000046044e2e 303: 1< 0 - - > 2< 1241088 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552130:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000cfec59e9 00000080:00200000:2.0:1789762963.552134:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762963.552137:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1328 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552157:0:15807:0:(rw26.c:871:ll_write_end()) pos 5439488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552162:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000171e93b5[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1328] 00000080:00200000:2.0:1789762963.552164:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000f3c8d958 17ffffc0001001 3:0 ffff9cdd456602a0 1328 lru 00000080:00200000:2.0:1789762963.552172:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000033b3cd69 304: 1< 0 - - > 2< 1245184 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552178:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000171e93b5 00000080:00200000:2.0:1789762963.552180:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762963.552182:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1329 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552200:0:15807:0:(rw26.c:871:ll_write_end()) pos 5443584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552209:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000036443945[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1329] 00000080:00200000:2.0:1789762963.552212:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a71b5a82 17ffffc0001001 3:0 ffff9cdd456609a0 1329 lru 00000080:00200000:2.0:1789762963.552216:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000006bfdc65d 305: 1< 0 - - > 2< 1249280 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552217:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000036443945 00000080:00200000:2.0:1789762963.552219:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762963.552220:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1330 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552237:0:15807:0:(rw26.c:871:ll_write_end()) pos 5447680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552247:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c507d2d4[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1330] 00000080:00200000:2.0:1789762963.552255:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000000653fd56 17ffffc0001001 3:0 ffff9cdd45660e00 1330 lru 00000080:00200000:2.0:1789762963.552265:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000c88ab852 306: 1< 0 - - > 2< 1253376 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552268:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c507d2d4 00000080:00200000:2.0:1789762963.552269:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762963.552270:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1331 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552288:0:15807:0:(rw26.c:871:ll_write_end()) pos 5451776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552298:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003f5548df[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1331] 00000080:00200000:2.0:1789762963.552304:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000009fbb9c56 17ffffc0001001 3:0 ffff9cdd456608c0 1331 lru 00000080:00200000:2.0:1789762963.552313:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000003df1686f 307: 1< 0 - - > 2< 1257472 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552318:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003f5548df 00000080:00200000:2.0:1789762963.552320:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762963.552322:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1332 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552338:0:15807:0:(rw26.c:871:ll_write_end()) pos 5455872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552348:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000025d3fcb7[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1332] 00000080:00200000:2.0:1789762963.552354:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000aa39fd6f 17ffffc0001001 3:0 ffff9cdd45660ee0 1332 lru 00000080:00200000:2.0:1789762963.552362:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000007749384a 308: 1< 0 - - > 2< 1261568 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552367:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000025d3fcb7 00000080:00200000:2.0:1789762963.552370:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762963.552374:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1333 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552392:0:15807:0:(rw26.c:871:ll_write_end()) pos 5459968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552406:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c7bea5c1[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1333] 00000080:00200000:2.0:1789762963.552416:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000f85f7e75 17ffffc0001001 3:0 ffff9cdd45660700 1333 lru 00000080:00200000:2.0:1789762963.552440:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000cdd4c280 309: 1< 0 - - > 2< 1265664 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552447:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c7bea5c1 00000080:00200000:2.0:1789762963.552451:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762963.552456:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1334 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552481:0:15807:0:(rw26.c:871:ll_write_end()) pos 5464064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552491:0:15807:0:(rw26.c:929:ll_write_end()) page@000000007ec63c2a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1334] 00000080:00200000:2.0:1789762963.552501:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c3473977 17ffffc0001001 3:0 ffff9cdd45660b60 1334 lru 00000080:00200000:2.0:1789762963.552523:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d3601115 310: 1< 0 - - > 2< 1269760 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552526:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000007ec63c2a 00000080:00200000:2.0:1789762963.552540:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762963.552545:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1335 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552567:0:15807:0:(rw26.c:871:ll_write_end()) pos 5468160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552576:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008e8d3383[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1335] 00000080:00200000:2.0:1789762963.552583:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d39230b6 17ffffc0001001 3:0 ffff9cdd456601c0 1335 lru 00000080:00200000:2.0:1789762963.552596:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2440c08 311: 1< 0 - - > 2< 1273856 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552600:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008e8d3383 00000080:00200000:2.0:1789762963.552603:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762963.552607:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1336 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552629:0:15807:0:(rw26.c:871:ll_write_end()) pos 5472256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552636:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000177d97cc[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1336] 00000080:00200000:2.0:1789762963.552643:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9325679 17ffffc0001001 3:0 ffff9cdd45660a80 1336 lru 00000080:00200000:2.0:1789762963.552655:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000004dd186fd 312: 1< 0 - - > 2< 1277952 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552660:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000177d97cc 00000080:00200000:2.0:1789762963.552662:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762963.552666:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1337 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552685:0:15807:0:(rw26.c:871:ll_write_end()) pos 5476352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552690:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000db55036d[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1337] 00000080:00200000:2.0:1789762963.552692:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000003d5d62dd 17ffffc0001001 3:0 ffff9cdd456607e0 1337 lru 00000080:00200000:2.0:1789762963.552699:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e531d3e9 313: 1< 0 - - > 2< 1282048 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552703:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000db55036d 00000080:00200000:2.0:1789762963.552706:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762963.552710:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1338 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552740:0:15807:0:(rw26.c:871:ll_write_end()) pos 5480448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552747:0:15807:0:(rw26.c:929:ll_write_end()) page@000000006004b545[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1338] 00000080:00200000:2.0:1789762963.552753:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000044effe5e 17ffffc0001001 3:0 ffff9cdd45661e00 1338 lru 00000080:00200000:2.0:1789762963.552769:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000da515f90 314: 1< 0 - - > 2< 1286144 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552774:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000006004b545 00000080:00200000:2.0:1789762963.552777:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762963.552780:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1339 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552798:0:15807:0:(rw26.c:871:ll_write_end()) pos 5484544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552805:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000aabfbd06[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1339] 00000080:00200000:2.0:1789762963.552812:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008ef11471 17ffffc0001001 3:0 ffff9cdd456618c0 1339 lru 00000080:00200000:2.0:1789762963.552825:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e07d4aff 315: 1< 0 - - > 2< 1290240 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552830:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000aabfbd06 00000080:00200000:2.0:1789762963.552833:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762963.552838:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1340 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552857:0:15807:0:(rw26.c:871:ll_write_end()) pos 5488640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552862:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c054204a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1340] 00000080:00200000:2.0:1789762963.552893:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000094e5ed1a 17ffffc0001001 3:0 ffff9cdd45661ee0 1340 lru 00000080:00200000:2.0:1789762963.552902:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000004ba9f27e 316: 1< 0 - - > 2< 1294336 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552907:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c054204a 00000080:00200000:2.0:1789762963.552910:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762963.552913:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1341 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552936:0:15807:0:(rw26.c:871:ll_write_end()) pos 5492736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.552944:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000f33c49bb[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1341] 00000080:00200000:2.0:1789762963.552953:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9ea7c59 17ffffc0001021 2:0 ffff9cdd45661700 1341 lru 00000080:00200000:2.0:1789762963.552965:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2e4febc 317: 1< 0 - - > 2< 1298432 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.552970:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000f33c49bb 00000080:00200000:2.0:1789762963.552973:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762963.552977:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1342 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.552997:0:15807:0:(rw26.c:871:ll_write_end()) pos 5496832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553002:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000051c0074[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1342] 00000080:00200000:2.0:1789762963.553006:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000007be3824 17ffffc0001001 3:0 ffff9cdd45661b60 1342 lru 00000080:00200000:2.0:1789762963.553018:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b6cf467d 318: 1< 0 - - > 2< 1302528 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553022:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000051c0074 00000080:00200000:2.0:1789762963.553025:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762963.553029:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1343 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553048:0:15807:0:(rw26.c:871:ll_write_end()) pos 5500928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553053:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000220fe743[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1343] 00000080:00200000:2.0:1789762963.553056:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd43bce3 17ffffc0001001 3:0 ffff9cdd456611c0 1343 lru 00000080:00200000:2.0:1789762963.553067:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4e64bd6 319: 1< 0 - - > 2< 1306624 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553072:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000220fe743 00000080:00200000:2.0:1789762963.553076:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762963.553080:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1344 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553107:0:15807:0:(rw26.c:871:ll_write_end()) pos 5505024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553121:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000727c30a2[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1344] 00000080:00200000:2.0:1789762963.553131:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000000409526c 17ffffc0001001 3:0 ffff9cdd45661a80 1344 lru 00000080:00200000:2.0:1789762963.553141:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000787cc9b6 320: 1< 0 - - > 2< 1310720 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553145:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000727c30a2 00000080:00200000:2.0:1789762963.553146:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762963.553148:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1345 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553168:0:15807:0:(rw26.c:871:ll_write_end()) pos 5509120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553180:0:15807:0:(rw26.c:929:ll_write_end()) page@000000001d9f2033[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1345] 00000080:00200000:2.0:1789762963.553187:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a21fbd55 17ffffc0001001 3:0 ffff9cdd456617e0 1345 lru 00000080:00200000:2.0:1789762963.553193:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000cee500d8 321: 1< 0 - - > 2< 1314816 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553196:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000001d9f2033 00000080:00200000:2.0:1789762963.553197:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762963.553200:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1346 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553223:0:15807:0:(rw26.c:871:ll_write_end()) pos 5513216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553232:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008b021666[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1346] 00000080:00200000:2.0:1789762963.553236:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008e64f31d 17ffffc0001001 3:0 ffff9cdd45661620 1346 lru 00000080:00200000:2.0:1789762963.553241:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000008a7fa9fd 322: 1< 0 - - > 2< 1318912 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553243:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008b021666 00000080:00200000:2.0:1789762963.553245:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762963.553250:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1347 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553274:0:15807:0:(rw26.c:871:ll_write_end()) pos 5517312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553281:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000bc9129ae[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1347] 00000080:00200000:2.0:1789762963.553285:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000345b98f0 17ffffc0001001 3:0 ffff9cdd45661c40 1347 lru 00000080:00200000:2.0:1789762963.553304:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000dcfccf9d 323: 1< 0 - - > 2< 1323008 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553310:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000bc9129ae 00000080:00200000:2.0:1789762963.553313:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762963.553320:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1348 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553343:0:15807:0:(rw26.c:871:ll_write_end()) pos 5521408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553354:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000baae666f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1348] 00000080:00200000:2.0:1789762963.553359:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c7c8bdd3 17ffffc0001001 3:0 ffff9cdd45661000 1348 lru 00000080:00200000:2.0:1789762963.553366:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ebef08f5 324: 1< 0 - - > 2< 1327104 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553368:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000baae666f 00000080:00200000:2.0:1789762963.553369:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762963.553371:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1349 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553389:0:15807:0:(rw26.c:871:ll_write_end()) pos 5525504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553400:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000fb35c315[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1349] 00000080:00200000:2.0:1789762963.553406:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000063900ae6 17ffffc0001001 3:0 ffff9cdd456610e0 1349 lru 00000080:00200000:2.0:1789762963.553412:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000000df4a0e8 325: 1< 0 - - > 2< 1331200 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553414:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000fb35c315 00000080:00200000:2.0:1789762963.553415:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762963.553419:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1350 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553448:0:15807:0:(rw26.c:871:ll_write_end()) pos 5529600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553455:0:15807:0:(rw26.c:929:ll_write_end()) page@000000009cbc809c[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1350] 00000080:00200000:2.0:1789762963.553462:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000007c38afdc 17ffffc0001001 3:0 ffff9cdd45661d20 1350 lru 00000080:00200000:2.0:1789762963.553477:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000f177191a 326: 1< 0 - - > 2< 1335296 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553487:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000009cbc809c 00000080:00200000:2.0:1789762963.553490:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762963.553496:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1351 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553519:0:15807:0:(rw26.c:871:ll_write_end()) pos 5533696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553543:0:15807:0:(rw26.c:929:ll_write_end()) page@000000004c731363[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1351] 00000080:00200000:2.0:1789762963.553549:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000002cd28c9e 17ffffc0001001 3:0 ffff9cdd45661460 1351 lru 00000080:00200000:2.0:1789762963.553563:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000005f3a0ea2 327: 1< 0 - - > 2< 1339392 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553570:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000004c731363 00000080:00200000:2.0:1789762963.553575:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762963.553581:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1352 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553607:0:15807:0:(rw26.c:871:ll_write_end()) pos 5537792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553620:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002801f782[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1352] 00000080:00200000:2.0:1789762963.553627:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000001a5c51a8 17ffffc0001001 3:0 ffff9cdd45661540 1352 lru 00000080:00200000:2.0:1789762963.553640:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000037dca673 328: 1< 0 - - > 2< 1343488 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553646:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002801f782 00000080:00200000:2.0:1789762963.553649:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762963.553654:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1353 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553673:0:15807:0:(rw26.c:871:ll_write_end()) pos 5541888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553682:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000fb855fd1[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1353] 00000080:00200000:2.0:1789762963.553686:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a082f810 17ffffc0001001 3:0 ffff9cdd45661380 1353 lru 00000080:00200000:2.0:1789762963.553701:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000088fb7f0a 329: 1< 0 - - > 2< 1347584 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553706:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000fb855fd1 00000080:00200000:2.0:1789762963.553710:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762963.553715:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1354 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553736:0:15807:0:(rw26.c:871:ll_write_end()) pos 5545984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553741:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000de584d40[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1354] 00000080:00200000:2.0:1789762963.553743:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000023fc838a 17ffffc0001001 3:0 ffff9cdd456612a0 1354 lru 00000080:00200000:2.0:1789762963.553747:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e46a9ea5 330: 1< 0 - - > 2< 1351680 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553749:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000de584d40 00000080:00200000:2.0:1789762963.553750:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762963.553753:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1355 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553772:0:15807:0:(rw26.c:871:ll_write_end()) pos 5550080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553784:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c3e590fb[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1355] 00000080:00200000:2.0:1789762963.553794:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000005a8b2174 17ffffc0001001 3:0 ffff9cdd456619a0 1355 lru 00000080:00200000:2.0:1789762963.553812:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000020b13b1b 331: 1< 0 - - > 2< 1355776 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553818:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c3e590fb 00000080:00200000:2.0:1789762963.553822:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762963.553827:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1356 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553855:0:15807:0:(rw26.c:871:ll_write_end()) pos 5554176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553885:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003449dd50[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1356] 00000080:00200000:2.0:1789762963.553891:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000113e426b 17ffffc0001021 2:0 ffff9cdd5138e000 1356 lru 00000080:00200000:2.0:1789762963.553903:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000c1094808 332: 1< 0 - - > 2< 1359872 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553907:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003449dd50 00000080:00200000:2.0:1789762963.553909:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762963.553913:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1357 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553932:0:15807:0:(rw26.c:871:ll_write_end()) pos 5558272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553940:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000539baea2[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1357] 00000080:00200000:2.0:1789762963.553948:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000f02ea4a7 17ffffc0001001 3:0 ffff9cdd5138e0e0 1357 lru 00000080:00200000:2.0:1789762963.553960:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000addc2399 333: 1< 0 - - > 2< 1363968 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.553966:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000539baea2 00000080:00200000:2.0:1789762963.553968:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762963.553972:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1358 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.553990:0:15807:0:(rw26.c:871:ll_write_end()) pos 5562368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.553999:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000133b9b1c[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1358] 00000080:00200000:2.0:1789762963.554006:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000009dc9c563 17ffffc0001001 3:0 ffff9cdd5138ed20 1358 lru 00000080:00200000:2.0:1789762963.554016:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000913ba288 334: 1< 0 - - > 2< 1368064 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554020:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000133b9b1c 00000080:00200000:2.0:1789762963.554023:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762963.554028:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1359 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554046:0:15807:0:(rw26.c:871:ll_write_end()) pos 5566464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554051:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000089c703bc[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1359] 00000080:00200000:2.0:1789762963.554056:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000dfa59cd7 17ffffc0001001 3:0 ffff9cdd5138e460 1359 lru 00000080:00200000:2.0:1789762963.554066:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000007454f631 335: 1< 0 - - > 2< 1372160 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554070:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000089c703bc 00000080:00200000:2.0:1789762963.554073:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762963.554076:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1360 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554094:0:15807:0:(rw26.c:871:ll_write_end()) pos 5570560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554099:0:15807:0:(rw26.c:929:ll_write_end()) page@000000007a21bddf[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1360] 00000080:00200000:2.0:1789762963.554101:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8efb0b3 17ffffc0001001 3:0 ffff9cdd5138e540 1360 lru 00000080:00200000:2.0:1789762963.554107:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d3085343 336: 1< 0 - - > 2< 1376256 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554111:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000007a21bddf 00000080:00200000:2.0:1789762963.554113:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762963.554117:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1361 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554137:0:15807:0:(rw26.c:871:ll_write_end()) pos 5574656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554142:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000924a8109[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1361] 00000080:00200000:2.0:1789762963.554144:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000002c08d267 17ffffc0001001 3:0 ffff9cdd5138e380 1361 lru 00000080:00200000:2.0:1789762963.554148:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000004af7bbab 337: 1< 0 - - > 2< 1380352 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554151:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000924a8109 00000080:00200000:2.0:1789762963.554154:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762963.554157:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1362 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554177:0:15807:0:(rw26.c:871:ll_write_end()) pos 5578752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554183:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000dff6cc57[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1362] 00000080:00200000:2.0:1789762963.554186:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008b00fb49 17ffffc0001001 3:0 ffff9cdd5138e2a0 1362 lru 00000080:00200000:2.0:1789762963.554190:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000004cfd480a 338: 1< 0 - - > 2< 1384448 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554192:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000dff6cc57 00000080:00200000:2.0:1789762963.554193:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762963.554195:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1363 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554212:0:15807:0:(rw26.c:871:ll_write_end()) pos 5582848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554220:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c93a4d1f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1363] 00000080:00200000:2.0:1789762963.554228:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ab1de563 17ffffc0001001 3:0 ffff9cdd5138e9a0 1363 lru 00000080:00200000:2.0:1789762963.554237:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000bb8d96d0 339: 1< 0 - - > 2< 1388544 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554242:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c93a4d1f 00000080:00200000:2.0:1789762963.554245:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762963.554248:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1364 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554266:0:15807:0:(rw26.c:871:ll_write_end()) pos 5586944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554276:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000016a89f5f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1364] 00000080:00200000:2.0:1789762963.554282:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000021c695ff 17ffffc0001001 3:0 ffff9cdd5138ee00 1364 lru 00000080:00200000:2.0:1789762963.554296:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000007992f9a 340: 1< 0 - - > 2< 1392640 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554298:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000016a89f5f 00000080:00200000:2.0:1789762963.554299:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762963.554302:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1365 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554318:0:15807:0:(rw26.c:871:ll_write_end()) pos 5591040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554322:0:15807:0:(rw26.c:929:ll_write_end()) page@000000006597993d[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1365] 00000080:00200000:2.0:1789762963.554324:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000de5462f9 17ffffc0001001 3:0 ffff9cdd5138e8c0 1365 lru 00000080:00200000:2.0:1789762963.554328:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5651931 341: 1< 0 - - > 2< 1396736 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554329:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000006597993d 00000080:00200000:2.0:1789762963.554330:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762963.554332:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1366 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554350:0:15807:0:(rw26.c:871:ll_write_end()) pos 5595136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554357:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000bd272f26[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1366] 00000080:00200000:2.0:1789762963.554366:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000006f26ecfc 17ffffc0001001 3:0 ffff9cdd5138eee0 1366 lru 00000080:00200000:2.0:1789762963.554380:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b3889505 342: 1< 0 - - > 2< 1400832 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554387:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000bd272f26 00000080:00200000:2.0:1789762963.554391:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762963.554393:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1367 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554408:0:15807:0:(rw26.c:871:ll_write_end()) pos 5599232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554412:0:15807:0:(rw26.c:929:ll_write_end()) page@000000006e7b9a40[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1367] 00000080:00200000:2.0:1789762963.554414:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000408912e0 17ffffc0001001 3:0 ffff9cdd5138e700 1367 lru 00000080:00200000:2.0:1789762963.554418:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4f289af 343: 1< 0 - - > 2< 1404928 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554420:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000006e7b9a40 00000080:00200000:2.0:1789762963.554422:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762963.554426:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1368 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554445:0:15807:0:(rw26.c:871:ll_write_end()) pos 5603328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554454:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000cd63f775[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1368] 00000080:00200000:2.0:1789762963.554458:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000e1fa8b11 17ffffc0001001 3:0 ffff9cdd5138eb60 1368 lru 00000080:00200000:2.0:1789762963.554465:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000095977b27 344: 1< 0 - - > 2< 1409024 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554466:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000cd63f775 00000080:00200000:2.0:1789762963.554467:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762963.554469:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1369 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554486:0:15807:0:(rw26.c:871:ll_write_end()) pos 5607424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554495:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000208dbd7e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1369] 00000080:00200000:2.0:1789762963.554503:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf6bcd3e 17ffffc0001001 3:0 ffff9cdd5138e1c0 1369 lru 00000080:00200000:2.0:1789762963.554514:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000009fdfdada 345: 1< 0 - - > 2< 1413120 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554518:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000208dbd7e 00000080:00200000:2.0:1789762963.554520:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762963.554524:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1370 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554557:0:15807:0:(rw26.c:871:ll_write_end()) pos 5611520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554568:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000e83d7ce9[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1370] 00000080:00200000:2.0:1789762963.554577:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000025e99f19 17ffffc0001001 3:0 ffff9cdd5138ea80 1370 lru 00000080:00200000:2.0:1789762963.554589:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000386992e8 346: 1< 0 - - > 2< 1417216 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554592:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000e83d7ce9 00000080:00200000:2.0:1789762963.554594:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762963.554596:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1371 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554623:0:15807:0:(rw26.c:871:ll_write_end()) pos 5615616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554629:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000098c4b70f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1371] 00000080:00200000:2.0:1789762963.554631:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000005c89af00 17ffffc0001021 2:0 ffff9cdd5138e7e0 1371 lru 00000080:00200000:2.0:1789762963.554635:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000fb69ba74 347: 1< 0 - - > 2< 1421312 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554638:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000098c4b70f 00000080:00200000:2.0:1789762963.554641:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762963.554644:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1372 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554663:0:15807:0:(rw26.c:871:ll_write_end()) pos 5619712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554668:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003cc91625[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1372] 00000080:00200000:2.0:1789762963.554670:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000dded37c3 17ffffc0001001 3:0 ffff9cdd5138e620 1372 lru 00000080:00200000:2.0:1789762963.554675:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000000440d4a7 348: 1< 0 - - > 2< 1425408 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554679:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003cc91625 00000080:00200000:2.0:1789762963.554681:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762963.554685:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1373 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554705:0:15807:0:(rw26.c:871:ll_write_end()) pos 5623808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554710:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000094c748ee[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1373] 00000080:00200000:2.0:1789762963.554713:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000000289b08 17ffffc0001001 3:0 ffff9cdd5138ec40 1373 lru 00000080:00200000:2.0:1789762963.554718:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000004b979a02 349: 1< 0 - - > 2< 1429504 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554722:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000094c748ee 00000080:00200000:2.0:1789762963.554725:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762963.554728:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1374 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554757:0:15807:0:(rw26.c:871:ll_write_end()) pos 5627904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554765:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000961209d8[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1374] 00000080:00200000:2.0:1789762963.554772:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008379c8af 17ffffc0001001 3:0 ffff9cdd5138d620 1374 lru 00000080:00200000:2.0:1789762963.554783:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d983485d 350: 1< 0 - - > 2< 1433600 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554787:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000961209d8 00000080:00200000:2.0:1789762963.554790:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762963.554794:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1375 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554813:0:15807:0:(rw26.c:871:ll_write_end()) pos 5632000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554819:0:15807:0:(rw26.c:929:ll_write_end()) page@000000005ba4058b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1375] 00000080:00200000:2.0:1789762963.554824:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000003488adfc 17ffffc0001001 3:0 ffff9cdd5138dc40 1375 lru 00000080:00200000:2.0:1789762963.554833:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000687b7227 351: 1< 0 - - > 2< 1437696 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554837:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000005ba4058b 00000080:00200000:2.0:1789762963.554839:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762963.554843:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1376 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554861:0:15807:0:(rw26.c:871:ll_write_end()) pos 5636096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554884:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000ef7fc6dc[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1376] 00000080:00200000:2.0:1789762963.554886:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c7496950 17ffffc0001001 3:0 ffff9cdd5138d000 1376 lru 00000080:00200000:2.0:1789762963.554891:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000338377ab 352: 1< 0 - - > 2< 1441792 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554894:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000ef7fc6dc 00000080:00200000:2.0:1789762963.554897:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762963.554901:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1377 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554923:0:15807:0:(rw26.c:871:ll_write_end()) pos 5640192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554928:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008a70c4b0[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1377] 00000080:00200000:2.0:1789762963.554930:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d4802fea 17ffffc0001001 3:0 ffff9cdd5138d0e0 1377 lru 00000080:00200000:2.0:1789762963.554935:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000074300a68 353: 1< 0 - - > 2< 1445888 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554940:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008a70c4b0 00000080:00200000:2.0:1789762963.554943:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762963.554947:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1378 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.554966:0:15807:0:(rw26.c:871:ll_write_end()) pos 5644288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.554971:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000b09786c6[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1378] 00000080:00200000:2.0:1789762963.554974:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000038aa2f0f 17ffffc0001001 3:0 ffff9cdd5138dd20 1378 lru 00000080:00200000:2.0:1789762963.554978:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000002b1510e0 354: 1< 0 - - > 2< 1449984 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.554982:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000b09786c6 00000080:00200000:2.0:1789762963.554984:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762963.554988:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1379 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555007:0:15807:0:(rw26.c:871:ll_write_end()) pos 5648384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555012:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000054e470f6[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1379] 00000080:00200000:2.0:1789762963.555015:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000021c86a2c 17ffffc0001001 3:0 ffff9cdd5138d460 1379 lru 00000080:00200000:2.0:1789762963.555019:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000795cd5ff 355: 1< 0 - - > 2< 1454080 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555023:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000054e470f6 00000080:00200000:2.0:1789762963.555025:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762963.555029:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1380 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555049:0:15807:0:(rw26.c:871:ll_write_end()) pos 5652480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555054:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000bf3d2101[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1380] 00000080:00200000:2.0:1789762963.555057:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000071f5f33f 17ffffc0001001 3:0 ffff9cdd5138d540 1380 lru 00000080:00200000:2.0:1789762963.555062:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000035e20276 356: 1< 0 - - > 2< 1458176 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555066:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000bf3d2101 00000080:00200000:2.0:1789762963.555069:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762963.555074:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1381 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555094:0:15807:0:(rw26.c:871:ll_write_end()) pos 5656576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555100:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000623eb2e6[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1381] 00000080:00200000:2.0:1789762963.555102:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000b4b746e0 17ffffc0001001 3:0 ffff9cdd5138d380 1381 lru 00000080:00200000:2.0:1789762963.555107:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000005ce8cb99 357: 1< 0 - - > 2< 1462272 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555110:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000623eb2e6 00000080:00200000:2.0:1789762963.555112:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762963.555117:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1382 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555136:0:15807:0:(rw26.c:871:ll_write_end()) pos 5660672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555142:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000fd54d4d9[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1382] 00000080:00200000:2.0:1789762963.555144:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d15e1a34 17ffffc0001001 3:0 ffff9cdd5138d2a0 1382 lru 00000080:00200000:2.0:1789762963.555148:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000f1cd22c7 358: 1< 0 - - > 2< 1466368 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555151:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000fd54d4d9 00000080:00200000:2.0:1789762963.555153:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762963.555156:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1383 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555175:0:15807:0:(rw26.c:871:ll_write_end()) pos 5664768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555181:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000084563952[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1383] 00000080:00200000:2.0:1789762963.555187:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d72f7424 17ffffc0001001 3:0 ffff9cdd5138d9a0 1383 lru 00000080:00200000:2.0:1789762963.555193:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000078e57834 359: 1< 0 - - > 2< 1470464 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555196:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000084563952 00000080:00200000:2.0:1789762963.555197:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762963.555200:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1384 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555216:0:15807:0:(rw26.c:871:ll_write_end()) pos 5668864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555223:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000ac284b57[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1384] 00000080:00200000:2.0:1789762963.555229:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000003e398b86 17ffffc0001001 3:0 ffff9cdd5138de00 1384 lru 00000080:00200000:2.0:1789762963.555243:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000003e8ee317 360: 1< 0 - - > 2< 1474560 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555248:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000ac284b57 00000080:00200000:2.0:1789762963.555251:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762963.555254:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1385 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555274:0:15807:0:(rw26.c:871:ll_write_end()) pos 5672960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555282:0:15807:0:(rw26.c:929:ll_write_end()) page@000000006511cdcb[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1385] 00000080:00200000:2.0:1789762963.555289:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000009aed4541 17ffffc0001001 3:0 ffff9cdd5138d8c0 1385 lru 00000080:00200000:2.0:1789762963.555304:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5820c64 361: 1< 0 - - > 2< 1478656 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555309:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000006511cdcb 00000080:00200000:2.0:1789762963.555312:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762963.555315:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1386 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555338:0:15807:0:(rw26.c:871:ll_write_end()) pos 5677056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555346:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000151719df[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1386] 00000080:00200000:2.0:1789762963.555354:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec2d73bf 17ffffc0001021 2:0 ffff9cdd5138dee0 1386 lru 00000080:00200000:2.0:1789762963.555362:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000017937008 362: 1< 0 - - > 2< 1482752 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555365:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000151719df 00000080:00200000:2.0:1789762963.555368:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762963.555372:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1387 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555390:0:15807:0:(rw26.c:871:ll_write_end()) pos 5681152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555399:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003f6fa559[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1387] 00000080:00200000:2.0:1789762963.555405:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d8c05325 17ffffc0001001 3:0 ffff9cdd5138d700 1387 lru 00000080:00200000:2.0:1789762963.555416:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000c77cefd7 363: 1< 0 - - > 2< 1486848 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555421:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003f6fa559 00000080:00200000:2.0:1789762963.555426:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762963.555430:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1388 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555447:0:15807:0:(rw26.c:871:ll_write_end()) pos 5685248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555454:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000a307f874[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1388] 00000080:00200000:2.0:1789762963.555461:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000006960f839 17ffffc0001001 3:0 ffff9cdd5138db60 1388 lru 00000080:00200000:2.0:1789762963.555476:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000009f5e414b 364: 1< 0 - - > 2< 1490944 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555481:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000a307f874 00000080:00200000:2.0:1789762963.555484:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762963.555490:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1389 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555516:0:15807:0:(rw26.c:871:ll_write_end()) pos 5689344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555524:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000ed340ca1[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1389] 00000080:00200000:2.0:1789762963.555540:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000edcd64f7 17ffffc0001001 3:0 ffff9cdd5138d1c0 1389 lru 00000080:00200000:2.0:1789762963.555559:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000090a0a53b 365: 1< 0 - - > 2< 1495040 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555564:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000ed340ca1 00000080:00200000:2.0:1789762963.555569:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762963.555575:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1390 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555595:0:15807:0:(rw26.c:871:ll_write_end()) pos 5693440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555605:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000bfa45b05[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1390] 00000080:00200000:2.0:1789762963.555612:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000038178dde 17ffffc0001001 3:0 ffff9cdd5138da80 1390 lru 00000080:00200000:2.0:1789762963.555623:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000009f4e13d5 366: 1< 0 - - > 2< 1499136 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555627:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000bfa45b05 00000080:00200000:2.0:1789762963.555630:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762963.555632:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1391 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555651:0:15807:0:(rw26.c:871:ll_write_end()) pos 5697536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555660:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000058000a86[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1391] 00000080:00200000:2.0:1789762963.555668:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000040f75b9e 17ffffc0001001 3:0 ffff9cdd5138d7e0 1391 lru 00000080:00200000:2.0:1789762963.555677:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8116eb1 367: 1< 0 - - > 2< 1503232 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555682:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000058000a86 00000080:00200000:2.0:1789762963.555685:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762963.555688:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1392 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555715:0:15807:0:(rw26.c:871:ll_write_end()) pos 5701632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555721:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000dce3d3bf[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1392] 00000080:00200000:2.0:1789762963.555724:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf0a2d6d 17ffffc0001001 3:0 ffff9cdd5138b0e0 1392 lru 00000080:00200000:2.0:1789762963.555728:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000003bb4ed40 368: 1< 0 - - > 2< 1507328 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555730:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000dce3d3bf 00000080:00200000:2.0:1789762963.555731:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762963.555733:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1393 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555749:0:15807:0:(rw26.c:871:ll_write_end()) pos 5705728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555759:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002debf217[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1393] 00000080:00200000:2.0:1789762963.555762:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008476ab84 17ffffc0001001 3:0 ffff9cdd5138bd20 1393 lru 00000080:00200000:2.0:1789762963.555766:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000006c01fc84 369: 1< 0 - - > 2< 1511424 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555768:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002debf217 00000080:00200000:2.0:1789762963.555769:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762963.555770:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1394 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555787:0:15807:0:(rw26.c:871:ll_write_end()) pos 5709824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555795:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c270c8f6[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1394] 00000080:00200000:2.0:1789762963.555801:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000be0473fa 17ffffc0001001 3:0 ffff9cdd5138b460 1394 lru 00000080:00200000:2.0:1789762963.555806:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b297d926 370: 1< 0 - - > 2< 1515520 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555809:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c270c8f6 00000080:00200000:2.0:1789762963.555810:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762963.555811:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1395 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555828:0:15807:0:(rw26.c:871:ll_write_end()) pos 5713920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555838:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000a97b530a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1395] 00000080:00200000:2.0:1789762963.555843:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000f551f09f 17ffffc0001001 3:0 ffff9cdd5138b540 1395 lru 00000080:00200000:2.0:1789762963.555849:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6977b4e 371: 1< 0 - - > 2< 1519616 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555852:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000a97b530a 00000080:00200000:2.0:1789762963.555854:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762963.555859:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1396 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555906:0:15807:0:(rw26.c:871:ll_write_end()) pos 5718016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555911:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000f2c9f4ee[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1396] 00000080:00200000:2.0:1789762963.555914:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000054694141 17ffffc0001001 3:0 ffff9cdd5138b380 1396 lru 00000080:00200000:2.0:1789762963.555918:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000024361296 372: 1< 0 - - > 2< 1523712 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555920:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000f2c9f4ee 00000080:00200000:2.0:1789762963.555921:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762963.555923:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1397 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555935:0:15807:0:(rw26.c:871:ll_write_end()) pos 5722112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555938:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000656c2f1f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1397] 00000080:00200000:2.0:1789762963.555940:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000077b113b0 17ffffc0001001 3:0 ffff9cdd5138b2a0 1397 lru 00000080:00200000:2.0:1789762963.555945:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000079d99c59 373: 1< 0 - - > 2< 1527808 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555946:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000656c2f1f 00000080:00200000:2.0:1789762963.555947:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762963.555949:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1398 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555963:0:15807:0:(rw26.c:871:ll_write_end()) pos 5726208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555965:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000079cfa8a6[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1398] 00000080:00200000:2.0:1789762963.555967:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000016655d95 17ffffc0001001 3:0 ffff9cdd5138b9a0 1398 lru 00000080:00200000:2.0:1789762963.555971:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000004f732b69 374: 1< 0 - - > 2< 1531904 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.555973:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000079cfa8a6 00000080:00200000:2.0:1789762963.555974:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762963.555976:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1399 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.555990:0:15807:0:(rw26.c:871:ll_write_end()) pos 5730304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.555993:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000053d454f5[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1399] 00000080:00200000:2.0:1789762963.555995:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000004b620938 17ffffc0001001 3:0 ffff9cdd5138be00 1399 lru 00000080:00200000:2.0:1789762963.555999:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000002c967941 375: 1< 0 - - > 2< 1536000 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556001:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000053d454f5 00000080:00200000:2.0:1789762963.556002:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762963.556004:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1400 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556018:0:15807:0:(rw26.c:871:ll_write_end()) pos 5734400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556027:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c801e201[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1400] 00000080:00200000:2.0:1789762963.556031:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000df64ae2e 17ffffc0001001 3:0 ffff9cdd5138b8c0 1400 lru 00000080:00200000:2.0:1789762963.556036:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000cacf1c45 376: 1< 0 - - > 2< 1540096 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556041:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c801e201 00000080:00200000:2.0:1789762963.556043:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762963.556046:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1401 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556064:0:15807:0:(rw26.c:871:ll_write_end()) pos 5738496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556072:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008556814a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1401] 00000080:00200000:2.0:1789762963.556077:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec909df0 17ffffc0001021 2:0 ffff9cdd5138bee0 1401 lru 00000080:00200000:2.0:1789762963.556093:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000003ca79dc8 377: 1< 0 - - > 2< 1544192 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556097:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008556814a 00000080:00200000:2.0:1789762963.556099:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762963.556103:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1402 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556118:0:15807:0:(rw26.c:871:ll_write_end()) pos 5742592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556127:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000010db4263[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1402] 00000080:00200000:2.0:1789762963.556132:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000003d289bc8 17ffffc0001001 3:0 ffff9cdd5138b700 1402 lru 00000080:00200000:2.0:1789762963.556142:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b08f3bdb 378: 1< 0 - - > 2< 1548288 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556145:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000010db4263 00000080:00200000:2.0:1789762963.556148:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762963.556151:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1403 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556164:0:15807:0:(rw26.c:871:ll_write_end()) pos 5746688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556168:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003ba45126[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1403] 00000080:00200000:2.0:1789762963.556170:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000274b3a0a 17ffffc0001001 3:0 ffff9cdd5138bb60 1403 lru 00000080:00200000:2.0:1789762963.556180:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000013006025 379: 1< 0 - - > 2< 1552384 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556184:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003ba45126 00000080:00200000:2.0:1789762963.556189:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762963.556192:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1404 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556207:0:15807:0:(rw26.c:871:ll_write_end()) pos 5750784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556211:0:15807:0:(rw26.c:929:ll_write_end()) page@000000005cd82679[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1404] 00000080:00200000:2.0:1789762963.556213:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000798438f9 17ffffc0001001 3:0 ffff9cdd5138b1c0 1404 lru 00000080:00200000:2.0:1789762963.556217:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000081644d28 380: 1< 0 - - > 2< 1556480 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556219:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000005cd82679 00000080:00200000:2.0:1789762963.556219:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762963.556221:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1405 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556234:0:15807:0:(rw26.c:871:ll_write_end()) pos 5754880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556237:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003f94ad3b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1405] 00000080:00200000:2.0:1789762963.556239:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000346c6a15 17ffffc0001001 3:0 ffff9cdd5138ba80 1405 lru 00000080:00200000:2.0:1789762963.556243:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000003a38819a 381: 1< 0 - - > 2< 1560576 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556245:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003f94ad3b 00000080:00200000:2.0:1789762963.556246:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762963.556247:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1406 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556262:0:15807:0:(rw26.c:871:ll_write_end()) pos 5758976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556265:0:15807:0:(rw26.c:929:ll_write_end()) page@000000001a4c498e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1406] 00000080:00200000:2.0:1789762963.556267:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000de423f2d 17ffffc0001001 3:0 ffff9cdd5138b7e0 1406 lru 00000080:00200000:2.0:1789762963.556271:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000c50c6735 382: 1< 0 - - > 2< 1564672 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556272:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000001a4c498e 00000080:00200000:2.0:1789762963.556273:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762963.556275:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1407 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556287:0:15807:0:(rw26.c:871:ll_write_end()) pos 5763072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556290:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000732a931a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1407] 00000080:00200000:2.0:1789762963.556293:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000065cf8b8b 17ffffc0001001 3:0 ffff9cdd5138b620 1407 lru 00000080:00200000:2.0:1789762963.556296:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000089d30e16 383: 1< 0 - - > 2< 1568768 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556298:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000732a931a 00000080:00200000:2.0:1789762963.556299:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762963.556301:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1408 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556315:0:15807:0:(rw26.c:871:ll_write_end()) pos 5767168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556318:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000028a9d2f7[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1408] 00000080:00200000:2.0:1789762963.556320:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000648b3399 17ffffc0001001 3:0 ffff9cdd5138bc40 1408 lru 00000080:00200000:2.0:1789762963.556324:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000c7c7e794 384: 1< 0 - - > 2< 1572864 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556326:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000028a9d2f7 00000080:00200000:2.0:1789762963.556327:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762963.556328:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1409 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556341:0:15807:0:(rw26.c:871:ll_write_end()) pos 5771264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556343:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000a02505be[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1409] 00000080:00200000:2.0:1789762963.556345:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc243ffe 17ffffc0001001 3:0 ffff9cdd5138b000 1409 lru 00000080:00200000:2.0:1789762963.556349:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000040f03745 385: 1< 0 - - > 2< 1576960 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556350:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000a02505be 00000080:00200000:2.0:1789762963.556351:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762963.556353:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1410 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556376:0:15807:0:(rw26.c:871:ll_write_end()) pos 5775360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556380:0:15807:0:(rw26.c:929:ll_write_end()) page@000000000d259c83[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1410] 00000080:00200000:2.0:1789762963.556384:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000005b08a00f 17ffffc0001001 3:0 ffff9cdd45663000 1410 lru 00000080:00200000:2.0:1789762963.556394:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000008e640fc9 386: 1< 0 - - > 2< 1581056 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556399:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000000d259c83 00000080:00200000:2.0:1789762963.556402:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762963.556405:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1411 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556420:0:15807:0:(rw26.c:871:ll_write_end()) pos 5779456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556428:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000032b33898[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1411] 00000080:00200000:2.0:1789762963.556434:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000dd545a49 17ffffc0001001 3:0 ffff9cdd456630e0 1411 lru 00000080:00200000:2.0:1789762963.556439:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000020094524 387: 1< 0 - - > 2< 1585152 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556441:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000032b33898 00000080:00200000:2.0:1789762963.556445:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762963.556447:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1412 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556461:0:15807:0:(rw26.c:871:ll_write_end()) pos 5783552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556466:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000ecaead9a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1412] 00000080:00200000:2.0:1789762963.556471:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000083d6d8f6 17ffffc0001001 3:0 ffff9cdd45663d20 1412 lru 00000080:00200000:2.0:1789762963.556489:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b58277e3 388: 1< 0 - - > 2< 1589248 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556492:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000ecaead9a 00000080:00200000:2.0:1789762963.556494:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762963.556498:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1413 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556515:0:15807:0:(rw26.c:871:ll_write_end()) pos 5787648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556525:0:15807:0:(rw26.c:929:ll_write_end()) page@000000007d28fda6[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1413] 00000080:00200000:2.0:1789762963.556542:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000123af3fa 17ffffc0001001 3:0 ffff9cdd45663460 1413 lru 00000080:00200000:2.0:1789762963.556564:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000217e153a 389: 1< 0 - - > 2< 1593344 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556568:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000007d28fda6 00000080:00200000:2.0:1789762963.556571:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762963.556574:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1414 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556591:0:15807:0:(rw26.c:871:ll_write_end()) pos 5791744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556596:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003c5cff2a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1414] 00000080:00200000:2.0:1789762963.556598:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000000aaec4fc 17ffffc0001001 3:0 ffff9cdd45663540 1414 lru 00000080:00200000:2.0:1789762963.556603:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000009c4d557e 390: 1< 0 - - > 2< 1597440 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556608:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003c5cff2a 00000080:00200000:2.0:1789762963.556611:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762963.556614:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1415 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556635:0:15807:0:(rw26.c:871:ll_write_end()) pos 5795840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556640:0:15807:0:(rw26.c:929:ll_write_end()) page@000000004f6aa7ed[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1415] 00000080:00200000:2.0:1789762963.556643:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c2171cd4 17ffffc0001001 3:0 ffff9cdd45663380 1415 lru 00000080:00200000:2.0:1789762963.556648:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000001a17d51c 391: 1< 0 - - > 2< 1601536 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556652:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000004f6aa7ed 00000080:00200000:2.0:1789762963.556654:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762963.556658:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1416 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556682:0:15807:0:(rw26.c:871:ll_write_end()) pos 5799936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556687:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000fc5d87e3[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1416] 00000080:00200000:2.0:1789762963.556690:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000003fbc775a 17ffffc0001021 2:0 ffff9cdd456632a0 1416 lru 00000080:00200000:2.0:1789762963.556694:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000002ce828b 392: 1< 0 - - > 2< 1605632 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556701:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000fc5d87e3 00000080:00200000:2.0:1789762963.556703:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762963.556707:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1417 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556725:0:15807:0:(rw26.c:871:ll_write_end()) pos 5804032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556730:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000a897ec75[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1417] 00000080:00200000:2.0:1789762963.556732:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c7de0c07 17ffffc0001001 3:0 ffff9cdd456639a0 1417 lru 00000080:00200000:2.0:1789762963.556736:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000001957fc9f 393: 1< 0 - - > 2< 1609728 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556740:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000a897ec75 00000080:00200000:2.0:1789762963.556742:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762963.556744:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1418 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556763:0:15807:0:(rw26.c:871:ll_write_end()) pos 5808128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556769:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000094930238[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1418] 00000080:00200000:2.0:1789762963.556775:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000320d99f8 17ffffc0001001 3:0 ffff9cdd45663e00 1418 lru 00000080:00200000:2.0:1789762963.556779:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee94df52 394: 1< 0 - - > 2< 1613824 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556781:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000094930238 00000080:00200000:2.0:1789762963.556782:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762963.556784:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1419 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556801:0:15807:0:(rw26.c:871:ll_write_end()) pos 5812224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556811:0:15807:0:(rw26.c:929:ll_write_end()) page@000000001e1a865f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1419] 00000080:00200000:2.0:1789762963.556818:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd0f99dc 17ffffc0001001 3:0 ffff9cdd456638c0 1419 lru 00000080:00200000:2.0:1789762963.556836:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000005bb1b33c 395: 1< 0 - - > 2< 1617920 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556843:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000001e1a865f 00000080:00200000:2.0:1789762963.556848:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762963.556854:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1420 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556906:0:15807:0:(rw26.c:871:ll_write_end()) pos 5816320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556920:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000b2cadc7a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1420] 00000080:00200000:2.0:1789762963.556931:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000043ec9758 17ffffc0001001 3:0 ffff9cdd45663ee0 1420 lru 00000080:00200000:2.0:1789762963.556951:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000904d0638 396: 1< 0 - - > 2< 1622016 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.556957:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000b2cadc7a 00000080:00200000:2.0:1789762963.556959:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762963.556963:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1421 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.556981:0:15807:0:(rw26.c:871:ll_write_end()) pos 5820416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.556994:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000007d78c8a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1421] 00000080:00200000:2.0:1789762963.557004:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000004dcc0ef0 17ffffc0001001 3:0 ffff9cdd45663700 1421 lru 00000080:00200000:2.0:1789762963.557025:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000c8dcae69 397: 1< 0 - - > 2< 1626112 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557030:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000007d78c8a 00000080:00200000:2.0:1789762963.557032:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762963.557035:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1422 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557050:0:15807:0:(rw26.c:871:ll_write_end()) pos 5824512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557062:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000f38bb23f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1422] 00000080:00200000:2.0:1789762963.557065:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000004806f775 17ffffc0001001 3:0 ffff9cdd45663b60 1422 lru 00000080:00200000:2.0:1789762963.557081:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7d22dde 398: 1< 0 - - > 2< 1630208 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557087:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000f38bb23f 00000080:00200000:2.0:1789762963.557090:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762963.557095:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1423 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557115:0:15807:0:(rw26.c:871:ll_write_end()) pos 5828608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557129:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000a2941d0f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1423] 00000080:00200000:2.0:1789762963.557134:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d16ab66b 17ffffc0001001 3:0 ffff9cdd456631c0 1423 lru 00000080:00200000:2.0:1789762963.557142:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000088dfd039 399: 1< 0 - - > 2< 1634304 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557146:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000a2941d0f 00000080:00200000:2.0:1789762963.557149:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762963.557153:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1424 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557173:0:15807:0:(rw26.c:871:ll_write_end()) pos 5832704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557186:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000048e39188[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1424] 00000080:00200000:2.0:1789762963.557191:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008e615715 17ffffc0001001 3:0 ffff9cdd45663a80 1424 lru 00000080:00200000:2.0:1789762963.557211:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000db5186d5 400: 1< 0 - - > 2< 1638400 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557217:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000048e39188 00000080:00200000:2.0:1789762963.557221:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762963.557226:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1425 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557245:0:15807:0:(rw26.c:871:ll_write_end()) pos 5836800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557250:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000035dece6b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1425] 00000080:00200000:2.0:1789762963.557253:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000007cfb1778 17ffffc0001001 3:0 ffff9cdd456637e0 1425 lru 00000080:00200000:2.0:1789762963.557267:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000200b34cb 401: 1< 0 - - > 2< 1642496 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557275:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000035dece6b 00000080:00200000:2.0:1789762963.557280:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762963.557286:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1426 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557312:0:15807:0:(rw26.c:871:ll_write_end()) pos 5840896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557324:0:15807:0:(rw26.c:929:ll_write_end()) page@000000001f3a5f00[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1426] 00000080:00200000:2.0:1789762963.557336:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0d6c482 17ffffc0001001 3:0 ffff9cdd45663620 1426 lru 00000080:00200000:2.0:1789762963.557363:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000000238d5e3 402: 1< 0 - - > 2< 1646592 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557369:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000001f3a5f00 00000080:00200000:2.0:1789762963.557375:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762963.557381:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1427 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557410:0:15807:0:(rw26.c:871:ll_write_end()) pos 5844992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557425:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000ce992f63[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1427] 00000080:00200000:2.0:1789762963.557435:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000304ffad2 17ffffc0001001 3:0 ffff9cdd45663c40 1427 lru 00000080:00200000:2.0:1789762963.557448:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000000531229d 403: 1< 0 - - > 2< 1650688 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557453:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000ce992f63 00000080:00200000:2.0:1789762963.557455:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762963.557461:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1428 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557489:0:15807:0:(rw26.c:871:ll_write_end()) pos 5849088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557502:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000d1e8ad3a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1428] 00000080:00200000:2.0:1789762963.557510:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb97e621 17ffffc0001001 3:0 ffff9cdd457bb0e0 1428 lru 00000080:00200000:2.0:1789762963.557540:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000081419d64 404: 1< 0 - - > 2< 1654784 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557546:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000d1e8ad3a 00000080:00200000:2.0:1789762963.557551:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762963.557557:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1429 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557582:0:15807:0:(rw26.c:871:ll_write_end()) pos 5853184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557596:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008b779116[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1429] 00000080:00200000:2.0:1789762963.557609:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000de1ffdc2 17ffffc0001001 3:0 ffff9cdd457bbd20 1429 lru 00000080:00200000:2.0:1789762963.557636:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000067458d3b 405: 1< 0 - - > 2< 1658880 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557645:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008b779116 00000080:00200000:2.0:1789762963.557651:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762963.557657:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1430 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557680:0:15807:0:(rw26.c:871:ll_write_end()) pos 5857280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557694:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000038a4cca4[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1430] 00000080:00200000:2.0:1789762963.557704:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000007d9050f2 17ffffc0001001 3:0 ffff9cdd457bb460 1430 lru 00000080:00200000:2.0:1789762963.557723:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000006c787ba6 406: 1< 0 - - > 2< 1662976 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557727:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000038a4cca4 00000080:00200000:2.0:1789762963.557731:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762963.557734:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1431 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557757:0:15807:0:(rw26.c:871:ll_write_end()) pos 5861376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557764:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000030f610b7[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1431] 00000080:00200000:2.0:1789762963.557770:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000042d56a97 17ffffc0001021 2:0 ffff9cdd457bb540 1431 lru 00000080:00200000:2.0:1789762963.557784:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000006a6214cd 407: 1< 0 - - > 2< 1667072 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557789:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000030f610b7 00000080:00200000:2.0:1789762963.557793:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762963.557797:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1432 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557819:0:15807:0:(rw26.c:871:ll_write_end()) pos 5865472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557828:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c2745e23[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1432] 00000080:00200000:2.0:1789762963.557833:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000003622150 17ffffc0001001 3:0 ffff9cdd457bb380 1432 lru 00000080:00200000:2.0:1789762963.557837:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000005eb333ac 408: 1< 0 - - > 2< 1671168 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557839:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c2745e23 00000080:00200000:2.0:1789762963.557840:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762963.557842:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1433 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557859:0:15807:0:(rw26.c:871:ll_write_end()) pos 5869568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557892:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000e59c60fe[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1433] 00000080:00200000:2.0:1789762963.557900:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000075ed0478 17ffffc0001001 3:0 ffff9cdd457bb2a0 1433 lru 00000080:00200000:2.0:1789762963.557908:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000a9cb630c 409: 1< 0 - - > 2< 1675264 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557914:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000e59c60fe 00000080:00200000:2.0:1789762963.557917:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762963.557922:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1434 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557945:0:15807:0:(rw26.c:871:ll_write_end()) pos 5873664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557951:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003448dd7e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1434] 00000080:00200000:2.0:1789762963.557954:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000558c35ce 17ffffc0001001 3:0 ffff9cdd457bb9a0 1434 lru 00000080:00200000:2.0:1789762963.557958:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000096c66926 410: 1< 0 - - > 2< 1679360 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557960:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003448dd7e 00000080:00200000:2.0:1789762963.557961:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762963.557964:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1435 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.557985:0:15807:0:(rw26.c:871:ll_write_end()) pos 5877760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.557990:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000acb626fc[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1435] 00000080:00200000:2.0:1789762963.557992:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000adb7fd0b 17ffffc0001001 3:0 ffff9cdd457bbe00 1435 lru 00000080:00200000:2.0:1789762963.557996:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee2c2d72 411: 1< 0 - - > 2< 1683456 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.557998:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000acb626fc 00000080:00200000:2.0:1789762963.557999:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762963.558001:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1436 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558022:0:15807:0:(rw26.c:871:ll_write_end()) pos 5881856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558027:0:15807:0:(rw26.c:929:ll_write_end()) page@000000000e1cfa21[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1436] 00000080:00200000:2.0:1789762963.558029:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c9aa222d 17ffffc0001001 3:0 ffff9cdd457bb8c0 1436 lru 00000080:00200000:2.0:1789762963.558033:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000000f2182f4 412: 1< 0 - - > 2< 1687552 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558035:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000000e1cfa21 00000080:00200000:2.0:1789762963.558036:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762963.558038:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1437 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558058:0:15807:0:(rw26.c:871:ll_write_end()) pos 5885952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558063:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000123b4931[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1437] 00000080:00200000:2.0:1789762963.558065:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000002ac81a8f 17ffffc0001001 3:0 ffff9cdd457bbee0 1437 lru 00000080:00200000:2.0:1789762963.558069:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000f5ef4f2d 413: 1< 0 - - > 2< 1691648 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558071:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000123b4931 00000080:00200000:2.0:1789762963.558072:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762963.558074:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1438 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558091:0:15807:0:(rw26.c:871:ll_write_end()) pos 5890048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558097:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000030f615a3[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1438] 00000080:00200000:2.0:1789762963.558100:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000046d95859 17ffffc0001001 3:0 ffff9cdd457bb700 1438 lru 00000080:00200000:2.0:1789762963.558104:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000febbcf41 414: 1< 0 - - > 2< 1695744 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558108:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000030f615a3 00000080:00200000:2.0:1789762963.558109:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762963.558111:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1439 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558128:0:15807:0:(rw26.c:871:ll_write_end()) pos 5894144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558134:0:15807:0:(rw26.c:929:ll_write_end()) page@000000005913c7da[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1439] 00000080:00200000:2.0:1789762963.558137:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000075dbca7f 17ffffc0001001 3:0 ffff9cdd457bbb60 1439 lru 00000080:00200000:2.0:1789762963.558141:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5e1dbe9 415: 1< 0 - - > 2< 1699840 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558142:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000005913c7da 00000080:00200000:2.0:1789762963.558143:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762963.558145:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1440 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558162:0:15807:0:(rw26.c:871:ll_write_end()) pos 5898240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558169:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000654d14a4[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1440] 00000080:00200000:2.0:1789762963.558173:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000090a3c671 17ffffc0001001 3:0 ffff9cdd457bb1c0 1440 lru 00000080:00200000:2.0:1789762963.558182:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8bfb2cd 416: 1< 0 - - > 2< 1703936 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558185:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000654d14a4 00000080:00200000:2.0:1789762963.558186:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762963.558187:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1441 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558205:0:15807:0:(rw26.c:871:ll_write_end()) pos 5902336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558212:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008db85f30[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1441] 00000080:00200000:2.0:1789762963.558222:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000001b4e55dc 17ffffc0001001 3:0 ffff9cdd457bba80 1441 lru 00000080:00200000:2.0:1789762963.558241:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000005db8aab6 417: 1< 0 - - > 2< 1708032 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558246:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008db85f30 00000080:00200000:2.0:1789762963.558249:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762963.558252:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1442 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558268:0:15807:0:(rw26.c:871:ll_write_end()) pos 5906432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558275:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000008447bd8[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1442] 00000080:00200000:2.0:1789762963.558282:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000057571030 17ffffc0001001 3:0 ffff9cdd457bb7e0 1442 lru 00000080:00200000:2.0:1789762963.558300:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000000d0340c4 418: 1< 0 - - > 2< 1712128 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558306:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000008447bd8 00000080:00200000:2.0:1789762963.558310:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762963.558317:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1443 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558338:0:15807:0:(rw26.c:871:ll_write_end()) pos 5910528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558346:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000184534a4[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1443] 00000080:00200000:2.0:1789762963.558354:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000618522f4 17ffffc0001001 3:0 ffff9cdd457bb620 1443 lru 00000080:00200000:2.0:1789762963.558364:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000007fe07d62 419: 1< 0 - - > 2< 1716224 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558367:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000184534a4 00000080:00200000:2.0:1789762963.558368:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762963.558369:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1444 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558388:0:15807:0:(rw26.c:871:ll_write_end()) pos 5914624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558397:0:15807:0:(rw26.c:929:ll_write_end()) page@000000001ba0a4cf[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1444] 00000080:00200000:2.0:1789762963.558402:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000002affa3cf 17ffffc0001001 3:0 ffff9cdd457bbc40 1444 lru 00000080:00200000:2.0:1789762963.558415:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000546b347c 420: 1< 0 - - > 2< 1720320 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558419:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000001ba0a4cf 00000080:00200000:2.0:1789762963.558420:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762963.558422:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1445 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558442:0:15807:0:(rw26.c:871:ll_write_end()) pos 5918720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558451:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000018abcc53[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1445] 00000080:00200000:2.0:1789762963.558460:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000077926651 17ffffc0001001 3:0 ffff9cdd457bb000 1445 lru 00000080:00200000:2.0:1789762963.558471:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d51a3466 421: 1< 0 - - > 2< 1724416 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558476:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000018abcc53 00000080:00200000:2.0:1789762963.558479:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762963.558484:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1446 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558513:0:15807:0:(rw26.c:871:ll_write_end()) pos 5922816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558523:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c51310a4[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1446] 00000080:00200000:2.0:1789762963.558528:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000b9967d4a 17ffffc0001021 2:0 ffff9cdd457bc8c0 1446 lru 00000080:00200000:2.0:1789762963.558563:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d620388a 422: 1< 0 - - > 2< 1728512 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558569:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c51310a4 00000080:00200000:2.0:1789762963.558572:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762963.558579:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1447 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558602:0:15807:0:(rw26.c:871:ll_write_end()) pos 5926912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558614:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000fdb01788[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1447] 00000080:00200000:2.0:1789762963.558620:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc6b92d9 17ffffc0001001 3:0 ffff9cdd457bcee0 1447 lru 00000080:00200000:2.0:1789762963.558628:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb166318 423: 1< 0 - - > 2< 1732608 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558633:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000fdb01788 00000080:00200000:2.0:1789762963.558637:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762963.558641:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1448 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558665:0:15807:0:(rw26.c:871:ll_write_end()) pos 5931008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558675:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000d418722b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1448] 00000080:00200000:2.0:1789762963.558683:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008c61b912 17ffffc0001001 3:0 ffff9cdd457bc700 1448 lru 00000080:00200000:2.0:1789762963.558690:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e9dd85ae 424: 1< 0 - - > 2< 1736704 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558692:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000d418722b 00000080:00200000:2.0:1789762963.558693:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762963.558695:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1449 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558712:0:15807:0:(rw26.c:871:ll_write_end()) pos 5935104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558724:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000023432ffd[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1449] 00000080:00200000:2.0:1789762963.558733:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000da383ae0 17ffffc0001001 3:0 ffff9cdd457bcb60 1449 lru 00000080:00200000:2.0:1789762963.558750:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000001a1e518d 425: 1< 0 - - > 2< 1740800 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558756:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000023432ffd 00000080:00200000:2.0:1789762963.558758:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762963.558762:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1450 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558781:0:15807:0:(rw26.c:871:ll_write_end()) pos 5939200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558794:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008ca342f0[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1450] 00000080:00200000:2.0:1789762963.558807:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000512a5111 17ffffc0001001 3:0 ffff9cdd457bc1c0 1450 lru 00000080:00200000:2.0:1789762963.558829:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000009cefdf9b 426: 1< 0 - - > 2< 1744896 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558834:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008ca342f0 00000080:00200000:2.0:1789762963.558835:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762963.558838:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1451 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558859:0:15807:0:(rw26.c:871:ll_write_end()) pos 5943296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558893:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000df808f03[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1451] 00000080:00200000:2.0:1789762963.558901:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a0d3e0a2 17ffffc0001001 3:0 ffff9cdd457bca80 1451 lru 00000080:00200000:2.0:1789762963.558920:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000c133bcaa 427: 1< 0 - - > 2< 1748992 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558926:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000df808f03 00000080:00200000:2.0:1789762963.558930:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762963.558935:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1452 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.558957:0:15807:0:(rw26.c:871:ll_write_end()) pos 5947392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.558963:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000da05b637[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1452] 00000080:00200000:2.0:1789762963.558969:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000692d1d0c 17ffffc0001001 3:0 ffff9cdd457bc7e0 1452 lru 00000080:00200000:2.0:1789762963.558982:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b61d791e 428: 1< 0 - - > 2< 1753088 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.558987:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000da05b637 00000080:00200000:2.0:1789762963.558990:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762963.558994:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1453 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559012:0:15807:0:(rw26.c:871:ll_write_end()) pos 5951488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559018:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000a11ee30c[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1453] 00000080:00200000:2.0:1789762963.559022:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000006997ce9 17ffffc0001001 3:0 ffff9cdd457bc620 1453 lru 00000080:00200000:2.0:1789762963.559032:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000027eb882a 429: 1< 0 - - > 2< 1757184 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559037:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000a11ee30c 00000080:00200000:2.0:1789762963.559040:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762963.559044:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1454 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559063:0:15807:0:(rw26.c:871:ll_write_end()) pos 5955584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559069:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000069e0254e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1454] 00000080:00200000:2.0:1789762963.559075:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000bba8b4f5 17ffffc0001001 3:0 ffff9cdd457bcc40 1454 lru 00000080:00200000:2.0:1789762963.559088:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000091b09103 430: 1< 0 - - > 2< 1761280 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559093:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000069e0254e 00000080:00200000:2.0:1789762963.559095:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762963.559098:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1455 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559120:0:15807:0:(rw26.c:871:ll_write_end()) pos 5959680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559125:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000da68b0e9[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1455] 00000080:00200000:2.0:1789762963.559130:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ccfae6fb 17ffffc0001001 3:0 ffff9cdd457bc000 1455 lru 00000080:00200000:2.0:1789762963.559138:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000009ee3b842 431: 1< 0 - - > 2< 1765376 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559143:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000da68b0e9 00000080:00200000:2.0:1789762963.559146:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762963.559149:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1456 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559168:0:15807:0:(rw26.c:871:ll_write_end()) pos 5963776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559173:0:15807:0:(rw26.c:929:ll_write_end()) page@000000004bbac71c[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1456] 00000080:00200000:2.0:1789762963.559176:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000049108793 17ffffc0001001 3:0 ffff9cdd457bc0e0 1456 lru 00000080:00200000:2.0:1789762963.559183:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000006793ace4 432: 1< 0 - - > 2< 1769472 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559187:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000004bbac71c 00000080:00200000:2.0:1789762963.559190:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762963.559192:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1457 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559210:0:15807:0:(rw26.c:871:ll_write_end()) pos 5967872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559219:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002d574b3c[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1457] 00000080:00200000:2.0:1789762963.559223:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008891090b 17ffffc0001001 3:0 ffff9cdd457bcd20 1457 lru 00000080:00200000:2.0:1789762963.559227:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000016654657 433: 1< 0 - - > 2< 1773568 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559229:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002d574b3c 00000080:00200000:2.0:1789762963.559230:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762963.559232:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1458 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559249:0:15807:0:(rw26.c:871:ll_write_end()) pos 5971968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559256:0:15807:0:(rw26.c:929:ll_write_end()) page@000000007b7d4822[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1458] 00000080:00200000:2.0:1789762963.559262:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000db1d267c 17ffffc0001001 3:0 ffff9cdd457bc460 1458 lru 00000080:00200000:2.0:1789762963.559270:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000030c378d4 434: 1< 0 - - > 2< 1777664 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559273:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000007b7d4822 00000080:00200000:2.0:1789762963.559274:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762963.559277:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1459 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559293:0:15807:0:(rw26.c:871:ll_write_end()) pos 5976064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559303:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000dd88fce9[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1459] 00000080:00200000:2.0:1789762963.559308:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ebd7c811 17ffffc0001001 3:0 ffff9cdd457bc540 1459 lru 00000080:00200000:2.0:1789762963.559318:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000225e2492 435: 1< 0 - - > 2< 1781760 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559323:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000dd88fce9 00000080:00200000:2.0:1789762963.559324:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762963.559326:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1460 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559344:0:15807:0:(rw26.c:871:ll_write_end()) pos 5980160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559353:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000b78099a0[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1460] 00000080:00200000:2.0:1789762963.559359:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000df742712 17ffffc0001001 3:0 ffff9cdd457bc380 1460 lru 00000080:00200000:2.0:1789762963.559369:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000003f609349 436: 1< 0 - - > 2< 1785856 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559375:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000b78099a0 00000080:00200000:2.0:1789762963.559377:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762963.559380:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1461 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559401:0:15807:0:(rw26.c:871:ll_write_end()) pos 5984256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559410:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000d7ffc236[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1461] 00000080:00200000:2.0:1789762963.559415:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c4646d27 17ffffc0001021 2:0 ffff9cdd457bc2a0 1461 lru 00000080:00200000:2.0:1789762963.559424:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ad5b3a44 437: 1< 0 - - > 2< 1789952 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559427:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000d7ffc236 00000080:00200000:2.0:1789762963.559428:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762963.559430:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1462 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559448:0:15807:0:(rw26.c:871:ll_write_end()) pos 5988352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559456:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003925a3f0[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1462] 00000080:00200000:2.0:1789762963.559462:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000072214f3a 17ffffc0001001 3:0 ffff9cdd457bc9a0 1462 lru 00000080:00200000:2.0:1789762963.559472:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc31dda6 438: 1< 0 - - > 2< 1794048 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559474:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003925a3f0 00000080:00200000:2.0:1789762963.559475:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762963.559477:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1463 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559492:0:15807:0:(rw26.c:871:ll_write_end()) pos 5992448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559495:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000d4500b08[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1463] 00000080:00200000:2.0:1789762963.559498:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000021fba126 17ffffc0001001 3:0 ffff9cdd457bce00 1463 lru 00000080:00200000:2.0:1789762963.559505:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000043c6025d 439: 1< 0 - - > 2< 1798144 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559510:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000d4500b08 00000080:00200000:2.0:1789762963.559513:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762963.559517:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1464 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559554:0:15807:0:(rw26.c:871:ll_write_end()) pos 5996544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559562:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003356fb48[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1464] 00000080:00200000:2.0:1789762963.559572:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000451217a3 17ffffc0001001 3:0 ffff9cdd437dad20 1464 lru 00000080:00200000:2.0:1789762963.559584:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000263199d5 440: 1< 0 - - > 2< 1802240 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559589:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003356fb48 00000080:00200000:2.0:1789762963.559592:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762963.559597:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1465 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559616:0:15807:0:(rw26.c:871:ll_write_end()) pos 6000640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559624:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000ac76659c[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1465] 00000080:00200000:2.0:1789762963.559631:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000b629bb3c 17ffffc0001001 3:0 ffff9cdd437da460 1465 lru 00000080:00200000:2.0:1789762963.559641:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed198853 441: 1< 0 - - > 2< 1806336 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559646:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000ac76659c 00000080:00200000:2.0:1789762963.559648:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762963.559651:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1466 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559670:0:15807:0:(rw26.c:871:ll_write_end()) pos 6004736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559682:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000038d63d43[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1466] 00000080:00200000:2.0:1789762963.559691:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000006aabf895 17ffffc0001001 3:0 ffff9cdd437da540 1466 lru 00000080:00200000:2.0:1789762963.559706:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000052c4feb3 442: 1< 0 - - > 2< 1810432 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559712:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000038d63d43 00000080:00200000:2.0:1789762963.559715:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762963.559719:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1467 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559738:0:15807:0:(rw26.c:871:ll_write_end()) pos 6008832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559748:0:15807:0:(rw26.c:929:ll_write_end()) page@000000005c3464f1[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1467] 00000080:00200000:2.0:1789762963.559758:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000004cde0974 17ffffc0001001 3:0 ffff9cdd437da380 1467 lru 00000080:00200000:2.0:1789762963.559781:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000afc1173c 443: 1< 0 - - > 2< 1814528 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559788:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000005c3464f1 00000080:00200000:2.0:1789762963.559791:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762963.559797:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1468 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.559815:0:15807:0:(rw26.c:871:ll_write_end()) pos 6012928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.559826:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002ac4243f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1468] 00000080:00200000:2.0:1789762963.559835:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000822ad51f 17ffffc0001001 3:0 ffff9cdd437da2a0 1468 lru 00000080:00200000:2.0:1789762963.559848:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000cbcd517c 444: 1< 0 - - > 2< 1818624 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.559852:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002ac4243f 00000080:00200000:2.0:1789762963.559855:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762963.559858:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1469 of 0 to 4096 bytes 00000080:00200008:2.0:1789762963.560197:0:15813:0:(file.c:2650:do_file_write_iter()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], ppos: 11534336, count: 1048576 00000080:00200000:2.0:1789762963.560210:0:15813:0:(file.c:2090:ll_file_io_generic()) nrs_w_oleg348-client.virtnet: write ppos: 11534336, bytes: 1048576 00000080:00200000:2.0:1789762963.560219:0:15813:0:(file.c:1848:ll_io_set_mirror()) nrs_w_oleg348-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762963.560228:0:15813:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d54a904b[0x110, 515, [0x200000401:0x40:0x0] hash] 00000020:00200000:2.0:1789762963.560233:0:15813:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [11534336, 12582912) 0 0 00000080:00200000:2.0:1789762963.560240:0:15813:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762963.560255:0:15813:0:(file.c:2168:ll_file_io_generic()) Range lock [2816, 3071] 00020000:00200000:2.0:1789762963.560264:0:15813:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 2 chunk: [11534336, 12582912) 12582912, 1048576 00020000:00200000:2.0:1789762963.560271:0:15813:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762963.560281:0:15813:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [2816, 3071] 00000008:00010000:2.0:1789762963.560292:0:15813:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762963.560298:0:15813:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6e630, osc lock ffff9cdd60e0a4c0, flags 0x0 00010000:00010000:2.0:1789762963.560310:0:15813:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9cdd489ccc00 type 11 mode 2 res 10737419264/17 (7340032 8388607) 00010000:00010000:2.0:1789762963.560343:0:15813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.560368:0:15813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.560392:0:15813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762963.560423:0:15813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15813:1876702015153664:192.168.203.148@tcp:101:dd.0 00000100:00100000:2.0:1789762963.560588:0:15813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd48496d80 going to sleep for 11 seconds 00000080:00200000:2.0:1789762963.560607:0:15807:0:(rw26.c:871:ll_write_end()) pos 6017024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.560618:0:15807:0:(rw26.c:929:ll_write_end()) page@000000001ff41716[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1469] 00000080:00200000:2.0:1789762963.560628:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000057214eee 17ffffc0001021 2:0 ffff9cdd437da9a0 1469 lru 00000080:00200000:2.0:1789762963.560646:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b43c710f 445: 1< 0 - - > 2< 1822720 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.560651:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000001ff41716 00000080:00200000:2.0:1789762963.560654:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762963.560658:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1470 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.560678:0:15807:0:(rw26.c:871:ll_write_end()) pos 6021120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.560690:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000719b0160[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1470] 00000080:00200000:2.0:1789762963.560699:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000000c8a08bb 17ffffc0001001 3:0 ffff9cdd437dae00 1470 lru 00000080:00200000:2.0:1789762963.560719:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000032e86d0 446: 1< 0 - - > 2< 1826816 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.560724:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000719b0160 00000080:00200000:2.0:1789762963.560727:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762963.560730:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1471 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.560750:0:15807:0:(rw26.c:871:ll_write_end()) pos 6025216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.560760:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002cde38c0[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1471] 00000080:00200000:2.0:1789762963.560768:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000056221ad9 17ffffc0001001 3:0 ffff9cdd437da8c0 1471 lru 00000080:00200000:2.0:1789762963.560783:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000004c374b37 447: 1< 0 - - > 2< 1830912 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.560789:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002cde38c0 00000080:00200000:2.0:1789762963.560793:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762963.560799:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1472 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.560821:0:15807:0:(rw26.c:871:ll_write_end()) pos 6029312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.560827:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000033c9984b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1472] 00000080:00200000:2.0:1789762963.560834:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008df7b1fa 17ffffc0001001 3:0 ffff9cdd437daee0 1472 lru 00000080:00200000:2.0:1789762963.560856:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e01ade25 448: 1< 0 - - > 2< 1835008 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.560861:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000033c9984b 00000080:00200000:2.0:1789762963.560895:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762963.560915:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1473 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.560937:0:15807:0:(rw26.c:871:ll_write_end()) pos 6033408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.560942:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000026966c46[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1473] 00000080:00200000:2.0:1789762963.560945:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a8d48022 17ffffc0001001 3:0 ffff9cdd437da700 1473 lru 00000080:00200000:2.0:1789762963.560952:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000005f6f4523 449: 1< 0 - - > 2< 1839104 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.560958:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000026966c46 00000080:00200000:2.0:1789762963.560961:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1789762963.560965:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1474 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.560988:0:15807:0:(rw26.c:871:ll_write_end()) pos 6037504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.560993:0:15807:0:(rw26.c:929:ll_write_end()) page@000000006b068212[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1474] 00000080:00200000:2.0:1789762963.560995:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000895974bb 17ffffc0001001 3:0 ffff9cdd437dab60 1474 lru 00000080:00200000:2.0:1789762963.560999:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000cda9119f 450: 1< 0 - - > 2< 1843200 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561001:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000006b068212 00000080:00200000:2.0:1789762963.561003:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1789762963.561007:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1475 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561025:0:15807:0:(rw26.c:871:ll_write_end()) pos 6041600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561031:0:15807:0:(rw26.c:929:ll_write_end()) page@000000005f89b4d9[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1475] 00000080:00200000:2.0:1789762963.561033:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000983a75b5 17ffffc0001001 3:0 ffff9cdd437da1c0 1475 lru 00000080:00200000:2.0:1789762963.561038:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000040123c86 451: 1< 0 - - > 2< 1847296 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561042:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000005f89b4d9 00000080:00200000:2.0:1789762963.561045:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762963.561049:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1476 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561070:0:15807:0:(rw26.c:871:ll_write_end()) pos 6045696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561076:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000ebbdff40[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1476] 00000080:00200000:2.0:1789762963.561078:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000070d740ba 17ffffc0001001 3:0 ffff9cdd437daa80 1476 lru 00000080:00200000:2.0:1789762963.561084:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d902f88a 452: 1< 0 - - > 2< 1851392 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561090:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000ebbdff40 00000080:00200000:2.0:1789762963.561094:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1789762963.561098:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1477 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561118:0:15807:0:(rw26.c:871:ll_write_end()) pos 6049792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561124:0:15807:0:(rw26.c:929:ll_write_end()) page@000000009d4b9032[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1477] 00000080:00200000:2.0:1789762963.561126:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ffd726ff 17ffffc0001001 3:0 ffff9cdd437da7e0 1477 lru 00000080:00200000:2.0:1789762963.561131:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000002251fa8c 453: 1< 0 - - > 2< 1855488 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561136:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000009d4b9032 00000080:00200000:2.0:1789762963.561138:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762963.561141:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1478 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561161:0:15807:0:(rw26.c:871:ll_write_end()) pos 6053888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561166:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000009ea54e8[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1478] 00000080:00200000:2.0:1789762963.561168:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000da5735cc 17ffffc0001001 3:0 ffff9cdd437da620 1478 lru 00000080:00200000:2.0:1789762963.561173:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b6067c56 454: 1< 0 - - > 2< 1859584 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561175:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000009ea54e8 00000080:00200000:2.0:1789762963.561177:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762963.561181:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1479 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561200:0:15807:0:(rw26.c:871:ll_write_end()) pos 6057984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561206:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000f1c31014[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1479] 00000080:00200000:2.0:1789762963.561208:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d1002224 17ffffc0001001 3:0 ffff9cdd437dac40 1479 lru 00000080:00200000:2.0:1789762963.561215:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000008e6d0469 455: 1< 0 - - > 2< 1863680 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561220:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000f1c31014 00000080:00200000:2.0:1789762963.561221:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1789762963.561226:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1480 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561244:0:15807:0:(rw26.c:871:ll_write_end()) pos 6062080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561249:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000094576940[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1480] 00000080:00200000:2.0:1789762963.561251:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000006d4774 17ffffc0001001 3:0 ffff9cdd437da000 1480 lru 00000080:00200000:2.0:1789762963.561258:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000273c06ef 456: 1< 0 - - > 2< 1867776 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561263:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000094576940 00000080:00200000:2.0:1789762963.561267:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1789762963.561271:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1481 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561293:0:15807:0:(rw26.c:871:ll_write_end()) pos 6066176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561298:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000b1a31a17[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1481] 00000080:00200000:2.0:1789762963.561301:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000712ec1eb 17ffffc0001001 3:0 ffff9cdd437da0e0 1481 lru 00000080:00200000:2.0:1789762963.561314:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000027c7646f 457: 1< 0 - - > 2< 1871872 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561319:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000b1a31a17 00000080:00200000:2.0:1789762963.561323:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762963.561328:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1482 of 0 to 4096 bytes 00000100:00100000:2.0:1789762963.561369:0:15813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15813:1876702015153664:192.168.203.148@tcp:101:dd.0 00010000:00010000:2.0:1789762963.561386:0:15813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.561399:0:15813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.561406:0:15813:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.561439:0:15807:0:(rw26.c:871:ll_write_end()) pos 6070272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561447:0:15807:0:(rw26.c:929:ll_write_end()) page@000000003b44a4e9[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1482] 00000080:00200000:2.0:1789762963.561455:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000090d460de 17ffffc0001001 3:0 ffff9cdd456620e0 1482 lru 00000080:00200000:2.0:1789762963.561472:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000070fc0e77 458: 1< 0 - - > 2< 1875968 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561477:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000003b44a4e9 00000080:00200000:2.0:1789762963.561481:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762963.561487:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1483 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561509:0:15807:0:(rw26.c:871:ll_write_end()) pos 6074368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561516:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008450748f[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1483] 00000080:00200000:2.0:1789762963.561523:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000027f63918 17ffffc0001001 3:0 ffff9cdd45662d20 1483 lru 00000080:00200000:2.0:1789762963.561552:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000009a35479e 459: 1< 0 - - > 2< 1880064 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561560:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008450748f 00000080:00200000:2.0:1789762963.561564:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762963.561569:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1484 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561592:0:15807:0:(rw26.c:871:ll_write_end()) pos 6078464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561601:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000038926982[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1484] 00000080:00200000:2.0:1789762963.561607:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008a032590 17ffffc0001021 2:0 ffff9cdd45662460 1484 lru 00000080:00200000:2.0:1789762963.561613:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000004158db79 460: 1< 0 - - > 2< 1884160 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561614:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000038926982 00000080:00200000:2.0:1789762963.561615:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762963.561617:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1485 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561634:0:15807:0:(rw26.c:871:ll_write_end()) pos 6082560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561644:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000d4daae40[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1485] 00000080:00200000:2.0:1789762963.561649:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000076a4316a 17ffffc0001001 3:0 ffff9cdd45662540 1485 lru 00000080:00200000:2.0:1789762963.561658:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000004b7354c5 461: 1< 0 - - > 2< 1888256 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561659:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000d4daae40 00000080:00200000:2.0:1789762963.561660:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762963.561662:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1486 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561680:0:15807:0:(rw26.c:871:ll_write_end()) pos 6086656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561690:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c96ca711[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1486] 00000080:00200000:2.0:1789762963.561695:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000b46e0271 17ffffc0001001 3:0 ffff9cdd45662380 1486 lru 00000080:00200000:2.0:1789762963.561705:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000029de5a91 462: 1< 0 - - > 2< 1892352 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561708:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c96ca711 00000080:00200000:2.0:1789762963.561710:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762963.561712:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1487 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561734:0:15807:0:(rw26.c:871:ll_write_end()) pos 6090752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561745:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000081f261cc[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1487] 00000080:00200000:2.0:1789762963.561750:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c4392210 17ffffc0001001 3:0 ffff9cdd456622a0 1487 lru 00000080:00200000:2.0:1789762963.561760:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000f938472f 463: 1< 0 - - > 2< 1896448 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561765:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000081f261cc 00000080:00200000:2.0:1789762963.561770:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762963.561775:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1488 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561807:0:15807:0:(rw26.c:871:ll_write_end()) pos 6094848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.561818:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008642303a[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1488] 00000080:00200000:2.0:1789762963.561823:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000087e59953 17ffffc0001001 3:0 ffff9cdd456629a0 1488 lru 00000080:00200000:2.0:1789762963.561829:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000119c24f1 464: 1< 0 - - > 2< 1900544 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.561831:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008642303a 00000080:00200000:2.0:1789762963.561833:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762963.561836:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1489 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.561859:0:15807:0:(rw26.c:871:ll_write_end()) pos 6098944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562264:0:15807:0:(rw26.c:929:ll_write_end()) page@000000001e9f86fd[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1489] 00000080:00200000:2.0:1789762963.562267:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000004899172b 17ffffc0001001 3:0 ffff9cdd45662e00 1489 lru 00000080:00200000:2.0:1789762963.562272:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000034a341dc 465: 1< 0 - - > 2< 1904640 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562274:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000001e9f86fd 00000080:00200000:2.0:1789762963.562276:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762963.562278:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1490 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562294:0:15807:0:(rw26.c:871:ll_write_end()) pos 6103040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562298:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000011b125c2[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1490] 00000080:00200000:2.0:1789762963.562300:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d513e1d2 17ffffc0001001 3:0 ffff9cdd456628c0 1490 lru 00000080:00200000:2.0:1789762963.562305:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000a2174a6f 466: 1< 0 - - > 2< 1908736 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562307:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000011b125c2 00000080:00200000:2.0:1789762963.562309:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762963.562310:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1491 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562322:0:15807:0:(rw26.c:871:ll_write_end()) pos 6107136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562325:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000e769abe8[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1491] 00000080:00200000:2.0:1789762963.562327:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7814eb5 17ffffc0001001 3:0 ffff9cdd45662ee0 1491 lru 00000080:00200000:2.0:1789762963.562331:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4f15da1 467: 1< 0 - - > 2< 1912832 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562335:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000e769abe8 00000080:00200000:2.0:1789762963.562336:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762963.562337:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1492 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562355:0:15807:0:(rw26.c:871:ll_write_end()) pos 6111232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562365:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000f42e0b40[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1492] 00000080:00200000:2.0:1789762963.562369:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000aec075b2 17ffffc0001001 3:0 ffff9cdd45662700 1492 lru 00000080:00200000:2.0:1789762963.562378:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000006473a76f 468: 1< 0 - - > 2< 1916928 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562383:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000f42e0b40 00000080:00200000:2.0:1789762963.562386:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762963.562389:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1493 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562404:0:15807:0:(rw26.c:871:ll_write_end()) pos 6115328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562409:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000eaea1857[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1493] 00000080:00200000:2.0:1789762963.562411:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c6a1d124 17ffffc0001001 3:0 ffff9cdd45662b60 1493 lru 00000080:00200000:2.0:1789762963.562418:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000085aaa4dc 469: 1< 0 - - > 2< 1921024 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562423:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000eaea1857 00000080:00200000:2.0:1789762963.562428:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762963.562434:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1494 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562461:0:15807:0:(rw26.c:871:ll_write_end()) pos 6119424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562470:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000b2b0d663[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1494] 00000080:00200000:2.0:1789762963.562480:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000001c99f2dc 17ffffc0001001 3:0 ffff9cdd456621c0 1494 lru 00000080:00200000:2.0:1789762963.562496:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000033bfc55d 470: 1< 0 - - > 2< 1925120 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562501:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000b2b0d663 00000080:00200000:2.0:1789762963.562504:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762963.562507:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1495 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562528:0:15807:0:(rw26.c:871:ll_write_end()) pos 6123520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562547:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000674acc90[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1495] 00000080:00200000:2.0:1789762963.562551:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008b8619bf 17ffffc0001001 3:0 ffff9cdd45662a80 1495 lru 00000080:00200000:2.0:1789762963.562558:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000006b2998b5 471: 1< 0 - - > 2< 1929216 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562563:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000674acc90 00000080:00200000:2.0:1789762963.562567:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762963.562572:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1496 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562597:0:15807:0:(rw26.c:871:ll_write_end()) pos 6127616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562608:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000e0bd5ff9[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1496] 00000080:00200000:2.0:1789762963.562614:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000049fbdc4 17ffffc0001001 3:0 ffff9cdd456627e0 1496 lru 00000080:00200000:2.0:1789762963.562625:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000072901521 472: 1< 0 - - > 2< 1933312 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562630:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000e0bd5ff9 00000080:00200000:2.0:1789762963.562634:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762963.562639:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1497 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562657:0:15807:0:(rw26.c:871:ll_write_end()) pos 6131712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562665:0:15807:0:(rw26.c:929:ll_write_end()) page@000000008952c94e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1497] 00000080:00200000:2.0:1789762963.562672:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d130dffb 17ffffc0001001 3:0 ffff9cdd45662620 1497 lru 00000080:00200000:2.0:1789762963.562682:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4e6bd06 473: 1< 0 - - > 2< 1937408 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562686:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000008952c94e 00000080:00200000:2.0:1789762963.562689:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762963.562694:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1498 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562712:0:15807:0:(rw26.c:871:ll_write_end()) pos 6135808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562718:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000b8fb679b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1498] 00000080:00200000:2.0:1789762963.562723:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000008c63b9f4 17ffffc0001001 3:0 ffff9cdd45662c40 1498 lru 00000080:00200000:2.0:1789762963.562732:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab9c5619 474: 1< 0 - - > 2< 1941504 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562737:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000b8fb679b 00000080:00200000:2.0:1789762963.562740:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762963.562745:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1499 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562769:0:15807:0:(rw26.c:871:ll_write_end()) pos 6139904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562782:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000b13388a3[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1499] 00000080:00200000:2.0:1789762963.562793:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000005534c8b4 17ffffc0001021 2:0 ffff9cdd45662000 1499 lru 00000080:00200000:2.0:1789762963.562813:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8a45865 475: 1< 0 - - > 2< 1945600 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562818:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000b13388a3 00000080:00200000:2.0:1789762963.562822:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762963.562825:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1500 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562854:0:15807:0:(rw26.c:871:ll_write_end()) pos 6144000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562862:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000145164d0[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1500] 00000080:00200000:2.0:1789762963.562889:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000ebaa960e 17ffffc0001001 3:0 ffff9cdd486af540 1500 lru 00000080:00200000:2.0:1789762963.562893:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000003ad05774 476: 1< 0 - - > 2< 1949696 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562895:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000145164d0 00000080:00200000:2.0:1789762963.562896:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762963.562901:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1501 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562922:0:15807:0:(rw26.c:871:ll_write_end()) pos 6148096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562927:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000e6216cf6[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1501] 00000080:00200000:2.0:1789762963.562930:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000044017ac4 17ffffc0001001 3:0 ffff9cdd486af380 1501 lru 00000080:00200000:2.0:1789762963.562934:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000000903e433 477: 1< 0 - - > 2< 1953792 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562937:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000e6216cf6 00000080:00200000:2.0:1789762963.562940:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762963.562944:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1502 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.562963:0:15807:0:(rw26.c:871:ll_write_end()) pos 6152192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.562969:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000056a0b9ec[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1502] 00000080:00200000:2.0:1789762963.562971:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc22d132 17ffffc0001001 3:0 ffff9cdd486af2a0 1502 lru 00000080:00200000:2.0:1789762963.562976:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000254379ff 478: 1< 0 - - > 2< 1957888 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.562980:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000056a0b9ec 00000080:00200000:2.0:1789762963.562982:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762963.562986:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1503 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563006:0:15807:0:(rw26.c:871:ll_write_end()) pos 6156288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563012:0:15807:0:(rw26.c:929:ll_write_end()) page@000000004e8d11de[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1503] 00000080:00200000:2.0:1789762963.563014:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d0241782 17ffffc0001001 3:0 ffff9cdd486af9a0 1503 lru 00000080:00200000:2.0:1789762963.563019:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b085638c 479: 1< 0 - - > 2< 1961984 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563025:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000004e8d11de 00000080:00200000:2.0:1789762963.563027:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762963.563031:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1504 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563050:0:15807:0:(rw26.c:871:ll_write_end()) pos 6160384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563055:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000547063fe[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1504] 00000080:00200000:2.0:1789762963.563057:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000061c460a1 17ffffc0001001 3:0 ffff9cdd486afe00 1504 lru 00000080:00200000:2.0:1789762963.563061:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2fd0504 480: 1< 0 - - > 2< 1966080 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563062:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000547063fe 00000080:00200000:2.0:1789762963.563063:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762963.563066:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1505 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563087:0:15807:0:(rw26.c:871:ll_write_end()) pos 6164480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563092:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000065c48cd7[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1505] 00000080:00200000:2.0:1789762963.563094:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000028d177e8 17ffffc0001001 3:0 ffff9cdd486af8c0 1505 lru 00000080:00200000:2.0:1789762963.563098:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d78e333d 481: 1< 0 - - > 2< 1970176 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563100:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000065c48cd7 00000080:00200000:2.0:1789762963.563103:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762963.563107:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1506 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563129:0:15807:0:(rw26.c:871:ll_write_end()) pos 6168576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563134:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000d0ed8bc7[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1506] 00000080:00200000:2.0:1789762963.563136:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000069e31f8f 17ffffc0001001 3:0 ffff9cdd486afee0 1506 lru 00000080:00200000:2.0:1789762963.563141:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000094aa30ad 482: 1< 0 - - > 2< 1974272 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563143:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000d0ed8bc7 00000080:00200000:2.0:1789762963.563146:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762963.563150:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1507 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563168:0:15807:0:(rw26.c:871:ll_write_end()) pos 6172672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563173:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000a8fcb769[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1507] 00000080:00200000:2.0:1789762963.563176:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c4a2011d 17ffffc0001001 3:0 ffff9cdd486af700 1507 lru 00000080:00200000:2.0:1789762963.563180:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000008d9a2dea 483: 1< 0 - - > 2< 1978368 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563181:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000a8fcb769 00000080:00200000:2.0:1789762963.563182:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762963.563185:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1508 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563202:0:15807:0:(rw26.c:871:ll_write_end()) pos 6176768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563210:0:15807:0:(rw26.c:929:ll_write_end()) page@000000000bd38a4e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1508] 00000080:00200000:2.0:1789762963.563214:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7ac549f 17ffffc0001001 3:0 ffff9cdd486afb60 1508 lru 00000080:00200000:2.0:1789762963.563218:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000003d79bda9 484: 1< 0 - - > 2< 1982464 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563220:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000000bd38a4e 00000080:00200000:2.0:1789762963.563221:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762963.563222:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1509 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563239:0:15807:0:(rw26.c:871:ll_write_end()) pos 6180864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563249:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000001e4e0c8[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1509] 00000080:00200000:2.0:1789762963.563252:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000e8a966cb 17ffffc0001001 3:0 ffff9cdd486af1c0 1509 lru 00000080:00200000:2.0:1789762963.563257:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e3927fad 485: 1< 0 - - > 2< 1986560 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563258:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000001e4e0c8 00000080:00200000:2.0:1789762963.563259:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762963.563261:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1510 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563280:0:15807:0:(rw26.c:871:ll_write_end()) pos 6184960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563291:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002997751e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1510] 00000080:00200000:2.0:1789762963.563295:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000077d3717 17ffffc0001001 3:0 ffff9cdd486afa80 1510 lru 00000080:00200000:2.0:1789762963.563303:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000006b805b8a 486: 1< 0 - - > 2< 1990656 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563309:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002997751e 00000080:00200000:2.0:1789762963.563312:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762963.563316:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1511 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563337:0:15807:0:(rw26.c:871:ll_write_end()) pos 6189056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563345:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000041332bcb[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1511] 00000080:00200000:2.0:1789762963.563355:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000c7dca98b 17ffffc0001001 3:0 ffff9cdd486af7e0 1511 lru 00000080:00200000:2.0:1789762963.563364:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000f903c443 487: 1< 0 - - > 2< 1994752 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563367:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000041332bcb 00000080:00200000:2.0:1789762963.563370:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762963.563373:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1512 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563389:0:15807:0:(rw26.c:871:ll_write_end()) pos 6193152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563403:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000f27cdb27[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1512] 00000080:00200000:2.0:1789762963.563413:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000da3a6b17 17ffffc0001001 3:0 ffff9cdd486af620 1512 lru 00000080:00200000:2.0:1789762963.563423:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000091159598 488: 1< 0 - - > 2< 1998848 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563429:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000f27cdb27 00000080:00200000:2.0:1789762963.563433:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762963.563437:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1513 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563456:0:15807:0:(rw26.c:871:ll_write_end()) pos 6197248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563471:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002a9630a8[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1513] 00000080:00200000:2.0:1789762963.563482:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000f448744a 17ffffc0001001 3:0 ffff9cdd486afc40 1513 lru 00000080:00200000:2.0:1789762963.563505:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000063e77ec0 489: 1< 0 - - > 2< 2002944 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563511:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002a9630a8 00000080:00200000:2.0:1789762963.563514:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762963.563517:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1514 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563557:0:15807:0:(rw26.c:871:ll_write_end()) pos 6201344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563571:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000c095b88e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1514] 00000080:00200000:2.0:1789762963.563581:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000085bd8e4a 17ffffc0001021 2:0 ffff9cdd486af000 1514 lru 00000080:00200000:2.0:1789762963.563592:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb15343a 490: 1< 0 - - > 2< 2007040 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563597:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000c095b88e 00000080:00200000:2.0:1789762963.563602:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762963.563608:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1515 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563629:0:15807:0:(rw26.c:871:ll_write_end()) pos 6205440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563640:0:15807:0:(rw26.c:929:ll_write_end()) page@000000000508a648[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1515] 00000080:00200000:2.0:1789762963.563651:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a0f5363d 17ffffc0001001 3:0 ffff9cdd486af0e0 1515 lru 00000080:00200000:2.0:1789762963.563675:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000002ee0085d 491: 1< 0 - - > 2< 2011136 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563683:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000000508a648 00000080:00200000:2.0:1789762963.563687:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762963.563693:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1516 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563710:0:15807:0:(rw26.c:871:ll_write_end()) pos 6209536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563720:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000093b10794[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1516] 00000080:00200000:2.0:1789762963.563733:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000585a3eb8 17ffffc0001001 3:0 ffff9cdd486afd20 1516 lru 00000080:00200000:2.0:1789762963.563762:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d6abd704 492: 1< 0 - - > 2< 2015232 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563769:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000093b10794 00000080:00200000:2.0:1789762963.563774:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762963.563780:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1517 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563800:0:15807:0:(rw26.c:871:ll_write_end()) pos 6213632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563810:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000f4405143[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1517] 00000080:00200000:2.0:1789762963.563820:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000046b3be70 17ffffc0001001 3:0 ffff9cdd486af460 1517 lru 00000080:00200000:2.0:1789762963.563842:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000061b7877a 493: 1< 0 - - > 2< 2019328 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563848:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000f4405143 00000080:00200000:2.0:1789762963.563852:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762963.563857:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1518 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563905:0:15807:0:(rw26.c:871:ll_write_end()) pos 6217728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563913:0:15807:0:(rw26.c:929:ll_write_end()) page@000000009ca81080[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1518] 00000080:00200000:2.0:1789762963.563922:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000195da93d 17ffffc0001001 3:0 ffff9cdd45656460 1518 lru 00000080:00200000:2.0:1789762963.563933:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee770ee8 494: 1< 0 - - > 2< 2023424 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563938:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000009ca81080 00000080:00200000:2.0:1789762963.563939:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762963.563941:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1519 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.563960:0:15807:0:(rw26.c:871:ll_write_end()) pos 6221824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.563971:0:15807:0:(rw26.c:929:ll_write_end()) page@000000001b27a9e8[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1519] 00000080:00200000:2.0:1789762963.563977:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000957510ae 17ffffc0001001 3:0 ffff9cdd45656540 1519 lru 00000080:00200000:2.0:1789762963.563987:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf8d489a 495: 1< 0 - - > 2< 2027520 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.563992:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000001b27a9e8 00000080:00200000:2.0:1789762963.563994:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762963.563996:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1520 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564014:0:15807:0:(rw26.c:871:ll_write_end()) pos 6225920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564023:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000983c3900[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1520] 00000080:00200000:2.0:1789762963.564032:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000067a23dd 17ffffc0001001 3:0 ffff9cdd45656380 1520 lru 00000080:00200000:2.0:1789762963.564040:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b163f2a4 496: 1< 0 - - > 2< 2031616 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564046:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000983c3900 00000080:00200000:2.0:1789762963.564049:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762963.564052:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1521 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564069:0:15807:0:(rw26.c:871:ll_write_end()) pos 6230016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564078:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000078739276[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1521] 00000080:00200000:2.0:1789762963.564088:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000a924c600 17ffffc0001001 3:0 ffff9cdd456562a0 1521 lru 00000080:00200000:2.0:1789762963.564097:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9cf6f9f 497: 1< 0 - - > 2< 2035712 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564101:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000078739276 00000080:00200000:2.0:1789762963.564104:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762963.564106:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1522 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564122:0:15807:0:(rw26.c:871:ll_write_end()) pos 6234112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564134:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000f4c3247e[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1522] 00000080:00200000:2.0:1789762963.564143:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000062897278 17ffffc0001001 3:0 ffff9cdd456569a0 1522 lru 00000080:00200000:2.0:1789762963.564153:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@0000000029605a40 498: 1< 0 - - > 2< 2039808 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564158:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000f4c3247e 00000080:00200000:2.0:1789762963.564160:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762963.564162:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1523 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564179:0:15807:0:(rw26.c:871:ll_write_end()) pos 6238208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564188:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000d45440fb[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1523] 00000080:00200000:2.0:1789762963.564197:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000056c31cce 17ffffc0001001 3:0 ffff9cdd45656e00 1523 lru 00000080:00200000:2.0:1789762963.564207:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000002607b7b3 499: 1< 0 - - > 2< 2043904 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564212:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000d45440fb 00000080:00200000:2.0:1789762963.564214:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762963.564217:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1524 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564233:0:15807:0:(rw26.c:871:ll_write_end()) pos 6242304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564243:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000414b4c49[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1524] 00000080:00200000:2.0:1789762963.564253:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000bdd762f5 17ffffc0001001 3:0 ffff9cdd456568c0 1524 lru 00000080:00200000:2.0:1789762963.564263:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000004c3760e2 500: 1< 0 - - > 2< 2048000 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564267:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000414b4c49 00000080:00200000:2.0:1789762963.564270:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762963.564273:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1525 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564286:0:15807:0:(rw26.c:871:ll_write_end()) pos 6246400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564289:0:15807:0:(rw26.c:929:ll_write_end()) page@000000004d7ae7c5[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1525] 00000080:00200000:2.0:1789762963.564291:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0a0d84d 17ffffc0001001 3:0 ffff9cdd45656ee0 1525 lru 00000080:00200000:2.0:1789762963.564299:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000003dfe40d5 501: 1< 0 - - > 2< 2052096 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564305:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000004d7ae7c5 00000080:00200000:2.0:1789762963.564308:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762963.564312:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1526 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564331:0:15807:0:(rw26.c:871:ll_write_end()) pos 6250496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564336:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000bab5c2f0[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1526] 00000080:00200000:2.0:1789762963.564338:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000087bf43f4 17ffffc0001001 3:0 ffff9cdd45656700 1526 lru 00000080:00200000:2.0:1789762963.564345:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000db2be108 502: 1< 0 - - > 2< 2056192 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564349:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000bab5c2f0 00000080:00200000:2.0:1789762963.564351:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762963.564354:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1527 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564376:0:15807:0:(rw26.c:871:ll_write_end()) pos 6254592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564382:0:15807:0:(rw26.c:929:ll_write_end()) page@000000000954c2b6[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1527] 00000080:00200000:2.0:1789762963.564385:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000d07af583 17ffffc0001001 3:0 ffff9cdd45656b60 1527 lru 00000080:00200000:2.0:1789762963.564389:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2270bbd 503: 1< 0 - - > 2< 2060288 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564391:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000000954c2b6 00000080:00200000:2.0:1789762963.564392:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762963.564394:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1528 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564411:0:15807:0:(rw26.c:871:ll_write_end()) pos 6258688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564419:0:15807:0:(rw26.c:929:ll_write_end()) page@0000000050cf2f9b[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1528] 00000080:00200000:2.0:1789762963.564427:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000025aab7a3 17ffffc0001001 3:0 ffff9cdd456561c0 1528 lru 00000080:00200000:2.0:1789762963.564433:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000002eb03ea3 504: 1< 0 - - > 2< 2064384 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564435:0:15807:0:(rw26.c:929:ll_write_end()) end page@0000000050cf2f9b 00000080:00200000:2.0:1789762963.564437:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762963.564438:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1529 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564460:0:15807:0:(rw26.c:871:ll_write_end()) pos 6262784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564469:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000889e0a79[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1529] 00000080:00200000:2.0:1789762963.564474:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000503055d5 17ffffc0001021 2:0 ffff9cdd45656a80 1529 lru 00000080:00200000:2.0:1789762963.564479:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000bc1270da 505: 1< 0 - - > 2< 2068480 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564481:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000889e0a79 00000080:00200000:2.0:1789762963.564482:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762963.564484:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1530 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564501:0:15807:0:(rw26.c:871:ll_write_end()) pos 6266880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564510:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000616c8e03[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1530] 00000080:00200000:2.0:1789762963.564517:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000b765c59d 17ffffc0001001 3:0 ffff9cdd456567e0 1530 lru 00000080:00200000:2.0:1789762963.564522:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8f7aad0 506: 1< 0 - - > 2< 2072576 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564524:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000616c8e03 00000080:00200000:2.0:1789762963.564525:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762963.564527:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1531 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564558:0:15807:0:(rw26.c:871:ll_write_end()) pos 6270976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564569:0:15807:0:(rw26.c:929:ll_write_end()) page@000000002c9aa313[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1531] 00000080:00200000:2.0:1789762963.564576:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000005a277a89 17ffffc0001001 3:0 ffff9cdd45656620 1531 lru 00000080:00200000:2.0:1789762963.564584:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000bd22efa9 507: 1< 0 - - > 2< 2076672 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564587:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000002c9aa313 00000080:00200000:2.0:1789762963.564589:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762963.564592:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1532 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564613:0:15807:0:(rw26.c:871:ll_write_end()) pos 6275072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564618:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000ec96b3ec[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1532] 00000080:00200000:2.0:1789762963.564620:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @000000002ddfe564 17ffffc0001001 3:0 ffff9cdd45656c40 1532 lru 00000080:00200000:2.0:1789762963.564624:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@000000000ab150c9 508: 1< 0 - - > 2< 2080768 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564626:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000ec96b3ec 00000080:00200000:2.0:1789762963.564630:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762963.564634:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1533 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564654:0:15807:0:(rw26.c:871:ll_write_end()) pos 6279168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564659:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000fe099cbf[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1533] 00000080:00200000:2.0:1789762963.564662:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000401438d9 17ffffc0001001 3:0 ffff9cdd45656000 1533 lru 00000080:00200000:2.0:1789762963.564669:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef1abe95 509: 1< 0 - - > 2< 2084864 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564674:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000fe099cbf 00000080:00200000:2.0:1789762963.564679:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762963.564684:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1534 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564706:0:15807:0:(rw26.c:871:ll_write_end()) pos 6283264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564711:0:15807:0:(rw26.c:929:ll_write_end()) page@00000000317d0e82[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1534] 00000080:00200000:2.0:1789762963.564713:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @0000000061cf8cc9 17ffffc0001001 3:0 ffff9cdd456560e0 1534 lru 00000080:00200000:2.0:1789762963.564720:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000e09820e4 510: 1< 0 - - > 2< 2088960 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564725:0:15807:0:(rw26.c:929:ll_write_end()) end page@00000000317d0e82 00000080:00200000:2.0:1789762963.564727:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762963.564731:0:15807:0:(rw26.c:676:ll_write_begin()) Writing 1535 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.564750:0:15807:0:(rw26.c:871:ll_write_end()) pos 6287360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.564756:0:15807:0:(rw26.c:929:ll_write_end()) page@000000001ef202a7[3 0000000073d257db 2 1 0000000006fd4e7f 1 0 1535] 00000080:00200000:2.0:1789762963.564758:0:15807:0:(rw26.c:929:ll_write_end()) vmpage @00000000841c9124 17ffffc0001001 3:0 ffff9cdd45656d20 1535 lru 00000080:00200000:2.0:1789762963.564764:0:15807:0:(rw26.c:929:ll_write_end()) osc-page@00000000facc1732 511: 1< 0 - - > 2< 2093056 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 478543872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.564770:0:15807:0:(rw26.c:929:ll_write_end()) end page@000000001ef202a7 00000080:00200000:2.0:1789762963.564773:0:15807:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762963.564778:0:15807:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762963.564816:0:15807:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000794964a4 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 14/0,6 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.564850:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.564895:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.564917:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.564936:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.564959:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.564977:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.564997:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565013:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565033:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565050:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565067:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565082:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565098:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565114:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565129:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565150:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565167:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.565175:0:15807:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 1, dirtied 1 00000080:00200000:2.0:1789762963.565180:0:15807:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762963.565185:0:15807:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write bytes 0, result: 1048576 00000020:00010000:2.0:1789762963.565204:0:15807:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd48ead308 (ffff9cdd489fe908/0) at cl_lock_release():245 00000020:00010000:2.0:1789762963.565211:0:15807:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd48ead308 (ffff9cdd489fe908/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762963.565218:0:15807:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6e3b0 (ffff9cdd593ff008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762963.565227:0:15807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 15/0,6 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.565235:0:15807:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 14/0,5 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1789762963.565241:0:15807:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd48ead308 (ffff9cdd489fe908/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762963.565246:0:15807:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6e3b0 (ffff9cdd489fe908/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762963.565255:0:15807:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762963.565262:0:15807:0:(file.c:2205:ll_file_io_generic()) Range unlock [1280, 1535] 00000080:00200000:2.0:1789762963.565270:0:15807:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762963.565274:0:15807:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg348-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:2.0:1789762963.565296:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000794964a4 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 12/0,5 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762963.565316:0:126:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000794964a4 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 12/0,5 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.565621:0:126:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 13/0,5 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1789762963.565994:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a7b80 - object 0x240000400:26 offset 1048576<>2097152 00000080:00200000:2.0:1789762963.567466:0:15816:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:2.0:1789762963.567480:0:15816:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762963.567496:0:15816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1789762963.567518:0:15816:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:2.0:1789762963.567525:0:15816:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762963.567544:0:15816:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:2.0:1789762963.567553:0:15816:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:2.0:1789762963.567564:0:15816:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844ac7bf8 00010000:00010000:2.0:1789762963.567573:0:15816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1789762963.567600:0:15816:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:2.0:1789762963.567614:0:15816:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:2.0:1789762963.567619:0:15816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762963.567624:0:15816:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:2.0:1789762963.567634:0:15816:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_w_oleg348-client.virtnet, flags=777 00000080:00200000:2.0:1789762963.567642:0:15816:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x40:0x0](ffff9cdd606000c8), inode mode 81a4 mask 46 00000080:00200008:2.0:1789762963.567652:0:15816:0:(file.c:1090:ll_file_open()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0](ffff9cdd606000c8), flags 100102 00000080:00200080:2.0:1789762963.567681:0:15816:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200000401:0x40:0x0](ffff9cdd606000c8) cmd=80306d02 arg=7ffecc879260 00020000:00000080:2.0:1789762963.567687:0:15816:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9cdd5835d000: cmd=80306d02 len=0 karg=0000000000000000 uarg=00007ffecc879260 00000020:00000080:2.0:1789762963.567691:0:15816:0:(lov_obd.c:981:lov_iocontrol()) lustre-clilov-ffff9cdd5835d000: iocontrol from 'dd' cmd=80306d02 _IOR('m', 2, 48) unknown: rc = -25 00000080:00200008:2.0:1789762963.567701:0:15816:0:(file.c:5214:ll_file_seek()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], offset: 14680064, type: SEEK_CUR 00000080:00200008:2.0:1789762963.567711:0:15816:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], offset: 14680064, type: SEEK_CUR, rc = 14680064 00000080:00200008:2.0:1789762963.569370:0:15816:0:(file.c:2650:do_file_write_iter()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0], ppos: 14680064, count: 1048576 00000080:00200000:2.0:1789762963.569380:0:15816:0:(file.c:2090:ll_file_io_generic()) nrs_w_oleg348-client.virtnet: write ppos: 14680064, bytes: 1048576 00000080:00200000:2.0:1789762963.569389:0:15816:0:(file.c:1848:ll_io_set_mirror()) nrs_w_oleg348-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762963.569403:0:15816:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d54a904b[0x110, 820, [0x200000401:0x40:0x0] hash] 00000020:00200000:2.0:1789762963.569408:0:15816:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [14680064, 15728640) 0 0 00000080:00200000:2.0:1789762963.569416:0:15816:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762963.569429:0:15816:0:(file.c:2168:ll_file_io_generic()) Range lock [3584, 3839] 00020000:00200000:2.0:1789762963.569434:0:15816:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 3 chunk: [14680064, 15728640) 15728640, 1048576 00020000:00200000:2.0:1789762963.569436:0:15816:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762963.569445:0:15816:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [3584, 3839] 00000008:00010000:2.0:1789762963.569457:0:15816:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762963.569463:0:15816:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6e3b0, osc lock ffff9cdd60e0b8f0, flags 0x0 00010000:00010000:2.0:1789762963.569475:0:15816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 15/0,7 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.569506:0:15816:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (6291456 7340031) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 15/0,7 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.569524:0:15816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 19/0,8 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.569547:0:15816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 19/0,8 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.569596:0:15816:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 18/0,7 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.569613:0:15816:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write [14680064, 15728640) append 0 append lockpos 0 00000080:00200000:2.0:1789762963.569625:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3584 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.569658:0:15816:0:(rw26.c:871:ll_write_end()) pos 14680064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.569671:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000bc40b17d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3584] 00000080:00200000:2.0:1789762963.569677:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008dae0c6c 17ffffc0001001 3:0 ffff9cdd45617d20 3584 lru 00000080:00200000:2.0:1789762963.569695:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004c5b69f4 1536: 1< 0 - - > 2< 6291456 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.569701:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000bc40b17d 00000080:00200000:2.0:1789762963.569705:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762963.569710:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3585 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.569731:0:15816:0:(rw26.c:871:ll_write_end()) pos 14684160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.569744:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000036affd0[3 0000000073d257db 2 1 0000000097d7271a 1 0 3585] 00000080:00200000:2.0:1789762963.569753:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000009e8e446c 17ffffc0001001 3:0 ffff9cdd45617460 3585 lru 00000080:00200000:2.0:1789762963.569768:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000009cbff5f2 1537: 1< 0 - - > 2< 6295552 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.569773:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000036affd0 00000080:00200000:2.0:1789762963.569776:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762963.569781:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3586 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.569801:0:15816:0:(rw26.c:871:ll_write_end()) pos 14688256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.569812:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000053d11286[3 0000000073d257db 2 1 0000000097d7271a 1 0 3586] 00000080:00200000:2.0:1789762963.569821:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000045df65c1 17ffffc0001001 3:0 ffff9cdd45617540 3586 lru 00000080:00200000:2.0:1789762963.569837:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000689eaf2e 1538: 1< 0 - - > 2< 6299648 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.569843:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000053d11286 00000080:00200000:2.0:1789762963.569847:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762963.569851:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3587 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.569900:0:15816:0:(rw26.c:871:ll_write_end()) pos 14692352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.569909:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000425d8fc4[3 0000000073d257db 2 1 0000000097d7271a 1 0 3587] 00000080:00200000:2.0:1789762963.569921:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000003c2c46e2 17ffffc0001001 3:0 ffff9cdd45617380 3587 lru 00000080:00200000:2.0:1789762963.569946:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000ecc4479b 1539: 1< 0 - - > 2< 6303744 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.569954:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000425d8fc4 00000080:00200000:2.0:1789762963.569959:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762963.569964:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3588 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.569990:0:15816:0:(rw26.c:871:ll_write_end()) pos 14696448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570000:0:15816:0:(rw26.c:929:ll_write_end()) page@000000002eadd4ce[3 0000000073d257db 2 1 0000000097d7271a 1 0 3588] 00000080:00200000:2.0:1789762963.570010:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000198ac30c 17ffffc0001001 3:0 ffff9cdd456172a0 3588 lru 00000080:00200000:2.0:1789762963.570032:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000006b749d4f 1540: 1< 0 - - > 2< 6307840 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570041:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000002eadd4ce 00000080:00200000:2.0:1789762963.570045:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762963.570050:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3589 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570070:0:15816:0:(rw26.c:871:ll_write_end()) pos 14700544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570084:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000fcdd6627[3 0000000073d257db 2 1 0000000097d7271a 1 0 3589] 00000080:00200000:2.0:1789762963.570094:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000d746018f 17ffffc0001001 3:0 ffff9cdd456179a0 3589 lru 00000080:00200000:2.0:1789762963.570116:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000009745ad37 1541: 1< 0 - - > 2< 6311936 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570121:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000fcdd6627 00000080:00200000:2.0:1789762963.570125:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762963.570132:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3590 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570153:0:15816:0:(rw26.c:871:ll_write_end()) pos 14704640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570165:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000090cbe742[3 0000000073d257db 2 1 0000000097d7271a 1 0 3590] 00000080:00200000:2.0:1789762963.570174:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c12397a7 17ffffc0001001 3:0 ffff9cdd45617e00 3590 lru 00000080:00200000:2.0:1789762963.570192:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5d562d1 1542: 1< 0 - - > 2< 6316032 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570198:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000090cbe742 00000080:00200000:2.0:1789762963.570202:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762963.570206:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3591 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570227:0:15816:0:(rw26.c:871:ll_write_end()) pos 14708736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570236:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b00e6cc6[3 0000000073d257db 2 1 0000000097d7271a 1 0 3591] 00000080:00200000:2.0:1789762963.570243:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000082098c56 17ffffc0001001 3:0 ffff9cdd456178c0 3591 lru 00000080:00200000:2.0:1789762963.570252:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f95165d5 1543: 1< 0 - - > 2< 6320128 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570258:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b00e6cc6 00000080:00200000:2.0:1789762963.570259:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762963.570263:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3592 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570283:0:15816:0:(rw26.c:871:ll_write_end()) pos 14712832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570297:0:15816:0:(rw26.c:929:ll_write_end()) page@000000004b92d656[3 0000000073d257db 2 1 0000000097d7271a 1 0 3592] 00000080:00200000:2.0:1789762963.570305:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ce80f38a 17ffffc0001001 3:0 ffff9cdd45617ee0 3592 lru 00000080:00200000:2.0:1789762963.570315:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c08000a4 1544: 1< 0 - - > 2< 6324224 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570318:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000004b92d656 00000080:00200000:2.0:1789762963.570320:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762963.570322:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3593 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570346:0:15816:0:(rw26.c:871:ll_write_end()) pos 14716928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570358:0:15816:0:(rw26.c:929:ll_write_end()) page@000000008272d896[3 0000000073d257db 2 1 0000000097d7271a 1 0 3593] 00000080:00200000:2.0:1789762963.570369:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b111df6c 17ffffc0001021 2:0 ffff9cdd45617700 3593 lru 00000080:00200000:2.0:1789762963.570392:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000888a2bde 1545: 1< 0 - - > 2< 6328320 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570396:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000008272d896 00000080:00200000:2.0:1789762963.570399:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762963.570403:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3594 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570421:0:15816:0:(rw26.c:871:ll_write_end()) pos 14721024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570430:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009899445d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3594] 00000080:00200000:2.0:1789762963.570441:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000007e6750d8 17ffffc0001001 3:0 ffff9cdd45617b60 3594 lru 00000080:00200000:2.0:1789762963.570465:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000071be8f29 1546: 1< 0 - - > 2< 6332416 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570472:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009899445d 00000080:00200000:2.0:1789762963.570476:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762963.570480:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3595 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570503:0:15816:0:(rw26.c:871:ll_write_end()) pos 14725120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570511:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000027715d14[3 0000000073d257db 2 1 0000000097d7271a 1 0 3595] 00000080:00200000:2.0:1789762963.570522:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008aea9fdd 17ffffc0001001 3:0 ffff9cdd456171c0 3595 lru 00000080:00200000:2.0:1789762963.570562:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004e52e955 1547: 1< 0 - - > 2< 6336512 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570570:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000027715d14 00000080:00200000:2.0:1789762963.570572:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762963.570577:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3596 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570599:0:15816:0:(rw26.c:871:ll_write_end()) pos 14729216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570606:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000412c2448[3 0000000073d257db 2 1 0000000097d7271a 1 0 3596] 00000080:00200000:2.0:1789762963.570612:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000007529e7be 17ffffc0001001 3:0 ffff9cdd45617a80 3596 lru 00000080:00200000:2.0:1789762963.570635:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000ffdcb993 1548: 1< 0 - - > 2< 6340608 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570641:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000412c2448 00000080:00200000:2.0:1789762963.570645:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762963.570649:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3597 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570670:0:15816:0:(rw26.c:871:ll_write_end()) pos 14733312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570678:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000409bb784[3 0000000073d257db 2 1 0000000097d7271a 1 0 3597] 00000080:00200000:2.0:1789762963.570686:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000046223285 17ffffc0001001 3:0 ffff9cdd456177e0 3597 lru 00000080:00200000:2.0:1789762963.570704:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000008ba01cd7 1549: 1< 0 - - > 2< 6344704 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570711:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000409bb784 00000080:00200000:2.0:1789762963.570716:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762963.570721:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3598 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570738:0:15816:0:(rw26.c:871:ll_write_end()) pos 14737408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570745:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000479abe99[3 0000000073d257db 2 1 0000000097d7271a 1 0 3598] 00000080:00200000:2.0:1789762963.570748:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000007e0491fa 17ffffc0001001 3:0 ffff9cdd45617620 3598 lru 00000080:00200000:2.0:1789762963.570756:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002d3c9ee4 1550: 1< 0 - - > 2< 6348800 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570761:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000479abe99 00000080:00200000:2.0:1789762963.570765:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762963.570770:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3599 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570790:0:15816:0:(rw26.c:871:ll_write_end()) pos 14741504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570805:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000633432bf[3 0000000073d257db 2 1 0000000097d7271a 1 0 3599] 00000080:00200000:2.0:1789762963.570812:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6baa974 17ffffc0001001 3:0 ffff9cdd45617c40 3599 lru 00000080:00200000:2.0:1789762963.570823:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000562c9d23 1551: 1< 0 - - > 2< 6352896 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570827:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000633432bf 00000080:00200000:2.0:1789762963.570830:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762963.570832:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3600 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570848:0:15816:0:(rw26.c:871:ll_write_end()) pos 14745600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570885:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009f2a0604[3 0000000073d257db 2 1 0000000097d7271a 1 0 3600] 00000080:00200000:2.0:1789762963.570892:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000000bd8c7f0 17ffffc0001001 3:0 ffff9cdd45617000 3600 lru 00000080:00200000:2.0:1789762963.570906:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000007cf9f3da 1552: 1< 0 - - > 2< 6356992 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570912:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009f2a0604 00000080:00200000:2.0:1789762963.570915:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762963.570918:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3601 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.570940:0:15816:0:(rw26.c:871:ll_write_end()) pos 14749696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.570949:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000065d2621f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3601] 00000080:00200000:2.0:1789762963.570958:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000068ec3d67 17ffffc0001001 3:0 ffff9cdd456170e0 3601 lru 00000080:00200000:2.0:1789762963.570977:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b9dc6663 1553: 1< 0 - - > 2< 6361088 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.570983:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000065d2621f 00000080:00200000:2.0:1789762963.570987:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762963.570992:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3602 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571019:0:15816:0:(rw26.c:871:ll_write_end()) pos 14753792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571031:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000701b4574[3 0000000073d257db 2 1 0000000097d7271a 1 0 3602] 00000080:00200000:2.0:1789762963.571043:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000772f4a65 17ffffc0001001 3:0 ffff9cdd50afc460 3602 lru 00000080:00200000:2.0:1789762963.571065:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4e86568 1554: 1< 0 - - > 2< 6365184 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571071:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000701b4574 00000080:00200000:2.0:1789762963.571075:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762963.571079:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3603 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571096:0:15816:0:(rw26.c:871:ll_write_end()) pos 14757888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571111:0:15816:0:(rw26.c:929:ll_write_end()) page@000000006991dfc4[3 0000000073d257db 2 1 0000000097d7271a 1 0 3603] 00000080:00200000:2.0:1789762963.571122:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000012802b0d 17ffffc0001001 3:0 ffff9cdd50afc540 3603 lru 00000080:00200000:2.0:1789762963.571150:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000029b47dbd 1555: 1< 0 - - > 2< 6369280 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571158:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000006991dfc4 00000080:00200000:2.0:1789762963.571162:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762963.571167:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3604 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571191:0:15816:0:(rw26.c:871:ll_write_end()) pos 14761984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571206:0:15816:0:(rw26.c:929:ll_write_end()) page@000000002a9bf5fd[3 0000000073d257db 2 1 0000000097d7271a 1 0 3604] 00000080:00200000:2.0:1789762963.571213:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000034c2088 17ffffc0001001 3:0 ffff9cdd50afc380 3604 lru 00000080:00200000:2.0:1789762963.571229:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005cb10fbb 1556: 1< 0 - - > 2< 6373376 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571235:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000002a9bf5fd 00000080:00200000:2.0:1789762963.571239:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762963.571243:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3605 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571261:0:15816:0:(rw26.c:871:ll_write_end()) pos 14766080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571271:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000023da2462[3 0000000073d257db 2 1 0000000097d7271a 1 0 3605] 00000080:00200000:2.0:1789762963.571280:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000fe06eae5 17ffffc0001001 3:0 ffff9cdd50afc2a0 3605 lru 00000080:00200000:2.0:1789762963.571301:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000bc74fe10 1557: 1< 0 - - > 2< 6377472 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571309:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000023da2462 00000080:00200000:2.0:1789762963.571313:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762963.571318:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3606 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571337:0:15816:0:(rw26.c:871:ll_write_end()) pos 14770176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571347:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c36d35de[3 0000000073d257db 2 1 0000000097d7271a 1 0 3606] 00000080:00200000:2.0:1789762963.571356:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000006d61469 17ffffc0001001 3:0 ffff9cdd50afc9a0 3606 lru 00000080:00200000:2.0:1789762963.571367:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000029e5f82a 1558: 1< 0 - - > 2< 6381568 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 476839936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571371:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c36d35de 00000080:00200000:2.0:1789762963.571374:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762963.571378:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3607 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571397:0:15816:0:(rw26.c:871:ll_write_end()) pos 14774272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571409:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000029843db4[3 0000000073d257db 2 1 0000000097d7271a 1 0 3607] 00000080:00200000:2.0:1789762963.571419:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e5403d34 17ffffc0001001 3:0 ffff9cdd50afce00 3607 lru 00000080:00200000:2.0:1789762963.571433:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002905081b 1559: 1< 0 - - > 2< 6385664 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571438:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000029843db4 00000080:00200000:2.0:1789762963.571441:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762963.571445:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3608 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571471:0:15816:0:(rw26.c:871:ll_write_end()) pos 14778368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571480:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000683be9fc[3 0000000073d257db 2 1 0000000097d7271a 1 0 3608] 00000080:00200000:2.0:1789762963.571486:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000839a0bf8 17ffffc0001021 2:0 ffff9cdd50afc8c0 3608 lru 00000080:00200000:2.0:1789762963.571496:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000013f91b0a 1560: 1< 0 - - > 2< 6389760 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571501:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000683be9fc 00000080:00200000:2.0:1789762963.571505:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762963.571510:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3609 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571542:0:15816:0:(rw26.c:871:ll_write_end()) pos 14782464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571556:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000a7aaf66f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3609] 00000080:00200000:2.0:1789762963.571566:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000002056bec8 17ffffc0001001 3:0 ffff9cdd50afcee0 3609 lru 00000080:00200000:2.0:1789762963.571582:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a324640a 1561: 1< 0 - - > 2< 6393856 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571587:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000a7aaf66f 00000080:00200000:2.0:1789762963.571591:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762963.571596:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3610 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571619:0:15816:0:(rw26.c:871:ll_write_end()) pos 14786560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571632:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000e805ab28[3 0000000073d257db 2 1 0000000097d7271a 1 0 3610] 00000080:00200000:2.0:1789762963.571642:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb1f87fa 17ffffc0001001 3:0 ffff9cdd50afc700 3610 lru 00000080:00200000:2.0:1789762963.571666:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000752c5de6 1562: 1< 0 - - > 2< 6397952 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571673:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000e805ab28 00000080:00200000:2.0:1789762963.571677:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762963.571683:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3611 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571704:0:15816:0:(rw26.c:871:ll_write_end()) pos 14790656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571713:0:15816:0:(rw26.c:929:ll_write_end()) page@000000007efe2d8e[3 0000000073d257db 2 1 0000000097d7271a 1 0 3611] 00000080:00200000:2.0:1789762963.571722:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000009794c982 17ffffc0001001 3:0 ffff9cdd50afcb60 3611 lru 00000080:00200000:2.0:1789762963.571747:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a0b5afc3 1563: 1< 0 - - > 2< 6402048 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571755:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000007efe2d8e 00000080:00200000:2.0:1789762963.571758:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762963.571763:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3612 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571780:0:15816:0:(rw26.c:871:ll_write_end()) pos 14794752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571793:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000fa001376[3 0000000073d257db 2 1 0000000097d7271a 1 0 3612] 00000080:00200000:2.0:1789762963.571804:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000075197363 17ffffc0001001 3:0 ffff9cdd50afc1c0 3612 lru 00000080:00200000:2.0:1789762963.571816:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000007102d51d 1564: 1< 0 - - > 2< 6406144 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571821:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000fa001376 00000080:00200000:2.0:1789762963.571825:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762963.571832:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3613 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571850:0:15816:0:(rw26.c:871:ll_write_end()) pos 14798848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571858:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c032572e[3 0000000073d257db 2 1 0000000097d7271a 1 0 3613] 00000080:00200000:2.0:1789762963.571889:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e69bb57a 17ffffc0001001 3:0 ffff9cdd50afca80 3613 lru 00000080:00200000:2.0:1789762963.571908:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000001a7ecf1a 1565: 1< 0 - - > 2< 6410240 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571917:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c032572e 00000080:00200000:2.0:1789762963.571920:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762963.571923:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3614 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.571944:0:15816:0:(rw26.c:871:ll_write_end()) pos 14802944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.571958:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000021005e9d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3614] 00000080:00200000:2.0:1789762963.571968:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd7621ac 17ffffc0001001 3:0 ffff9cdd50afc7e0 3614 lru 00000080:00200000:2.0:1789762963.571990:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000018622705 1566: 1< 0 - - > 2< 6414336 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.571995:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000021005e9d 00000080:00200000:2.0:1789762963.571999:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762963.572002:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3615 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572024:0:15816:0:(rw26.c:871:ll_write_end()) pos 14807040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572032:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009137299f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3615] 00000080:00200000:2.0:1789762963.572038:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000004c118b6a 17ffffc0001001 3:0 ffff9cdd50afc620 3615 lru 00000080:00200000:2.0:1789762963.572050:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000050677bef 1567: 1< 0 - - > 2< 6418432 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572054:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009137299f 00000080:00200000:2.0:1789762963.572056:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762963.572059:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3616 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572079:0:15816:0:(rw26.c:871:ll_write_end()) pos 14811136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572093:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000785a2904[3 0000000073d257db 2 1 0000000097d7271a 1 0 3616] 00000080:00200000:2.0:1789762963.572099:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b6613622 17ffffc0001001 3:0 ffff9cdd50afcc40 3616 lru 00000080:00200000:2.0:1789762963.572111:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000dba2fa88 1568: 1< 0 - - > 2< 6422528 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572115:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000785a2904 00000080:00200000:2.0:1789762963.572117:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762963.572119:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3617 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572136:0:15816:0:(rw26.c:871:ll_write_end()) pos 14815232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572147:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b6ab751d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3617] 00000080:00200000:2.0:1789762963.572154:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000000b4f762c 17ffffc0001001 3:0 ffff9cdd50afc000 3617 lru 00000080:00200000:2.0:1789762963.572172:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000003d0da0 1569: 1< 0 - - > 2< 6426624 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572178:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b6ab751d 00000080:00200000:2.0:1789762963.572181:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762963.572188:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3618 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572206:0:15816:0:(rw26.c:871:ll_write_end()) pos 14819328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572215:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000098198b8b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3618] 00000080:00200000:2.0:1789762963.572224:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3e529f1 17ffffc0001001 3:0 ffff9cdd50afc0e0 3618 lru 00000080:00200000:2.0:1789762963.572249:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000031ec03b7 1570: 1< 0 - - > 2< 6430720 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572256:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000098198b8b 00000080:00200000:2.0:1789762963.572260:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762963.572265:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3619 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572280:0:15816:0:(rw26.c:871:ll_write_end()) pos 14823424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572286:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000d5d77439[3 0000000073d257db 2 1 0000000097d7271a 1 0 3619] 00000080:00200000:2.0:1789762963.572291:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b1b0b6dc 17ffffc0001001 3:0 ffff9cdd50afcd20 3619 lru 00000080:00200000:2.0:1789762963.572307:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002cd8b919 1571: 1< 0 - - > 2< 6434816 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572312:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000d5d77439 00000080:00200000:2.0:1789762963.572316:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762963.572321:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3620 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572346:0:15816:0:(rw26.c:871:ll_write_end()) pos 14827520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572351:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000eabba6da[3 0000000073d257db 2 1 0000000097d7271a 1 0 3620] 00000080:00200000:2.0:1789762963.572354:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000bdd41d8a 17ffffc0001001 3:0 ffff9cdd436b4a80 3620 lru 00000080:00200000:2.0:1789762963.572358:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7b8c1d3 1572: 1< 0 - - > 2< 6438912 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572360:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000eabba6da 00000080:00200000:2.0:1789762963.572362:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762963.572366:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3621 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572384:0:15816:0:(rw26.c:871:ll_write_end()) pos 14831616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572395:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000242189df[3 0000000073d257db 2 1 0000000097d7271a 1 0 3621] 00000080:00200000:2.0:1789762963.572405:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000cccf0bd6 17ffffc0001001 3:0 ffff9cdd436b47e0 3621 lru 00000080:00200000:2.0:1789762963.572417:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000baa9d8e3 1573: 1< 0 - - > 2< 6443008 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572421:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000242189df 00000080:00200000:2.0:1789762963.572424:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762963.572427:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3622 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572445:0:15816:0:(rw26.c:871:ll_write_end()) pos 14835712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572455:0:15816:0:(rw26.c:929:ll_write_end()) page@000000004de4f3c0[3 0000000073d257db 2 1 0000000097d7271a 1 0 3622] 00000080:00200000:2.0:1789762963.572462:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c2f9b185 17ffffc0001001 3:0 ffff9cdd436b4620 3622 lru 00000080:00200000:2.0:1789762963.572477:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000029ea9b9a 1574: 1< 0 - - > 2< 6447104 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572481:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000004de4f3c0 00000080:00200000:2.0:1789762963.572484:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762963.572489:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3623 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572513:0:15816:0:(rw26.c:871:ll_write_end()) pos 14839808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572521:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000052b873fd[3 0000000073d257db 2 1 0000000097d7271a 1 0 3623] 00000080:00200000:2.0:1789762963.572542:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd71adda 17ffffc0001021 2:0 ffff9cdd436b4c40 3623 lru 00000080:00200000:2.0:1789762963.572562:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b93ff849 1575: 1< 0 - - > 2< 6451200 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572567:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000052b873fd 00000080:00200000:2.0:1789762963.572571:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762963.572576:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3624 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572597:0:15816:0:(rw26.c:871:ll_write_end()) pos 14843904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572606:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c4790c3d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3624] 00000080:00200000:2.0:1789762963.572616:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f5ea28a3 17ffffc0001001 3:0 ffff9cdd436b4000 3624 lru 00000080:00200000:2.0:1789762963.572630:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005e499efd 1576: 1< 0 - - > 2< 6455296 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572635:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c4790c3d 00000080:00200000:2.0:1789762963.572639:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762963.572644:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3625 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572663:0:15816:0:(rw26.c:871:ll_write_end()) pos 14848000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572674:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000505ead5e[3 0000000073d257db 2 1 0000000097d7271a 1 0 3625] 00000080:00200000:2.0:1789762963.572680:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000001f9d4a60 17ffffc0001001 3:0 ffff9cdd436b40e0 3625 lru 00000080:00200000:2.0:1789762963.572687:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002998fc8c 1577: 1< 0 - - > 2< 6459392 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572691:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000505ead5e 00000080:00200000:2.0:1789762963.572694:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762963.572700:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3626 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572722:0:15816:0:(rw26.c:871:ll_write_end()) pos 14852096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572734:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000e5e7b2e2[3 0000000073d257db 2 1 0000000097d7271a 1 0 3626] 00000080:00200000:2.0:1789762963.572740:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000d5f17c7f 17ffffc0001001 3:0 ffff9cdd436b4d20 3626 lru 00000080:00200000:2.0:1789762963.572751:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002c9f73d6 1578: 1< 0 - - > 2< 6463488 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572754:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000e5e7b2e2 00000080:00200000:2.0:1789762963.572757:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762963.572760:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3627 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572779:0:15816:0:(rw26.c:871:ll_write_end()) pos 14856192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572793:0:15816:0:(rw26.c:929:ll_write_end()) page@000000002814349b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3627] 00000080:00200000:2.0:1789762963.572801:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0340444 17ffffc0001001 3:0 ffff9cdd436b4460 3627 lru 00000080:00200000:2.0:1789762963.572814:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000011cd5672 1579: 1< 0 - - > 2< 6467584 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572819:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000002814349b 00000080:00200000:2.0:1789762963.572821:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762963.572825:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3628 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572845:0:15816:0:(rw26.c:871:ll_write_end()) pos 14860288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572856:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c4d44a6f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3628] 00000080:00200000:2.0:1789762963.572885:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000eac4c2a4 17ffffc0001001 3:0 ffff9cdd436b4540 3628 lru 00000080:00200000:2.0:1789762963.572898:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000009e036113 1580: 1< 0 - - > 2< 6471680 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572903:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c4d44a6f 00000080:00200000:2.0:1789762963.572905:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762963.572909:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3629 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.572936:0:15816:0:(rw26.c:871:ll_write_end()) pos 14864384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.572950:0:15816:0:(rw26.c:929:ll_write_end()) page@000000008cd9bb37[3 0000000073d257db 2 1 0000000097d7271a 1 0 3629] 00000080:00200000:2.0:1789762963.572955:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000302b6f36 17ffffc0001001 3:0 ffff9cdd436b4380 3629 lru 00000080:00200000:2.0:1789762963.572964:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6241989 1581: 1< 0 - - > 2< 6475776 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.572972:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000008cd9bb37 00000080:00200000:2.0:1789762963.572977:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762963.572983:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3630 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573009:0:15816:0:(rw26.c:871:ll_write_end()) pos 14868480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573020:0:15816:0:(rw26.c:929:ll_write_end()) page@000000004758429f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3630] 00000080:00200000:2.0:1789762963.573024:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000005ec326ba 17ffffc0001001 3:0 ffff9cdd436b42a0 3630 lru 00000080:00200000:2.0:1789762963.573031:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000045da014a 1582: 1< 0 - - > 2< 6479872 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573038:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000004758429f 00000080:00200000:2.0:1789762963.573044:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762963.573050:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3631 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573073:0:15816:0:(rw26.c:871:ll_write_end()) pos 14872576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573083:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000162ead4c[3 0000000073d257db 2 1 0000000097d7271a 1 0 3631] 00000080:00200000:2.0:1789762963.573091:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000000161debe 17ffffc0001001 3:0 ffff9cdd436b49a0 3631 lru 00000080:00200000:2.0:1789762963.573105:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000039927493 1583: 1< 0 - - > 2< 6483968 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573113:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000162ead4c 00000080:00200000:2.0:1789762963.573118:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762963.573124:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3632 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573148:0:15816:0:(rw26.c:871:ll_write_end()) pos 14876672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573157:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000843811f8[3 0000000073d257db 2 1 0000000097d7271a 1 0 3632] 00000080:00200000:2.0:1789762963.573163:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ea899a37 17ffffc0001001 3:0 ffff9cdd436b4e00 3632 lru 00000080:00200000:2.0:1789762963.573187:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb51d346 1584: 1< 0 - - > 2< 6488064 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573193:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000843811f8 00000080:00200000:2.0:1789762963.573199:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762963.573204:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3633 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573221:0:15816:0:(rw26.c:871:ll_write_end()) pos 14880768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573234:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000a206f04c[3 0000000073d257db 2 1 0000000097d7271a 1 0 3633] 00000080:00200000:2.0:1789762963.573244:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3f6e59e 17ffffc0001001 3:0 ffff9cdd436b48c0 3633 lru 00000080:00200000:2.0:1789762963.573267:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000065c171b2 1585: 1< 0 - - > 2< 6492160 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573272:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000a206f04c 00000080:00200000:2.0:1789762963.573276:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762963.573280:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3634 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573298:0:15816:0:(rw26.c:871:ll_write_end()) pos 14884864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573306:0:15816:0:(rw26.c:929:ll_write_end()) page@000000000175d94a[3 0000000073d257db 2 1 0000000097d7271a 1 0 3634] 00000080:00200000:2.0:1789762963.573313:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7206d50 17ffffc0001001 3:0 ffff9cdd436b4ee0 3634 lru 00000080:00200000:2.0:1789762963.573325:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c459e1d6 1586: 1< 0 - - > 2< 6496256 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573329:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000000175d94a 00000080:00200000:2.0:1789762963.573331:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762963.573335:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3635 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573352:0:15816:0:(rw26.c:871:ll_write_end()) pos 14888960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573363:0:15816:0:(rw26.c:929:ll_write_end()) page@000000008a64c367[3 0000000073d257db 2 1 0000000097d7271a 1 0 3635] 00000080:00200000:2.0:1789762963.573369:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c58decb9 17ffffc0001001 3:0 ffff9cdd436b4700 3635 lru 00000080:00200000:2.0:1789762963.573382:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000046455d2b 1587: 1< 0 - - > 2< 6500352 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573388:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000008a64c367 00000080:00200000:2.0:1789762963.573390:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762963.573395:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3636 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573414:0:15816:0:(rw26.c:871:ll_write_end()) pos 14893056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573426:0:15816:0:(rw26.c:929:ll_write_end()) page@000000006250ba5f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3636] 00000080:00200000:2.0:1789762963.573436:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c17e3355 17ffffc0001001 3:0 ffff9cdd436b4b60 3636 lru 00000080:00200000:2.0:1789762963.573446:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004e8d38d9 1588: 1< 0 - - > 2< 6504448 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573452:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000006250ba5f 00000080:00200000:2.0:1789762963.573456:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762963.573461:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3637 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573480:0:15816:0:(rw26.c:871:ll_write_end()) pos 14897152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573494:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000004be950[3 0000000073d257db 2 1 0000000097d7271a 1 0 3637] 00000080:00200000:2.0:1789762963.573500:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000009f087922 17ffffc0001001 3:0 ffff9cdd436b41c0 3637 lru 00000080:00200000:2.0:1789762963.573517:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000052527be6 1589: 1< 0 - - > 2< 6508544 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573523:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000004be950 00000080:00200000:2.0:1789762963.573527:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762963.573544:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3638 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573582:0:15816:0:(rw26.c:871:ll_write_end()) pos 14901248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573599:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b30395bb[3 0000000073d257db 2 1 0000000097d7271a 1 0 3638] 00000080:00200000:2.0:1789762963.573611:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000035ee64e2 17ffffc0001021 2:0 ffff9cdd4562b700 3638 lru 00000080:00200000:2.0:1789762963.573638:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005507ed32 1590: 1< 0 - - > 2< 6512640 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573643:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b30395bb 00000080:00200000:2.0:1789762963.573647:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762963.573651:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3639 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573672:0:15816:0:(rw26.c:871:ll_write_end()) pos 14905344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573683:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000064cfdb7a[3 0000000073d257db 2 1 0000000097d7271a 1 0 3639] 00000080:00200000:2.0:1789762963.573692:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ea76e369 17ffffc0001001 3:0 ffff9cdd4562bb60 3639 lru 00000080:00200000:2.0:1789762963.573719:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000033badea6 1591: 1< 0 - - > 2< 6516736 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573726:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000064cfdb7a 00000080:00200000:2.0:1789762963.573730:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762963.573735:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3640 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573755:0:15816:0:(rw26.c:871:ll_write_end()) pos 14909440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573763:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b9f0ca38[3 0000000073d257db 2 1 0000000097d7271a 1 0 3640] 00000080:00200000:2.0:1789762963.573772:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000004328deb1 17ffffc0001001 3:0 ffff9cdd4562b1c0 3640 lru 00000080:00200000:2.0:1789762963.573786:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec8685e8 1592: 1< 0 - - > 2< 6520832 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573791:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b9f0ca38 00000080:00200000:2.0:1789762963.573795:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762963.573799:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3641 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573818:0:15816:0:(rw26.c:871:ll_write_end()) pos 14913536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573829:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b9c16ea6[3 0000000073d257db 2 1 0000000097d7271a 1 0 3641] 00000080:00200000:2.0:1789762963.573839:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000009b8a44 17ffffc0001001 3:0 ffff9cdd4562ba80 3641 lru 00000080:00200000:2.0:1789762963.573855:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000022fc7b3b 1593: 1< 0 - - > 2< 6524928 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573860:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b9c16ea6 00000080:00200000:2.0:1789762963.573863:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762963.573888:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3642 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573908:0:15816:0:(rw26.c:871:ll_write_end()) pos 14917632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573920:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000088f1b2e4[3 0000000073d257db 2 1 0000000097d7271a 1 0 3642] 00000080:00200000:2.0:1789762963.573931:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd5b98c7 17ffffc0001001 3:0 ffff9cdd4562b7e0 3642 lru 00000080:00200000:2.0:1789762963.573944:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000003aafde67 1594: 1< 0 - - > 2< 6529024 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.573949:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000088f1b2e4 00000080:00200000:2.0:1789762963.573951:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762963.573955:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3643 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.573974:0:15816:0:(rw26.c:871:ll_write_end()) pos 14921728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.573987:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000087359357[3 0000000073d257db 2 1 0000000097d7271a 1 0 3643] 00000080:00200000:2.0:1789762963.573995:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000d69d5ed4 17ffffc0001001 3:0 ffff9cdd4562b620 3643 lru 00000080:00200000:2.0:1789762963.574009:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005c568f33 1595: 1< 0 - - > 2< 6533120 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574014:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000087359357 00000080:00200000:2.0:1789762963.574018:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762963.574024:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3644 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574043:0:15816:0:(rw26.c:871:ll_write_end()) pos 14925824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574050:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000019278683[3 0000000073d257db 2 1 0000000097d7271a 1 0 3644] 00000080:00200000:2.0:1789762963.574056:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae5a105d 17ffffc0001001 3:0 ffff9cdd4562bc40 3644 lru 00000080:00200000:2.0:1789762963.574066:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a9690269 1596: 1< 0 - - > 2< 6537216 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574070:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000019278683 00000080:00200000:2.0:1789762963.574074:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762963.574080:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3645 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574099:0:15816:0:(rw26.c:871:ll_write_end()) pos 14929920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574110:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000040f17099[3 0000000073d257db 2 1 0000000097d7271a 1 0 3645] 00000080:00200000:2.0:1789762963.574118:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000024722588 17ffffc0001001 3:0 ffff9cdd4562b000 3645 lru 00000080:00200000:2.0:1789762963.574127:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000003d98d0c4 1597: 1< 0 - - > 2< 6541312 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574130:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000040f17099 00000080:00200000:2.0:1789762963.574131:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762963.574133:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3646 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574149:0:15816:0:(rw26.c:871:ll_write_end()) pos 14934016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574162:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009e0cbbdd[3 0000000073d257db 2 1 0000000097d7271a 1 0 3646] 00000080:00200000:2.0:1789762963.574173:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b696859c 17ffffc0001001 3:0 ffff9cdd4562b0e0 3646 lru 00000080:00200000:2.0:1789762963.574187:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000017302c5a 1598: 1< 0 - - > 2< 6545408 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574192:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009e0cbbdd 00000080:00200000:2.0:1789762963.574195:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762963.574199:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3647 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574215:0:15816:0:(rw26.c:871:ll_write_end()) pos 14938112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574228:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000027e3ec64[3 0000000073d257db 2 1 0000000097d7271a 1 0 3647] 00000080:00200000:2.0:1789762963.574239:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000002ffc9a19 17ffffc0001001 3:0 ffff9cdd4562bd20 3647 lru 00000080:00200000:2.0:1789762963.574258:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000001df87d6f 1599: 1< 0 - - > 2< 6549504 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574263:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000027e3ec64 00000080:00200000:2.0:1789762963.574266:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762963.574270:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3648 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574292:0:15816:0:(rw26.c:871:ll_write_end()) pos 14942208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574299:0:15816:0:(rw26.c:929:ll_write_end()) page@000000001a186580[3 0000000073d257db 2 1 0000000097d7271a 1 0 3648] 00000080:00200000:2.0:1789762963.574304:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000002877bcf1 17ffffc0001001 3:0 ffff9cdd4562b460 3648 lru 00000080:00200000:2.0:1789762963.574317:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000be978cee 1600: 1< 0 - - > 2< 6553600 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574323:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000001a186580 00000080:00200000:2.0:1789762963.574327:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762963.574332:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3649 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574350:0:15816:0:(rw26.c:871:ll_write_end()) pos 14946304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574360:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000bacaefcf[3 0000000073d257db 2 1 0000000097d7271a 1 0 3649] 00000080:00200000:2.0:1789762963.574368:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000016c0f80d 17ffffc0001001 3:0 ffff9cdd4562b540 3649 lru 00000080:00200000:2.0:1789762963.574377:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1323948 1601: 1< 0 - - > 2< 6557696 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574379:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000bacaefcf 00000080:00200000:2.0:1789762963.574381:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762963.574383:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3650 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574402:0:15816:0:(rw26.c:871:ll_write_end()) pos 14950400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574415:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000be4f4e9f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3650] 00000080:00200000:2.0:1789762963.574425:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000200740d9 17ffffc0001001 3:0 ffff9cdd4562b380 3650 lru 00000080:00200000:2.0:1789762963.574441:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f2564336 1602: 1< 0 - - > 2< 6561792 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574447:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000be4f4e9f 00000080:00200000:2.0:1789762963.574449:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762963.574453:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3651 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574475:0:15816:0:(rw26.c:871:ll_write_end()) pos 14954496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574487:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000927e3bc2[3 0000000073d257db 2 1 0000000097d7271a 1 0 3651] 00000080:00200000:2.0:1789762963.574496:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000026191cd6 17ffffc0001001 3:0 ffff9cdd4562b2a0 3651 lru 00000080:00200000:2.0:1789762963.574506:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005bf93a56 1603: 1< 0 - - > 2< 6565888 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574511:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000927e3bc2 00000080:00200000:2.0:1789762963.574515:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762963.574518:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3652 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574554:0:15816:0:(rw26.c:871:ll_write_end()) pos 14958592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574566:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000f405dce0[3 0000000073d257db 2 1 0000000097d7271a 1 0 3652] 00000080:00200000:2.0:1789762963.574574:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000a4db259a 17ffffc0001001 3:0 ffff9cdd4562b9a0 3652 lru 00000080:00200000:2.0:1789762963.574584:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000df969f35 1604: 1< 0 - - > 2< 6569984 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574591:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000f405dce0 00000080:00200000:2.0:1789762963.574594:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762963.574597:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3653 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574623:0:15816:0:(rw26.c:871:ll_write_end()) pos 14962688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574632:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000a01cac8c[3 0000000073d257db 2 1 0000000097d7271a 1 0 3653] 00000080:00200000:2.0:1789762963.574641:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0cf80a9 17ffffc0001021 2:0 ffff9cdd4562be00 3653 lru 00000080:00200000:2.0:1789762963.574653:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000de4750a8 1605: 1< 0 - - > 2< 6574080 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574658:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000a01cac8c 00000080:00200000:2.0:1789762963.574662:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762963.574666:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3654 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574686:0:15816:0:(rw26.c:871:ll_write_end()) pos 14966784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574698:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c519d81a[3 0000000073d257db 2 1 0000000097d7271a 1 0 3654] 00000080:00200000:2.0:1789762963.574704:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e06bcd55 17ffffc0001001 3:0 ffff9cdd4562b8c0 3654 lru 00000080:00200000:2.0:1789762963.574715:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4d4ae53 1606: 1< 0 - - > 2< 6578176 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574720:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c519d81a 00000080:00200000:2.0:1789762963.574722:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762963.574726:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3655 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574745:0:15816:0:(rw26.c:871:ll_write_end()) pos 14970880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574758:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000096026c2b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3655] 00000080:00200000:2.0:1789762963.574767:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e731c0ba 17ffffc0001001 3:0 ffff9cdd4562bee0 3655 lru 00000080:00200000:2.0:1789762963.574778:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000209bd338 1607: 1< 0 - - > 2< 6582272 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574781:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000096026c2b 00000080:00200000:2.0:1789762963.574782:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762963.574784:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3656 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574808:0:15816:0:(rw26.c:871:ll_write_end()) pos 14974976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574822:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b6ef96c8[3 0000000073d257db 2 1 0000000097d7271a 1 0 3656] 00000080:00200000:2.0:1789762963.574834:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ccba591e 17ffffc0001001 3:0 ffff9cdd457be2a0 3656 lru 00000080:00200000:2.0:1789762963.574853:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000bda82834 1608: 1< 0 - - > 2< 6586368 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574857:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b6ef96c8 00000080:00200000:2.0:1789762963.574861:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762963.574891:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3657 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574911:0:15816:0:(rw26.c:871:ll_write_end()) pos 14979072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574916:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000027bf20c6[3 0000000073d257db 2 1 0000000097d7271a 1 0 3657] 00000080:00200000:2.0:1789762963.574918:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000001876d75e 17ffffc0001001 3:0 ffff9cdd457be9a0 3657 lru 00000080:00200000:2.0:1789762963.574925:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000defca728 1609: 1< 0 - - > 2< 6590464 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574931:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000027bf20c6 00000080:00200000:2.0:1789762963.574933:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762963.574938:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3658 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574956:0:15816:0:(rw26.c:871:ll_write_end()) pos 14983168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.574962:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000013c75f23[3 0000000073d257db 2 1 0000000097d7271a 1 0 3658] 00000080:00200000:2.0:1789762963.574964:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000009792bdeb 17ffffc0001001 3:0 ffff9cdd457bee00 3658 lru 00000080:00200000:2.0:1789762963.574968:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6dec6df 1610: 1< 0 - - > 2< 6594560 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.574971:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000013c75f23 00000080:00200000:2.0:1789762963.574974:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762963.574978:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3659 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.574998:0:15816:0:(rw26.c:871:ll_write_end()) pos 14987264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575004:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000dd739518[3 0000000073d257db 2 1 0000000097d7271a 1 0 3659] 00000080:00200000:2.0:1789762963.575006:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000082476b6f 17ffffc0001001 3:0 ffff9cdd457be8c0 3659 lru 00000080:00200000:2.0:1789762963.575010:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000009017a639 1611: 1< 0 - - > 2< 6598656 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575012:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000dd739518 00000080:00200000:2.0:1789762963.575014:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762963.575018:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3660 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575035:0:15816:0:(rw26.c:871:ll_write_end()) pos 14991360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575043:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000ec7425e5[3 0000000073d257db 2 1 0000000097d7271a 1 0 3660] 00000080:00200000:2.0:1789762963.575049:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000a005424a 17ffffc0001001 3:0 ffff9cdd457beee0 3660 lru 00000080:00200000:2.0:1789762963.575057:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004d36e050 1612: 1< 0 - - > 2< 6602752 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575062:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000ec7425e5 00000080:00200000:2.0:1789762963.575064:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762963.575066:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3661 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575083:0:15816:0:(rw26.c:871:ll_write_end()) pos 14995456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575092:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000096b4e4e0[3 0000000073d257db 2 1 0000000097d7271a 1 0 3661] 00000080:00200000:2.0:1789762963.575099:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf9348ee 17ffffc0001001 3:0 ffff9cdd457be700 3661 lru 00000080:00200000:2.0:1789762963.575113:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000075945b51 1613: 1< 0 - - > 2< 6606848 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575119:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000096b4e4e0 00000080:00200000:2.0:1789762963.575122:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762963.575126:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3662 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575141:0:15816:0:(rw26.c:871:ll_write_end()) pos 14999552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575155:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000334b2610[3 0000000073d257db 2 1 0000000097d7271a 1 0 3662] 00000080:00200000:2.0:1789762963.575167:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008b511774 17ffffc0001001 3:0 ffff9cdd457beb60 3662 lru 00000080:00200000:2.0:1789762963.575195:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000083b850b 1614: 1< 0 - - > 2< 6610944 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575201:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000334b2610 00000080:00200000:2.0:1789762963.575206:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762963.575211:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3663 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575229:0:15816:0:(rw26.c:871:ll_write_end()) pos 15003648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575236:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000048fa9d2d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3663] 00000080:00200000:2.0:1789762963.575245:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e206e567 17ffffc0001001 3:0 ffff9cdd457be1c0 3663 lru 00000080:00200000:2.0:1789762963.575262:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f16cce3c 1615: 1< 0 - - > 2< 6615040 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575268:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000048fa9d2d 00000080:00200000:2.0:1789762963.575271:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762963.575277:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3664 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575300:0:15816:0:(rw26.c:871:ll_write_end()) pos 15007744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575310:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000064f3b6e6[3 0000000073d257db 2 1 0000000097d7271a 1 0 3664] 00000080:00200000:2.0:1789762963.575319:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000013ff7a3e 17ffffc0001001 3:0 ffff9cdd457bea80 3664 lru 00000080:00200000:2.0:1789762963.575333:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000d1afcf28 1616: 1< 0 - - > 2< 6619136 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575339:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000064f3b6e6 00000080:00200000:2.0:1789762963.575342:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762963.575346:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3665 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575367:0:15816:0:(rw26.c:871:ll_write_end()) pos 15011840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575376:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000965d1932[3 0000000073d257db 2 1 0000000097d7271a 1 0 3665] 00000080:00200000:2.0:1789762963.575382:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000d4ab131f 17ffffc0001001 3:0 ffff9cdd457be7e0 3665 lru 00000080:00200000:2.0:1789762963.575406:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b3e73a91 1617: 1< 0 - - > 2< 6623232 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575413:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000965d1932 00000080:00200000:2.0:1789762963.575417:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762963.575423:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3666 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575443:0:15816:0:(rw26.c:871:ll_write_end()) pos 15015936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575456:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000eca9e6b2[3 0000000073d257db 2 1 0000000097d7271a 1 0 3666] 00000080:00200000:2.0:1789762963.575467:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000022eab555 17ffffc0001001 3:0 ffff9cdd457be620 3666 lru 00000080:00200000:2.0:1789762963.575490:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000080b1c537 1618: 1< 0 - - > 2< 6627328 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575494:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000eca9e6b2 00000080:00200000:2.0:1789762963.575499:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762963.575503:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3667 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575521:0:15816:0:(rw26.c:871:ll_write_end()) pos 15020032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575546:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000f7234cab[3 0000000073d257db 2 1 0000000097d7271a 1 0 3667] 00000080:00200000:2.0:1789762963.575554:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e2d310e2 17ffffc0001001 3:0 ffff9cdd457bec40 3667 lru 00000080:00200000:2.0:1789762963.575580:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000e2cc6d08 1619: 1< 0 - - > 2< 6631424 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575589:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000f7234cab 00000080:00200000:2.0:1789762963.575594:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762963.575599:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3668 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575628:0:15816:0:(rw26.c:871:ll_write_end()) pos 15024128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575639:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000505deab2[3 0000000073d257db 2 1 0000000097d7271a 1 0 3668] 00000080:00200000:2.0:1789762963.575650:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000067bf0d73 17ffffc0001021 2:0 ffff9cdd457be000 3668 lru 00000080:00200000:2.0:1789762963.575670:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8917a58 1620: 1< 0 - - > 2< 6635520 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575674:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000505deab2 00000080:00200000:2.0:1789762963.575677:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762963.575681:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3669 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575699:0:15816:0:(rw26.c:871:ll_write_end()) pos 15028224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575711:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000241f35f0[3 0000000073d257db 2 1 0000000097d7271a 1 0 3669] 00000080:00200000:2.0:1789762963.575720:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000007cd9002b 17ffffc0001001 3:0 ffff9cdd457be0e0 3669 lru 00000080:00200000:2.0:1789762963.575742:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000000444e5fe 1621: 1< 0 - - > 2< 6639616 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575748:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000241f35f0 00000080:00200000:2.0:1789762963.575751:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762963.575757:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3670 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575777:0:15816:0:(rw26.c:871:ll_write_end()) pos 15032320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575783:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000084a997f1[3 0000000073d257db 2 1 0000000097d7271a 1 0 3670] 00000080:00200000:2.0:1789762963.575789:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006423b1da 17ffffc0001001 3:0 ffff9cdd457bed20 3670 lru 00000080:00200000:2.0:1789762963.575808:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000006b043114 1622: 1< 0 - - > 2< 6643712 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575814:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000084a997f1 00000080:00200000:2.0:1789762963.575818:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762963.575823:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3671 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575843:0:15816:0:(rw26.c:871:ll_write_end()) pos 15036416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575849:0:15816:0:(rw26.c:929:ll_write_end()) page@000000000b25df07[3 0000000073d257db 2 1 0000000097d7271a 1 0 3671] 00000080:00200000:2.0:1789762963.575854:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000af8d2377 17ffffc0001001 3:0 ffff9cdd457be460 3671 lru 00000080:00200000:2.0:1789762963.575890:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002d021559 1623: 1< 0 - - > 2< 6647808 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575896:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000000b25df07 00000080:00200000:2.0:1789762963.575900:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762963.575904:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3672 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575922:0:15816:0:(rw26.c:871:ll_write_end()) pos 15040512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575930:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000bc05e320[3 0000000073d257db 2 1 0000000097d7271a 1 0 3672] 00000080:00200000:2.0:1789762963.575937:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd89e320 17ffffc0001001 3:0 ffff9cdd457be540 3672 lru 00000080:00200000:2.0:1789762963.575950:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000519826eb 1624: 1< 0 - - > 2< 6651904 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.575955:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000bc05e320 00000080:00200000:2.0:1789762963.575958:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762963.575962:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3673 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.575979:0:15816:0:(rw26.c:871:ll_write_end()) pos 15044608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.575991:0:15816:0:(rw26.c:929:ll_write_end()) page@000000008b64fdd6[3 0000000073d257db 2 1 0000000097d7271a 1 0 3673] 00000080:00200000:2.0:1789762963.575997:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000005bb3a2e9 17ffffc0001001 3:0 ffff9cdd457be380 3673 lru 00000080:00200000:2.0:1789762963.576008:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000009ec4f800 1625: 1< 0 - - > 2< 6656000 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576013:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000008b64fdd6 00000080:00200000:2.0:1789762963.576017:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762963.576021:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3674 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576049:0:15816:0:(rw26.c:871:ll_write_end()) pos 15048704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576060:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009bd316b1[3 0000000073d257db 2 1 0000000097d7271a 1 0 3674] 00000080:00200000:2.0:1789762963.576065:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000005844a7d9 17ffffc0001001 3:0 ffff9cdd457bd7e0 3674 lru 00000080:00200000:2.0:1789762963.576072:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000038dd8ab6 1626: 1< 0 - - > 2< 6660096 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576075:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009bd316b1 00000080:00200000:2.0:1789762963.576076:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762963.576078:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3675 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576097:0:15816:0:(rw26.c:871:ll_write_end()) pos 15052800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576105:0:15816:0:(rw26.c:929:ll_write_end()) page@000000001d7aa789[3 0000000073d257db 2 1 0000000097d7271a 1 0 3675] 00000080:00200000:2.0:1789762963.576111:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006915c16e 17ffffc0001001 3:0 ffff9cdd457bd620 3675 lru 00000080:00200000:2.0:1789762963.576115:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000507d5451 1627: 1< 0 - - > 2< 6664192 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576117:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000001d7aa789 00000080:00200000:2.0:1789762963.576118:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762963.576120:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3676 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576138:0:15816:0:(rw26.c:871:ll_write_end()) pos 15056896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576146:0:15816:0:(rw26.c:929:ll_write_end()) page@000000003e4498d6[3 0000000073d257db 2 1 0000000097d7271a 1 0 3676] 00000080:00200000:2.0:1789762963.576152:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000003e23c918 17ffffc0001001 3:0 ffff9cdd457bdc40 3676 lru 00000080:00200000:2.0:1789762963.576158:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000701f815f 1628: 1< 0 - - > 2< 6668288 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576160:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000003e4498d6 00000080:00200000:2.0:1789762963.576161:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762963.576163:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3677 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576180:0:15816:0:(rw26.c:871:ll_write_end()) pos 15060992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576189:0:15816:0:(rw26.c:929:ll_write_end()) page@000000005b30d063[3 0000000073d257db 2 1 0000000097d7271a 1 0 3677] 00000080:00200000:2.0:1789762963.576195:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000083c5df91 17ffffc0001001 3:0 ffff9cdd457bd000 3677 lru 00000080:00200000:2.0:1789762963.576201:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000115427a3 1629: 1< 0 - - > 2< 6672384 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576204:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000005b30d063 00000080:00200000:2.0:1789762963.576205:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762963.576207:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3678 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576225:0:15816:0:(rw26.c:871:ll_write_end()) pos 15065088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576238:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000058ef3592[3 0000000073d257db 2 1 0000000097d7271a 1 0 3678] 00000080:00200000:2.0:1789762963.576247:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000d4bdf7c9 17ffffc0001001 3:0 ffff9cdd457bd0e0 3678 lru 00000080:00200000:2.0:1789762963.576259:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8786208 1630: 1< 0 - - > 2< 6676480 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576265:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000058ef3592 00000080:00200000:2.0:1789762963.576270:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762963.576274:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3679 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576293:0:15816:0:(rw26.c:871:ll_write_end()) pos 15069184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576308:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000de00842b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3679] 00000080:00200000:2.0:1789762963.576318:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000002f6aa6be 17ffffc0001001 3:0 ffff9cdd457bdd20 3679 lru 00000080:00200000:2.0:1789762963.576335:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0a86ac3 1631: 1< 0 - - > 2< 6680576 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576342:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000de00842b 00000080:00200000:2.0:1789762963.576345:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762963.576349:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3680 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576369:0:15816:0:(rw26.c:871:ll_write_end()) pos 15073280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576378:0:15816:0:(rw26.c:929:ll_write_end()) page@000000007e6bb942[3 0000000073d257db 2 1 0000000097d7271a 1 0 3680] 00000080:00200000:2.0:1789762963.576385:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000086745c9a 17ffffc0001001 3:0 ffff9cdd457bd460 3680 lru 00000080:00200000:2.0:1789762963.576409:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000e58be877 1632: 1< 0 - - > 2< 6684672 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576416:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000007e6bb942 00000080:00200000:2.0:1789762963.576420:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762963.576425:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3681 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576447:0:15816:0:(rw26.c:871:ll_write_end()) pos 15077376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576456:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c4261fff[3 0000000073d257db 2 1 0000000097d7271a 1 0 3681] 00000080:00200000:2.0:1789762963.576465:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000a7270b58 17ffffc0001001 3:0 ffff9cdd457bd540 3681 lru 00000080:00200000:2.0:1789762963.576481:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000cd35155c 1633: 1< 0 - - > 2< 6688768 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576488:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c4261fff 00000080:00200000:2.0:1789762963.576492:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762963.576496:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3682 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576516:0:15816:0:(rw26.c:871:ll_write_end()) pos 15081472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576527:0:15816:0:(rw26.c:929:ll_write_end()) page@000000000a1ab9e9[3 0000000073d257db 2 1 0000000097d7271a 1 0 3682] 00000080:00200000:2.0:1789762963.576548:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef4adeb0 17ffffc0001001 3:0 ffff9cdd457bd380 3682 lru 00000080:00200000:2.0:1789762963.576567:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000067fa1396 1634: 1< 0 - - > 2< 6692864 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576573:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000000a1ab9e9 00000080:00200000:2.0:1789762963.576576:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762963.576583:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3683 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576610:0:15816:0:(rw26.c:871:ll_write_end()) pos 15085568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576618:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000372b2cbf[3 0000000073d257db 2 1 0000000097d7271a 1 0 3683] 00000080:00200000:2.0:1789762963.576627:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c04e1654 17ffffc0001021 2:0 ffff9cdd457bd2a0 3683 lru 00000080:00200000:2.0:1789762963.576650:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000667e1d65 1635: 1< 0 - - > 2< 6696960 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576657:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000372b2cbf 00000080:00200000:2.0:1789762963.576662:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762963.576669:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3684 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576691:0:15816:0:(rw26.c:871:ll_write_end()) pos 15089664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576702:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000ec337617[3 0000000073d257db 2 1 0000000097d7271a 1 0 3684] 00000080:00200000:2.0:1789762963.576712:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000014ee4125 17ffffc0001001 3:0 ffff9cdd457bd9a0 3684 lru 00000080:00200000:2.0:1789762963.576730:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000095a318a6 1636: 1< 0 - - > 2< 6701056 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576736:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000ec337617 00000080:00200000:2.0:1789762963.576741:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762963.576746:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3685 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576765:0:15816:0:(rw26.c:871:ll_write_end()) pos 15093760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576775:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009eec7318[3 0000000073d257db 2 1 0000000097d7271a 1 0 3685] 00000080:00200000:2.0:1789762963.576785:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f9c4632d 17ffffc0001001 3:0 ffff9cdd457bde00 3685 lru 00000080:00200000:2.0:1789762963.576814:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005b78cf28 1637: 1< 0 - - > 2< 6705152 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576821:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009eec7318 00000080:00200000:2.0:1789762963.576825:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762963.576829:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3686 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576849:0:15816:0:(rw26.c:871:ll_write_end()) pos 15097856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576855:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000061c9fbdd[3 0000000073d257db 2 1 0000000097d7271a 1 0 3686] 00000080:00200000:2.0:1789762963.576860:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000972a4cc7 17ffffc0001001 3:0 ffff9cdd457bd8c0 3686 lru 00000080:00200000:2.0:1789762963.576900:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c707236f 1638: 1< 0 - - > 2< 6709248 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576906:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000061c9fbdd 00000080:00200000:2.0:1789762963.576910:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762963.576915:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3687 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576933:0:15816:0:(rw26.c:871:ll_write_end()) pos 15101952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.576942:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000f13d7a6f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3687] 00000080:00200000:2.0:1789762963.576951:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000181ea202 17ffffc0001001 3:0 ffff9cdd457bdee0 3687 lru 00000080:00200000:2.0:1789762963.576964:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000000ea6040f 1639: 1< 0 - - > 2< 6713344 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.576970:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000f13d7a6f 00000080:00200000:2.0:1789762963.576974:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762963.576978:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3688 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.576997:0:15816:0:(rw26.c:871:ll_write_end()) pos 15106048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577006:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c93ccf03[3 0000000073d257db 2 1 0000000097d7271a 1 0 3688] 00000080:00200000:2.0:1789762963.577011:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000000c7a28c6 17ffffc0001001 3:0 ffff9cdd457bd700 3688 lru 00000080:00200000:2.0:1789762963.577025:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f65b1ce5 1640: 1< 0 - - > 2< 6717440 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577030:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c93ccf03 00000080:00200000:2.0:1789762963.577035:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762963.577039:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3689 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577057:0:15816:0:(rw26.c:871:ll_write_end()) pos 15110144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577068:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b6fb46f7[3 0000000073d257db 2 1 0000000097d7271a 1 0 3689] 00000080:00200000:2.0:1789762963.577075:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008b89b24d 17ffffc0001001 3:0 ffff9cdd457bdb60 3689 lru 00000080:00200000:2.0:1789762963.577092:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000001c1caadf 1641: 1< 0 - - > 2< 6721536 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577098:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b6fb46f7 00000080:00200000:2.0:1789762963.577101:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762963.577104:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3690 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577123:0:15816:0:(rw26.c:871:ll_write_end()) pos 15114240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577131:0:15816:0:(rw26.c:929:ll_write_end()) page@000000002b98ead7[3 0000000073d257db 2 1 0000000097d7271a 1 0 3690] 00000080:00200000:2.0:1789762963.577137:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000033796de0 17ffffc0001001 3:0 ffff9cdd457bd1c0 3690 lru 00000080:00200000:2.0:1789762963.577151:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b86e4a22 1642: 1< 0 - - > 2< 6725632 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577157:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000002b98ead7 00000080:00200000:2.0:1789762963.577160:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762963.577164:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3691 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577182:0:15816:0:(rw26.c:871:ll_write_end()) pos 15118336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577190:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000de2adf71[3 0000000073d257db 2 1 0000000097d7271a 1 0 3691] 00000080:00200000:2.0:1789762963.577199:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000009463573d 17ffffc0001001 3:0 ffff9cdd457bda80 3691 lru 00000080:00200000:2.0:1789762963.577216:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8e583bc 1643: 1< 0 - - > 2< 6729728 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577221:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000de2adf71 00000080:00200000:2.0:1789762963.577225:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762963.577229:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3692 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577257:0:15816:0:(rw26.c:871:ll_write_end()) pos 15122432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577270:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000093f67616[3 0000000073d257db 2 1 0000000097d7271a 1 0 3692] 00000080:00200000:2.0:1789762963.577281:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2d79681 17ffffc0001001 3:0 ffff9cdd58bea000 3692 lru 00000080:00200000:2.0:1789762963.577293:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005044ead1 1644: 1< 0 - - > 2< 6733824 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577299:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000093f67616 00000080:00200000:2.0:1789762963.577303:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762963.577307:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3693 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577328:0:15816:0:(rw26.c:871:ll_write_end()) pos 15126528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577341:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000025a9f6a2[3 0000000073d257db 2 1 0000000097d7271a 1 0 3693] 00000080:00200000:2.0:1789762963.577347:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c21a753a 17ffffc0001001 3:0 ffff9cdd58bea0e0 3693 lru 00000080:00200000:2.0:1789762963.577365:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000001f4ca5ee 1645: 1< 0 - - > 2< 6737920 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577370:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000025a9f6a2 00000080:00200000:2.0:1789762963.577372:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762963.577375:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3694 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577392:0:15816:0:(rw26.c:871:ll_write_end()) pos 15130624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577401:0:15816:0:(rw26.c:929:ll_write_end()) page@000000001c89cd13[3 0000000073d257db 2 1 0000000097d7271a 1 0 3694] 00000080:00200000:2.0:1789762963.577404:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b463a3d8 17ffffc0001001 3:0 ffff9cdd58bead20 3694 lru 00000080:00200000:2.0:1789762963.577408:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000050e6877d 1646: 1< 0 - - > 2< 6742016 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577410:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000001c89cd13 00000080:00200000:2.0:1789762963.577411:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762963.577413:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3695 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577429:0:15816:0:(rw26.c:871:ll_write_end()) pos 15134720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577443:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009f468c88[3 0000000073d257db 2 1 0000000097d7271a 1 0 3695] 00000080:00200000:2.0:1789762963.577453:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000005026f9ab 17ffffc0001001 3:0 ffff9cdd58bea460 3695 lru 00000080:00200000:2.0:1789762963.577469:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002a3d9e70 1647: 1< 0 - - > 2< 6746112 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577474:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009f468c88 00000080:00200000:2.0:1789762963.577476:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762963.577480:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3696 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577497:0:15816:0:(rw26.c:871:ll_write_end()) pos 15138816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577510:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009babd691[3 0000000073d257db 2 1 0000000097d7271a 1 0 3696] 00000080:00200000:2.0:1789762963.577516:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000007aa7d713 17ffffc0001001 3:0 ffff9cdd58bea540 3696 lru 00000080:00200000:2.0:1789762963.577525:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000069705f12 1648: 1< 0 - - > 2< 6750208 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577542:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009babd691 00000080:00200000:2.0:1789762963.577545:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762963.577552:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3697 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577577:0:15816:0:(rw26.c:871:ll_write_end()) pos 15142912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577592:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000453b52b3[3 0000000073d257db 2 1 0000000097d7271a 1 0 3697] 00000080:00200000:2.0:1789762963.577605:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e1f4cc3c 17ffffc0001001 3:0 ffff9cdd58bea380 3697 lru 00000080:00200000:2.0:1789762963.577628:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000001daa4329 1649: 1< 0 - - > 2< 6754304 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577634:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000453b52b3 00000080:00200000:2.0:1789762963.577638:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762963.577642:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3698 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577665:0:15816:0:(rw26.c:871:ll_write_end()) pos 15147008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577674:0:15816:0:(rw26.c:929:ll_write_end()) page@000000006e455ec0[3 0000000073d257db 2 1 0000000097d7271a 1 0 3698] 00000080:00200000:2.0:1789762963.577685:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000df765cab 17ffffc0001021 2:0 ffff9cdd58bea2a0 3698 lru 00000080:00200000:2.0:1789762963.577706:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000008aa18e93 1650: 1< 0 - - > 2< 6758400 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577711:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000006e455ec0 00000080:00200000:2.0:1789762963.577715:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762963.577719:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3699 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577742:0:15816:0:(rw26.c:871:ll_write_end()) pos 15151104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577757:0:15816:0:(rw26.c:929:ll_write_end()) page@000000007a2d5661[3 0000000073d257db 2 1 0000000097d7271a 1 0 3699] 00000080:00200000:2.0:1789762963.577765:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000052c155a3 17ffffc0001001 3:0 ffff9cdd58bea9a0 3699 lru 00000080:00200000:2.0:1789762963.577790:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000934942cb 1651: 1< 0 - - > 2< 6762496 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577795:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000007a2d5661 00000080:00200000:2.0:1789762963.577799:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762963.577804:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3700 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.577823:0:15816:0:(rw26.c:871:ll_write_end()) pos 15155200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.577832:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000493513d2[3 0000000073d257db 2 1 0000000097d7271a 1 0 3700] 00000080:00200000:2.0:1789762963.577840:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7e6bd79 17ffffc0001001 3:0 ffff9cdd58beae00 3700 lru 00000080:00200000:2.0:1789762963.577854:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000060e567c8 1652: 1< 0 - - > 2< 6766592 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 4 8 480247808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.577859:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000493513d2 00000080:00200000:2.0:1789762963.577902:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762963.577918:0:15807:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x40:0x0] updating i_size 6291456 i_blocks 2 00000080:00200000:2.0:1789762963.577924:0:15807:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762963.577947:0:15807:0:(file.c:479:ll_file_release()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0](ffff9cdd606000c8), flags 100002 00000100:00100000:2.0:1789762963.578124:0:5585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876702022200576 00000100:00100000:2.0:1789762963.578133:0:5585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876702022200576 00000100:00100000:2.0:1789762963.578167:0:5585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876702022200704 00000100:00100000:2.0:1789762963.578173:0:5585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876702022200704 00000100:00100000:2.0:1789762963.578194:0:5585:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1789762963.578209:0:5585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876702022200832 00000100:00100000:2.0:1789762963.578215:0:5585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876702022200832 00000100:00100000:2.0:1789762963.578229:0:5585:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876702022200960 00000100:00100000:2.0:1789762963.578232:0:5585:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876702022200960 00000100:00100000:2.0:1789762963.578260:0:5585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.148@tcp, seq: 101 00000100:00100000:2.0:1789762963.578278:0:5585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cdd593d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+8:7595:x1876702022200576:12345-192.168.203.148@tcp:105: 00010000:00010000:2.0:1789762963.578290:0:5585:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000029044be1/0xd9e43f979a7bd8f5 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c89 expref: -99 pid: 15812 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578303:0:5585:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000029044be1/0xd9e43f979a7bd8f5 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c89 expref: -99 pid: 15812 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578323:0:5585:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000029044be1/0xd9e43f979a7bd8f5 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c89 expref: -99 pid: 15812 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578352:0:5585:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000029044be1/0xd9e43f979a7bd8f5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x10080000020000 nid: local remote: 0x416193e012b05c89 expref: -99 pid: 15812 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578367:0:5585:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000029044be1/0xd9e43f979a7bd8f5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x10080000020000 nid: local remote: 0x416193e012b05c89 expref: -99 pid: 15812 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578392:0:5585:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000029044be1/0xd9e43f979a7bd8f5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x80000020000 nid: local remote: 0x416193e012b05c89 expref: -99 pid: 15812 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578486:0:5585:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cdd6234c200) 00000100:00100000:2.0:1789762963.578521:0:5585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cdd593d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+9:7595:x1876702022200576:12345-192.168.203.148@tcp:105: Request processed in 247us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1789762963.578550:0:5585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.148@tcp, seq: 101 00000100:00100000:2.0:1789762963.578583:0:5585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.148@tcp, seq: 103 00000100:00100000:2.0:1789762963.578602:0:5585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cdd593db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+8:7595:x1876702022200832:12345-192.168.203.148@tcp:105: 00010000:00010000:2.0:1789762963.578620:0:5585:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578650:0:5585:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 9 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578684:0:5585:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578711:0:5585:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x10080000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578740:0:5585:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 9 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x10080000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578762:0:5585:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x80000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.578838:0:5585:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cdd41516400) 00000100:00100000:2.0:1789762963.578896:0:5585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cdd593db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+6:7595:x1876702022200832:12345-192.168.203.148@tcp:105: Request processed in 269us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1789762963.578912:0:5585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.148@tcp, seq: 103 00000100:00100000:2.0:1789762963.578936:0:5585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.148@tcp, seq: 105 00000100:00100000:2.0:1789762963.578953:0:5585:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cdd593dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7595:x1876702022201216:12345-192.168.203.148@tcp:105: 00010000:00010000:2.0:1789762963.578983:0:5585:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.579005:0:5585:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 9 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.579051:0:5585:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.579064:0:5585:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10080000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.579072:0:5585:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10080000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.579088:0:5585:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x80000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.579122:0:5585:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cdd45747800) 00000100:00100000:2.0:1789762963.579155:0:5585:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cdd593dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7595:x1876702022201216:12345-192.168.203.148@tcp:105: Request processed in 206us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1789762963.579177:0:5585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.148@tcp, seq: 105 00010000:00010000:2.0:1789762963.579218:0:15804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.579250:0:15804:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.579284:0:15804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762963.579302:0:15804:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=3145727 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x10020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.579318:0:15804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.579345:0:15804:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.579378:0:15804:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write [2097152, 3145728) append 0 append lockpos 0 00000080:00200000:2.0:1789762963.579387:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 512 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.579409:0:15804:0:(rw26.c:871:ll_write_end()) pos 2097152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.579420:0:15804:0:(rw26.c:929:ll_write_end()) page@000000004cd0a346[3 0000000073d257db 2 1 000000003e6b9567 0 0 512] 00000080:00200000:2.0:1789762963.579433:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000568ee01f 17ffffc0001001 3:0 ffff9cdd58bea8c0 512 lru 00000080:00200000:2.0:1789762963.579452:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000005fd345e9 512: 1< 0 - - > 2< 2097152 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.579457:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000004cd0a346 00000080:00200000:2.0:1789762963.579460:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762963.579467:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 513 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.579488:0:15804:0:(rw26.c:871:ll_write_end()) pos 2101248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.579504:0:15804:0:(rw26.c:929:ll_write_end()) page@000000009542a356[3 0000000073d257db 2 1 000000003e6b9567 0 0 513] 00000080:00200000:2.0:1789762963.579515:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000049d2ef56 17ffffc0001001 3:0 ffff9cdd58beaee0 513 lru 00000080:00200000:2.0:1789762963.579554:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f7b42762 513: 1< 0 - - > 2< 2101248 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.579560:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000009542a356 00000080:00200000:2.0:1789762963.579564:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762963.579570:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 514 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.579592:0:15804:0:(rw26.c:871:ll_write_end()) pos 2105344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.579606:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000c4864ada[3 0000000073d257db 2 1 000000003e6b9567 0 0 514] 00000080:00200000:2.0:1789762963.579618:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000dd541e63 17ffffc0001001 3:0 ffff9cdd58bea700 514 lru 00000080:00200000:2.0:1789762963.579644:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000000cdb0ff8 514: 1< 0 - - > 2< 2105344 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.579649:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000c4864ada 00000080:00200000:2.0:1789762963.579651:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762963.579655:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 515 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.579673:0:15804:0:(rw26.c:871:ll_write_end()) pos 2109440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.579683:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000966e1b7f[3 0000000073d257db 2 1 000000003e6b9567 0 0 515] 00000080:00200000:2.0:1789762963.579691:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000010f023e9 17ffffc0001001 3:0 ffff9cdd58beab60 515 lru 00000080:00200000:2.0:1789762963.579709:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000047c4c96a 515: 1< 0 - - > 2< 2109440 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.579714:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000966e1b7f 00000080:00200000:2.0:1789762963.579718:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762963.579722:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 516 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.579743:0:15804:0:(rw26.c:871:ll_write_end()) pos 2113536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.579753:0:15804:0:(rw26.c:929:ll_write_end()) page@000000007a51b48b[3 0000000073d257db 2 1 000000003e6b9567 0 0 516] 00000080:00200000:2.0:1789762963.579762:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000006f9e91f6 17ffffc0001001 3:0 ffff9cdd58bea1c0 516 lru 00000080:00200000:2.0:1789762963.579778:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ebdc574f 516: 1< 0 - - > 2< 2113536 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.579783:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000007a51b48b 00000080:00200000:2.0:1789762963.579787:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762963.579791:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 517 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.579809:0:15804:0:(rw26.c:871:ll_write_end()) pos 2117632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.579823:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000033b1c567[3 0000000073d257db 2 1 000000003e6b9567 0 0 517] 00000080:00200000:2.0:1789762963.579835:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000470f3d4c 17ffffc0001001 3:0 ffff9cdd58beaa80 517 lru 00000080:00200000:2.0:1789762963.579861:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000002361a93f 517: 1< 0 - - > 2< 2117632 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580002:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000033b1c567 00000080:00200000:2.0:1789762963.580006:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762963.580012:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 518 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580033:0:15804:0:(rw26.c:871:ll_write_end()) pos 2121728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580043:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000b62ed83a[3 0000000073d257db 2 1 000000003e6b9567 0 0 518] 00000080:00200000:2.0:1789762963.580051:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000008f4913e3 17ffffc0001001 3:0 ffff9cdd58bea7e0 518 lru 00000080:00200000:2.0:1789762963.580062:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000088725ecc 518: 1< 0 - - > 2< 2121728 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580068:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000b62ed83a 00000080:00200000:2.0:1789762963.580072:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762963.580078:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 519 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580099:0:15804:0:(rw26.c:871:ll_write_end()) pos 2125824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580111:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000aed516a5[3 0000000073d257db 2 1 000000003e6b9567 0 0 519] 00000080:00200000:2.0:1789762963.580118:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007dce234d 17ffffc0001001 3:0 ffff9cdd58bea620 519 lru 00000080:00200000:2.0:1789762963.580142:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000295301c6 519: 1< 0 - - > 2< 2125824 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580147:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000aed516a5 00000080:00200000:2.0:1789762963.580150:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762963.580154:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 520 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580174:0:15804:0:(rw26.c:871:ll_write_end()) pos 2129920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580186:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000b9e8e634[3 0000000073d257db 2 1 000000003e6b9567 0 0 520] 00000080:00200000:2.0:1789762963.580194:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000008d8b556f 17ffffc0001001 3:0 ffff9cdd58beac40 520 lru 00000080:00200000:2.0:1789762963.580214:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000e8d755c4 520: 1< 0 - - > 2< 2129920 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580219:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000b9e8e634 00000080:00200000:2.0:1789762963.580223:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762963.580228:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 521 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580259:0:15804:0:(rw26.c:871:ll_write_end()) pos 2134016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580273:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000073c610a2[3 0000000073d257db 2 1 000000003e6b9567 0 0 521] 00000080:00200000:2.0:1789762963.580282:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000bb3c1cfc 17ffffc0001021 2:0 ffff9cdd437e7a80 521 lru 00000080:00200000:2.0:1789762963.580305:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb1a8eb3 521: 1< 0 - - > 2< 2134016 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580313:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000073c610a2 00000080:00200000:2.0:1789762963.580317:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762963.580322:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 522 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580343:0:15804:0:(rw26.c:871:ll_write_end()) pos 2138112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580356:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000bd3c7f58[3 0000000073d257db 2 1 000000003e6b9567 0 0 522] 00000080:00200000:2.0:1789762963.580367:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000001ef4fae7 17ffffc0001001 3:0 ffff9cdd437e77e0 522 lru 00000080:00200000:2.0:1789762963.580395:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000005251ebdb 522: 1< 0 - - > 2< 2138112 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580400:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000bd3c7f58 00000080:00200000:2.0:1789762963.580404:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762963.580408:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 523 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580428:0:15804:0:(rw26.c:871:ll_write_end()) pos 2142208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580436:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001da1ccd8[3 0000000073d257db 2 1 000000003e6b9567 0 0 523] 00000080:00200000:2.0:1789762963.580445:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000087ae5111 17ffffc0001001 3:0 ffff9cdd437e7620 523 lru 00000080:00200000:2.0:1789762963.580470:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000000ba8ffe1 523: 1< 0 - - > 2< 2142208 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580477:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001da1ccd8 00000080:00200000:2.0:1789762963.580481:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762963.580486:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 524 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580508:0:15804:0:(rw26.c:871:ll_write_end()) pos 2146304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580518:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000c5fefedc[3 0000000073d257db 2 1 000000003e6b9567 0 0 524] 00000080:00200000:2.0:1789762963.580522:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000001b96b3e 17ffffc0001001 3:0 ffff9cdd437e7c40 524 lru 00000080:00200000:2.0:1789762963.580526:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000041f2ba86 524: 1< 0 - - > 2< 2146304 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580528:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000c5fefedc 00000080:00200000:2.0:1789762963.580542:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762963.580544:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 525 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580561:0:15804:0:(rw26.c:871:ll_write_end()) pos 2150400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580574:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000020ccfac0[3 0000000073d257db 2 1 000000003e6b9567 0 0 525] 00000080:00200000:2.0:1789762963.580586:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000c4096b83 17ffffc0001001 3:0 ffff9cdd437e7000 525 lru 00000080:00200000:2.0:1789762963.580609:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000056b849b9 525: 1< 0 - - > 2< 2150400 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580614:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000020ccfac0 00000080:00200000:2.0:1789762963.580618:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762963.580623:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 526 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580641:0:15804:0:(rw26.c:871:ll_write_end()) pos 2154496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580657:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000013c64556[3 0000000073d257db 2 1 000000003e6b9567 0 0 526] 00000080:00200000:2.0:1789762963.580669:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000c6baa816 17ffffc0001001 3:0 ffff9cdd437e70e0 526 lru 00000080:00200000:2.0:1789762963.580696:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000005971bf43 526: 1< 0 - - > 2< 2154496 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580703:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000013c64556 00000080:00200000:2.0:1789762963.580707:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762963.580711:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 527 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580732:0:15804:0:(rw26.c:871:ll_write_end()) pos 2158592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580744:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000318b57c3[3 0000000073d257db 2 1 000000003e6b9567 0 0 527] 00000080:00200000:2.0:1789762963.580753:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000061d93dab 17ffffc0001001 3:0 ffff9cdd437e7d20 527 lru 00000080:00200000:2.0:1789762963.580777:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0fa61d7 527: 1< 0 - - > 2< 2158592 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580783:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000318b57c3 00000080:00200000:2.0:1789762963.580788:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762963.580793:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 528 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580817:0:15804:0:(rw26.c:871:ll_write_end()) pos 2162688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580824:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000056adf675[3 0000000073d257db 2 1 000000003e6b9567 0 0 528] 00000080:00200000:2.0:1789762963.580831:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002cb3827c 17ffffc0001001 3:0 ffff9cdd437e7460 528 lru 00000080:00200000:2.0:1789762963.580856:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f24051b4 528: 1< 0 - - > 2< 2162688 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580862:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000056adf675 00000080:00200000:2.0:1789762963.580888:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762963.580894:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 529 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580913:0:15804:0:(rw26.c:871:ll_write_end()) pos 2166784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.580925:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000024544e55[3 0000000073d257db 2 1 000000003e6b9567 0 0 529] 00000080:00200000:2.0:1789762963.580936:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf997fe3 17ffffc0001001 3:0 ffff9cdd437e7540 529 lru 00000080:00200000:2.0:1789762963.580953:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000082330a6d 529: 1< 0 - - > 2< 2166784 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.580958:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000024544e55 00000080:00200000:2.0:1789762963.580961:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762963.580966:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 530 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.580987:0:15804:0:(rw26.c:871:ll_write_end()) pos 2170880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581001:0:15804:0:(rw26.c:929:ll_write_end()) page@000000000e686c54[3 0000000073d257db 2 1 000000003e6b9567 0 0 530] 00000080:00200000:2.0:1789762963.581013:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007d0eb532 17ffffc0001001 3:0 ffff9cdd437e7380 530 lru 00000080:00200000:2.0:1789762963.581033:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000003bbf05e0 530: 1< 0 - - > 2< 2170880 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581039:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000000e686c54 00000080:00200000:2.0:1789762963.581042:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762963.581047:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 531 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581067:0:15804:0:(rw26.c:871:ll_write_end()) pos 2174976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581081:0:15804:0:(rw26.c:929:ll_write_end()) page@000000009d6425b4[3 0000000073d257db 2 1 000000003e6b9567 0 0 531] 00000080:00200000:2.0:1789762963.581092:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f6a3e6b6 17ffffc0001001 3:0 ffff9cdd437e72a0 531 lru 00000080:00200000:2.0:1789762963.581113:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000064ef0d6b 531: 1< 0 - - > 2< 2174976 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581119:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000009d6425b4 00000080:00200000:2.0:1789762963.581122:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762963.581126:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 532 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581146:0:15804:0:(rw26.c:871:ll_write_end()) pos 2179072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581162:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d47f4514[3 0000000073d257db 2 1 000000003e6b9567 0 0 532] 00000080:00200000:2.0:1789762963.581174:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000dada7812 17ffffc0001001 3:0 ffff9cdd437e79a0 532 lru 00000080:00200000:2.0:1789762963.581198:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000009743e353 532: 1< 0 - - > 2< 2179072 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581204:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d47f4514 00000080:00200000:2.0:1789762963.581208:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762963.581214:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 533 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581241:0:15804:0:(rw26.c:871:ll_write_end()) pos 2183168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581258:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003e21100c[3 0000000073d257db 2 1 000000003e6b9567 0 0 533] 00000080:00200000:2.0:1789762963.581269:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee4f376d 17ffffc0001001 3:0 ffff9cdd437e7e00 533 lru 00000080:00200000:2.0:1789762963.581292:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000001bd4cf90 533: 1< 0 - - > 2< 2183168 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581299:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003e21100c 00000080:00200000:2.0:1789762963.581303:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762963.581309:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 534 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581330:0:15804:0:(rw26.c:871:ll_write_end()) pos 2187264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581341:0:15804:0:(rw26.c:929:ll_write_end()) page@000000006e8e8a8f[3 0000000073d257db 2 1 000000003e6b9567 0 0 534] 00000080:00200000:2.0:1789762963.581350:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000010b47dbe 17ffffc0001001 3:0 ffff9cdd437e78c0 534 lru 00000080:00200000:2.0:1789762963.581370:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006d888057 534: 1< 0 - - > 2< 2187264 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581376:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000006e8e8a8f 00000080:00200000:2.0:1789762963.581379:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762963.581384:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 535 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581406:0:15804:0:(rw26.c:871:ll_write_end()) pos 2191360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581416:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f078a7f0[3 0000000073d257db 2 1 000000003e6b9567 0 0 535] 00000080:00200000:2.0:1789762963.581426:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e8dbac09 17ffffc0001001 3:0 ffff9cdd437e7ee0 535 lru 00000080:00200000:2.0:1789762963.581449:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000573809cd 535: 1< 0 - - > 2< 2191360 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581455:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f078a7f0 00000080:00200000:2.0:1789762963.581459:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762963.581464:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 536 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581489:0:15804:0:(rw26.c:871:ll_write_end()) pos 2195456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581501:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f47d21aa[3 0000000073d257db 2 1 000000003e6b9567 0 0 536] 00000080:00200000:2.0:1789762963.581511:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000003935cf35 17ffffc0001021 2:0 ffff9cdd437e7700 536 lru 00000080:00200000:2.0:1789762963.581540:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000e6c6384c 536: 1< 0 - - > 2< 2195456 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581545:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f47d21aa 00000080:00200000:2.0:1789762963.581549:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762963.581555:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 537 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581576:0:15804:0:(rw26.c:871:ll_write_end()) pos 2199552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581585:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000068b9ebe3[3 0000000073d257db 2 1 000000003e6b9567 0 0 537] 00000080:00200000:2.0:1789762963.581591:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e29d59a3 17ffffc0001001 3:0 ffff9cdd437e7b60 537 lru 00000080:00200000:2.0:1789762963.581610:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f62ed52a 537: 1< 0 - - > 2< 2199552 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581616:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000068b9ebe3 00000080:00200000:2.0:1789762963.581621:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762963.581626:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 538 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581646:0:15804:0:(rw26.c:871:ll_write_end()) pos 2203648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581660:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000c60eab84[3 0000000073d257db 2 1 000000003e6b9567 0 0 538] 00000080:00200000:2.0:1789762963.581666:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000dd9684a3 17ffffc0001001 3:0 ffff9cdd437e71c0 538 lru 00000080:00200000:2.0:1789762963.581675:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000705d2117 538: 1< 0 - - > 2< 2203648 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581681:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000c60eab84 00000080:00200000:2.0:1789762963.581684:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762963.581689:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 539 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581713:0:15804:0:(rw26.c:871:ll_write_end()) pos 2207744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581726:0:15804:0:(rw26.c:929:ll_write_end()) page@000000005397be92[3 0000000073d257db 2 1 000000003e6b9567 0 0 539] 00000080:00200000:2.0:1789762963.581736:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009a309617 17ffffc0001001 3:0 ffff9cdd437ef540 539 lru 00000080:00200000:2.0:1789762963.581746:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006e52e90b 539: 1< 0 - - > 2< 2207744 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581750:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000005397be92 00000080:00200000:2.0:1789762963.581754:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762963.581759:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 540 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581781:0:15804:0:(rw26.c:871:ll_write_end()) pos 2211840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581796:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001b8a1d23[3 0000000073d257db 2 1 000000003e6b9567 0 0 540] 00000080:00200000:2.0:1789762963.581806:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000046302735 17ffffc0001001 3:0 ffff9cdd437ef380 540 lru 00000080:00200000:2.0:1789762963.581830:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000c44c3071 540: 1< 0 - - > 2< 2211840 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581835:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001b8a1d23 00000080:00200000:2.0:1789762963.581837:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762963.581843:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 541 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581887:0:15804:0:(rw26.c:871:ll_write_end()) pos 2215936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581900:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000907dab09[3 0000000073d257db 2 1 000000003e6b9567 0 0 541] 00000080:00200000:2.0:1789762963.581905:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf9371a1 17ffffc0001001 3:0 ffff9cdd437ef2a0 541 lru 00000080:00200000:2.0:1789762963.581922:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef28d97e 541: 1< 0 - - > 2< 2215936 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581928:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000907dab09 00000080:00200000:2.0:1789762963.581932:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762963.581937:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 542 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.581961:0:15804:0:(rw26.c:871:ll_write_end()) pos 2220032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.581974:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000053b9ec32[3 0000000073d257db 2 1 000000003e6b9567 0 0 542] 00000080:00200000:2.0:1789762963.581984:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000006a8e3baa 17ffffc0001001 3:0 ffff9cdd437ef9a0 542 lru 00000080:00200000:2.0:1789762963.581995:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b6fc7084 542: 1< 0 - - > 2< 2220032 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.581999:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000053b9ec32 00000080:00200000:2.0:1789762963.582004:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762963.582007:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 543 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582027:0:15804:0:(rw26.c:871:ll_write_end()) pos 2224128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582044:0:15804:0:(rw26.c:929:ll_write_end()) page@000000006cb339e0[3 0000000073d257db 2 1 000000003e6b9567 0 0 543] 00000080:00200000:2.0:1789762963.582055:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000004b90bc5a 17ffffc0001001 3:0 ffff9cdd437efe00 543 lru 00000080:00200000:2.0:1789762963.582066:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006a219405 543: 1< 0 - - > 2< 2224128 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582073:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000006cb339e0 00000080:00200000:2.0:1789762963.582078:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762963.582083:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 544 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582104:0:15804:0:(rw26.c:871:ll_write_end()) pos 2228224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582120:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000bb76e1c3[3 0000000073d257db 2 1 000000003e6b9567 0 0 544] 00000080:00200000:2.0:1789762963.582132:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000078d747f3 17ffffc0001001 3:0 ffff9cdd437ef8c0 544 lru 00000080:00200000:2.0:1789762963.582160:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000002e8bbf43 544: 1< 0 - - > 2< 2228224 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582168:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000bb76e1c3 00000080:00200000:2.0:1789762963.582173:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762963.582178:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 545 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582199:0:15804:0:(rw26.c:871:ll_write_end()) pos 2232320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582211:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001c03b4da[3 0000000073d257db 2 1 000000003e6b9567 0 0 545] 00000080:00200000:2.0:1789762963.582221:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000406f957d 17ffffc0001001 3:0 ffff9cdd437efee0 545 lru 00000080:00200000:2.0:1789762963.582237:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f586bc4f 545: 1< 0 - - > 2< 2232320 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582244:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001c03b4da 00000080:00200000:2.0:1789762963.582247:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762963.582252:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 546 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582273:0:15804:0:(rw26.c:871:ll_write_end()) pos 2236416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582281:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f72892ae[3 0000000073d257db 2 1 000000003e6b9567 0 0 546] 00000080:00200000:2.0:1789762963.582287:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000021c5abe2 17ffffc0001001 3:0 ffff9cdd437ef700 546 lru 00000080:00200000:2.0:1789762963.582301:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000037c0a590 546: 1< 0 - - > 2< 2236416 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582307:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f72892ae 00000080:00200000:2.0:1789762963.582311:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762963.582316:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 547 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582336:0:15804:0:(rw26.c:871:ll_write_end()) pos 2240512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582352:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000058808f2d[3 0000000073d257db 2 1 000000003e6b9567 0 0 547] 00000080:00200000:2.0:1789762963.582360:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e5fdaa0f 17ffffc0001001 3:0 ffff9cdd437efb60 547 lru 00000080:00200000:2.0:1789762963.582376:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000009eca8378 547: 1< 0 - - > 2< 2240512 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582379:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000058808f2d 00000080:00200000:2.0:1789762963.582383:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762963.582388:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 548 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582409:0:15804:0:(rw26.c:871:ll_write_end()) pos 2244608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582424:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000927fed89[3 0000000073d257db 2 1 000000003e6b9567 0 0 548] 00000080:00200000:2.0:1789762963.582435:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009f59aedc 17ffffc0001001 3:0 ffff9cdd437ef1c0 548 lru 00000080:00200000:2.0:1789762963.582443:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000648a2977 548: 1< 0 - - > 2< 2244608 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582448:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000927fed89 00000080:00200000:2.0:1789762963.582453:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762963.582460:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 549 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582485:0:15804:0:(rw26.c:871:ll_write_end()) pos 2248704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582493:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000020f2e5c[3 0000000073d257db 2 1 000000003e6b9567 0 0 549] 00000080:00200000:2.0:1789762963.582503:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007e1bd062 17ffffc0001001 3:0 ffff9cdd437efa80 549 lru 00000080:00200000:2.0:1789762963.582520:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000a5eadbb1 549: 1< 0 - - > 2< 2248704 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582527:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000020f2e5c 00000080:00200000:2.0:1789762963.582540:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762963.582545:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 550 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582566:0:15804:0:(rw26.c:871:ll_write_end()) pos 2252800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582575:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000ff5ebf3b[3 0000000073d257db 2 1 000000003e6b9567 0 0 550] 00000080:00200000:2.0:1789762963.582586:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000213c34e1 17ffffc0001001 3:0 ffff9cdd437ef7e0 550 lru 00000080:00200000:2.0:1789762963.582615:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000008c687595 550: 1< 0 - - > 2< 2252800 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582623:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000ff5ebf3b 00000080:00200000:2.0:1789762963.582628:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762963.582634:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 551 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582659:0:15804:0:(rw26.c:871:ll_write_end()) pos 2256896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582667:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001c72aa3a[3 0000000073d257db 2 1 000000003e6b9567 0 0 551] 00000080:00200000:2.0:1789762963.582677:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000008b1ea5c2 17ffffc0001021 2:0 ffff9cdd437ef620 551 lru 00000080:00200000:2.0:1789762963.582705:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000021c94487 551: 1< 0 - - > 2< 2256896 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582712:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001c72aa3a 00000080:00200000:2.0:1789762963.582716:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762963.582722:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 552 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582742:0:15804:0:(rw26.c:871:ll_write_end()) pos 2260992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582751:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000972e9373[3 0000000073d257db 2 1 000000003e6b9567 0 0 552] 00000080:00200000:2.0:1789762963.582763:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000005b776085 17ffffc0001001 3:0 ffff9cdd437efc40 552 lru 00000080:00200000:2.0:1789762963.582788:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000494cb7ef 552: 1< 0 - - > 2< 2260992 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582797:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000972e9373 00000080:00200000:2.0:1789762963.582803:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762963.582809:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 553 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582836:0:15804:0:(rw26.c:871:ll_write_end()) pos 2265088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582852:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000b6cdaba0[3 0000000073d257db 2 1 000000003e6b9567 0 0 553] 00000080:00200000:2.0:1789762963.582887:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000841500ae 17ffffc0001001 3:0 ffff9cdd437ef000 553 lru 00000080:00200000:2.0:1789762963.582908:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000537c92e5 553: 1< 0 - - > 2< 2265088 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.582916:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000b6cdaba0 00000080:00200000:2.0:1789762963.582920:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762963.582926:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 554 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.582947:0:15804:0:(rw26.c:871:ll_write_end()) pos 2269184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.582960:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003c940743[3 0000000073d257db 2 1 000000003e6b9567 0 0 554] 00000080:00200000:2.0:1789762963.582970:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e0a7a1e0 17ffffc0001001 3:0 ffff9cdd437ef0e0 554 lru 00000080:00200000:2.0:1789762963.582993:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000a5529128 554: 1< 0 - - > 2< 2269184 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583000:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003c940743 00000080:00200000:2.0:1789762963.583004:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762963.583010:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 555 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583030:0:15804:0:(rw26.c:871:ll_write_end()) pos 2273280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583041:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000038416bc2[3 0000000073d257db 2 1 000000003e6b9567 0 0 555] 00000080:00200000:2.0:1789762963.583048:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009ebf085d 17ffffc0001001 3:0 ffff9cdd437efd20 555 lru 00000080:00200000:2.0:1789762963.583066:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000083232356 555: 1< 0 - - > 2< 2273280 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583073:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000038416bc2 00000080:00200000:2.0:1789762963.583078:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762963.583082:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 556 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583104:0:15804:0:(rw26.c:871:ll_write_end()) pos 2277376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583117:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000fc7edb0b[3 0000000073d257db 2 1 000000003e6b9567 0 0 556] 00000080:00200000:2.0:1789762963.583126:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000078004aef 17ffffc0001001 3:0 ffff9cdd437ef460 556 lru 00000080:00200000:2.0:1789762963.583142:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000081e0716a 556: 1< 0 - - > 2< 2277376 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583148:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000fc7edb0b 00000080:00200000:2.0:1789762963.583153:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762963.583158:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 557 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583182:0:15804:0:(rw26.c:871:ll_write_end()) pos 2281472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583191:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000e3c248c1[3 0000000073d257db 2 1 000000003e6b9567 0 0 557] 00000080:00200000:2.0:1789762963.583200:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000036d25fdf 17ffffc0001001 3:0 ffff9cdd45630a80 557 lru 00000080:00200000:2.0:1789762963.583219:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000bfec1b0c 557: 1< 0 - - > 2< 2281472 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583226:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000e3c248c1 00000080:00200000:2.0:1789762963.583231:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762963.583237:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 558 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583257:0:15804:0:(rw26.c:871:ll_write_end()) pos 2285568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583267:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000839fe5e5[3 0000000073d257db 2 1 000000003e6b9567 0 0 558] 00000080:00200000:2.0:1789762963.583275:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000c9a1b5c0 17ffffc0001001 3:0 ffff9cdd456307e0 558 lru 00000080:00200000:2.0:1789762963.583298:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b9e5dc7e 558: 1< 0 - - > 2< 2285568 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583305:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000839fe5e5 00000080:00200000:2.0:1789762963.583310:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762963.583316:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 559 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583339:0:15804:0:(rw26.c:871:ll_write_end()) pos 2289664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583352:0:15804:0:(rw26.c:929:ll_write_end()) page@000000008f968d69[3 0000000073d257db 2 1 000000003e6b9567 0 0 559] 00000080:00200000:2.0:1789762963.583362:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000006ec7c219 17ffffc0001001 3:0 ffff9cdd45630620 559 lru 00000080:00200000:2.0:1789762963.583380:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d7b3bcb2 559: 1< 0 - - > 2< 2289664 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583385:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000008f968d69 00000080:00200000:2.0:1789762963.583389:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762963.583394:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 560 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583416:0:15804:0:(rw26.c:871:ll_write_end()) pos 2293760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583427:0:15804:0:(rw26.c:929:ll_write_end()) page@000000004c3445c9[3 0000000073d257db 2 1 000000003e6b9567 0 0 560] 00000080:00200000:2.0:1789762963.583434:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e4567ae3 17ffffc0001001 3:0 ffff9cdd45630c40 560 lru 00000080:00200000:2.0:1789762963.583452:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000124932c7 560: 1< 0 - - > 2< 2293760 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583459:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000004c3445c9 00000080:00200000:2.0:1789762963.583463:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762963.583467:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 561 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583488:0:15804:0:(rw26.c:871:ll_write_end()) pos 2297856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583497:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003020cde2[3 0000000073d257db 2 1 000000003e6b9567 0 0 561] 00000080:00200000:2.0:1789762963.583506:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000052996481 17ffffc0001001 3:0 ffff9cdd45630000 561 lru 00000080:00200000:2.0:1789762963.583515:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000fdd17dbf 561: 1< 0 - - > 2< 2297856 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583518:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003020cde2 00000080:00200000:2.0:1789762963.583519:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762963.583524:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 562 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583558:0:15804:0:(rw26.c:871:ll_write_end()) pos 2301952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583574:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000da66feb3[3 0000000073d257db 2 1 000000003e6b9567 0 0 562] 00000080:00200000:2.0:1789762963.583585:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000006efda49c 17ffffc0001001 3:0 ffff9cdd456300e0 562 lru 00000080:00200000:2.0:1789762963.583603:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000003b31be70 562: 1< 0 - - > 2< 2301952 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583609:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000da66feb3 00000080:00200000:2.0:1789762963.583613:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762963.583616:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 563 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583637:0:15804:0:(rw26.c:871:ll_write_end()) pos 2306048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583654:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000031ef5811[3 0000000073d257db 2 1 000000003e6b9567 0 0 563] 00000080:00200000:2.0:1789762963.583668:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000012d2af92 17ffffc0001001 3:0 ffff9cdd45630d20 563 lru 00000080:00200000:2.0:1789762963.583691:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000003f5b8c55 563: 1< 0 - - > 2< 2306048 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583699:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000031ef5811 00000080:00200000:2.0:1789762963.583702:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762963.583709:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 564 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583739:0:15804:0:(rw26.c:871:ll_write_end()) pos 2310144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583754:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000e594468d[3 0000000073d257db 2 1 000000003e6b9567 0 0 564] 00000080:00200000:2.0:1789762963.583764:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f13a24aa 17ffffc0001001 3:0 ffff9cdd45630460 564 lru 00000080:00200000:2.0:1789762963.583790:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000003ee9e286 564: 1< 0 - - > 2< 2310144 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583797:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000e594468d 00000080:00200000:2.0:1789762963.583802:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762963.583809:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 565 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.583837:0:15804:0:(rw26.c:871:ll_write_end()) pos 2314240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.583849:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000230290b2[3 0000000073d257db 2 1 000000003e6b9567 0 0 565] 00000080:00200000:2.0:1789762963.583860:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f99e399c 17ffffc0001001 3:0 ffff9cdd45630540 565 lru 00000080:00200000:2.0:1789762963.583905:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd7d83fa 565: 1< 0 - - > 2< 2314240 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.583912:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000230290b2 00000080:00200000:2.0:1789762963.583918:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00010000:00010000:2.0:1789762963.583935:0:15803:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.583956:0:15803:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.583983:0:15803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762963.584012:0:15803:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=2097151 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x10020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.584032:0:15803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.584058:0:15803:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.584097:0:15803:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write [1048576, 2097152) append 0 append lockpos 0 00000080:00200000:2.0:1789762963.584110:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 256 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584138:0:15803:0:(rw26.c:871:ll_write_end()) pos 1048576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584154:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000561690b[3 0000000073d257db 2 1 0000000031010d91 0 0 256] 00000080:00200000:2.0:1789762963.584165:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000097d74352 17ffffc0001021 2:0 ffff9cdd45630380 256 lru 00000080:00200000:2.0:1789762963.584180:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000826af320 256: 1< 0 - - > 2< 1048576 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584186:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000561690b 00000080:00200000:2.0:1789762963.584190:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762963.584196:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 257 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584216:0:15803:0:(rw26.c:871:ll_write_end()) pos 1052672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584227:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000006b489c8[3 0000000073d257db 2 1 0000000031010d91 0 0 257] 00000080:00200000:2.0:1789762963.584237:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000006d4e18e1 17ffffc0001001 3:0 ffff9cdd456302a0 257 lru 00000080:00200000:2.0:1789762963.584255:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6f96afa 257: 1< 0 - - > 2< 1052672 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584260:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000006b489c8 00000080:00200000:2.0:1789762963.584264:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762963.584268:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 258 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584289:0:15803:0:(rw26.c:871:ll_write_end()) pos 1056768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584302:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000bae0b167[3 0000000073d257db 2 1 0000000031010d91 0 0 258] 00000080:00200000:2.0:1789762963.584312:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000383f25d0 17ffffc0001001 3:0 ffff9cdd456309a0 258 lru 00000080:00200000:2.0:1789762963.584329:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000016c5e270 258: 1< 0 - - > 2< 1056768 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584333:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000bae0b167 00000080:00200000:2.0:1789762963.584336:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762963.584341:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 259 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584361:0:15803:0:(rw26.c:871:ll_write_end()) pos 1060864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584374:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000b33ea64c[3 0000000073d257db 2 1 0000000031010d91 0 0 259] 00000080:00200000:2.0:1789762963.584385:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000078fee229 17ffffc0001001 3:0 ffff9cdd45630e00 259 lru 00000080:00200000:2.0:1789762963.584402:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000030bbfbe9 259: 1< 0 - - > 2< 1060864 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584408:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000b33ea64c 00000080:00200000:2.0:1789762963.584411:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762963.584414:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 260 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584436:0:15803:0:(rw26.c:871:ll_write_end()) pos 1064960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584447:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009de5b546[3 0000000073d257db 2 1 0000000031010d91 0 0 260] 00000080:00200000:2.0:1789762963.584456:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000b93cdd66 17ffffc0001001 3:0 ffff9cdd456308c0 260 lru 00000080:00200000:2.0:1789762963.584478:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000badc8095 260: 1< 0 - - > 2< 1064960 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584485:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009de5b546 00000080:00200000:2.0:1789762963.584489:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762963.584494:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 261 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584514:0:15803:0:(rw26.c:871:ll_write_end()) pos 1069056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584526:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000080a2f38a[3 0000000073d257db 2 1 0000000031010d91 0 0 261] 00000080:00200000:2.0:1789762963.584548:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1821f88 17ffffc0001001 3:0 ffff9cdd45630ee0 261 lru 00000080:00200000:2.0:1789762963.584568:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007090cab6 261: 1< 0 - - > 2< 1069056 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584574:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000080a2f38a 00000080:00200000:2.0:1789762963.584577:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762963.584582:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 262 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584603:0:15803:0:(rw26.c:871:ll_write_end()) pos 1073152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584615:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000941a04f4[3 0000000073d257db 2 1 0000000031010d91 0 0 262] 00000080:00200000:2.0:1789762963.584620:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5a6d166 17ffffc0001001 3:0 ffff9cdd45630700 262 lru 00000080:00200000:2.0:1789762963.584627:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000dcea07ff 262: 1< 0 - - > 2< 1073152 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584631:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000941a04f4 00000080:00200000:2.0:1789762963.584634:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762963.584637:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 263 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584658:0:15803:0:(rw26.c:871:ll_write_end()) pos 1077248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584673:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000ceaf389b[3 0000000073d257db 2 1 0000000031010d91 0 0 263] 00000080:00200000:2.0:1789762963.584685:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000005b7762a9 17ffffc0001001 3:0 ffff9cdd45630b60 263 lru 00000080:00200000:2.0:1789762963.584699:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000228dfcb2 263: 1< 0 - - > 2< 1077248 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584704:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000ceaf389b 00000080:00200000:2.0:1789762963.584707:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762963.584711:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 264 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584730:0:15803:0:(rw26.c:871:ll_write_end()) pos 1081344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584744:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000082dcd52c[3 0000000073d257db 2 1 0000000031010d91 0 0 264] 00000080:00200000:2.0:1789762963.584752:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000066b3f50a 17ffffc0001001 3:0 ffff9cdd456301c0 264 lru 00000080:00200000:2.0:1789762963.584778:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000296f6faa 264: 1< 0 - - > 2< 1081344 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584784:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000082dcd52c 00000080:00200000:2.0:1789762963.584790:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762963.584794:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 265 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584821:0:15803:0:(rw26.c:871:ll_write_end()) pos 1085440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584834:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000894e86f8[3 0000000073d257db 2 1 0000000031010d91 0 0 265] 00000080:00200000:2.0:1789762963.584843:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000080042391 17ffffc0001001 3:0 ffff9cdd437e61c0 265 lru 00000080:00200000:2.0:1789762963.584861:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000024d55e61 265: 1< 0 - - > 2< 1085440 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584891:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000894e86f8 00000080:00200000:2.0:1789762963.584894:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762963.584899:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 266 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584920:0:15803:0:(rw26.c:871:ll_write_end()) pos 1089536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.584931:0:15803:0:(rw26.c:929:ll_write_end()) page@000000006dee426c[3 0000000073d257db 2 1 0000000031010d91 0 0 266] 00000080:00200000:2.0:1789762963.584941:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6cdbf28 17ffffc0001001 3:0 ffff9cdd437e6a80 266 lru 00000080:00200000:2.0:1789762963.584953:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000006e169d42 266: 1< 0 - - > 2< 1089536 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.584958:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000006dee426c 00000080:00200000:2.0:1789762963.584962:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762963.584967:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 267 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.584989:0:15803:0:(rw26.c:871:ll_write_end()) pos 1093632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585004:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000987df8b6[3 0000000073d257db 2 1 0000000031010d91 0 0 267] 00000080:00200000:2.0:1789762963.585016:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d2bdd1a1 17ffffc0001001 3:0 ffff9cdd437e67e0 267 lru 00000080:00200000:2.0:1789762963.585029:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000522403fe 267: 1< 0 - - > 2< 1093632 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585034:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000987df8b6 00000080:00200000:2.0:1789762963.585037:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762963.585040:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 268 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585061:0:15803:0:(rw26.c:871:ll_write_end()) pos 1097728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585075:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000a91fbdaa[3 0000000073d257db 2 1 0000000031010d91 0 0 268] 00000080:00200000:2.0:1789762963.585086:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000039327783 17ffffc0001001 3:0 ffff9cdd437e6620 268 lru 00000080:00200000:2.0:1789762963.585108:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000f547ccc0 268: 1< 0 - - > 2< 1097728 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585115:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000a91fbdaa 00000080:00200000:2.0:1789762963.585120:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762963.585123:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 269 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585141:0:15803:0:(rw26.c:871:ll_write_end()) pos 1101824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585157:0:15803:0:(rw26.c:929:ll_write_end()) page@000000007263b104[3 0000000073d257db 2 1 0000000031010d91 0 0 269] 00000080:00200000:2.0:1789762963.585169:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000088719a7c 17ffffc0001001 3:0 ffff9cdd437e6c40 269 lru 00000080:00200000:2.0:1789762963.585193:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000b92c3eeb 269: 1< 0 - - > 2< 1101824 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585198:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000007263b104 00000080:00200000:2.0:1789762963.585203:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762963.585207:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 270 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585229:0:15803:0:(rw26.c:871:ll_write_end()) pos 1105920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585238:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000cbd61d3b[3 0000000073d257db 2 1 0000000031010d91 0 0 270] 00000080:00200000:2.0:1789762963.585248:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000903f1884 17ffffc0001001 3:0 ffff9cdd437e6000 270 lru 00000080:00200000:2.0:1789762963.585278:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000039a356db 270: 1< 0 - - > 2< 1105920 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585286:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000cbd61d3b 00000080:00200000:2.0:1789762963.585292:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762963.585297:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 271 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585322:0:15803:0:(rw26.c:871:ll_write_end()) pos 1110016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585336:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000d65dd2d3[3 0000000073d257db 2 1 0000000031010d91 0 0 271] 00000080:00200000:2.0:1789762963.585347:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000003064d9e5 17ffffc0001021 2:0 ffff9cdd437e60e0 271 lru 00000080:00200000:2.0:1789762963.585374:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000fbb24dd8 271: 1< 0 - - > 2< 1110016 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585381:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000d65dd2d3 00000080:00200000:2.0:1789762963.585385:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762963.585392:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 272 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585412:0:15803:0:(rw26.c:871:ll_write_end()) pos 1114112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585418:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000d49a251e[3 0000000073d257db 2 1 0000000031010d91 0 0 272] 00000080:00200000:2.0:1789762963.585420:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000002de7f149 17ffffc0001001 3:0 ffff9cdd437e6d20 272 lru 00000080:00200000:2.0:1789762963.585446:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e0a8eccd 272: 1< 0 - - > 2< 1114112 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585452:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000d49a251e 00000080:00200000:2.0:1789762963.585456:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762963.585461:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 273 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585481:0:15803:0:(rw26.c:871:ll_write_end()) pos 1118208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585492:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000fb4ae8f8[3 0000000073d257db 2 1 0000000031010d91 0 0 273] 00000080:00200000:2.0:1789762963.585499:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000095e10114 17ffffc0001001 3:0 ffff9cdd437e6460 273 lru 00000080:00200000:2.0:1789762963.585503:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000008c002aa1 273: 1< 0 - - > 2< 1118208 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585504:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000fb4ae8f8 00000080:00200000:2.0:1789762963.585506:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762963.585508:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 274 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585543:0:15803:0:(rw26.c:871:ll_write_end()) pos 1122304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585558:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000411c2012[3 0000000073d257db 2 1 0000000031010d91 0 0 274] 00000080:00200000:2.0:1789762963.585571:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000821ead8d 17ffffc0001001 3:0 ffff9cdd437e6540 274 lru 00000080:00200000:2.0:1789762963.585587:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000cc85b845 274: 1< 0 - - > 2< 1122304 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585592:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000411c2012 00000080:00200000:2.0:1789762963.585597:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762963.585602:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 275 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585623:0:15803:0:(rw26.c:871:ll_write_end()) pos 1126400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585638:0:15803:0:(rw26.c:929:ll_write_end()) page@000000002a237f66[3 0000000073d257db 2 1 0000000031010d91 0 0 275] 00000080:00200000:2.0:1789762963.585646:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000003b43bd85 17ffffc0001001 3:0 ffff9cdd437e6380 275 lru 00000080:00200000:2.0:1789762963.585672:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000bd34ea69 275: 1< 0 - - > 2< 1126400 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585677:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000002a237f66 00000080:00200000:2.0:1789762963.585681:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762963.585686:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 276 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585706:0:15803:0:(rw26.c:871:ll_write_end()) pos 1130496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585720:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000af042ca[3 0000000073d257db 2 1 0000000031010d91 0 0 276] 00000080:00200000:2.0:1789762963.585729:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000005caa86d6 17ffffc0001001 3:0 ffff9cdd437e62a0 276 lru 00000080:00200000:2.0:1789762963.585755:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000af020fd1 276: 1< 0 - - > 2< 1130496 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585761:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000af042ca 00000080:00200000:2.0:1789762963.585767:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762963.585772:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 277 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585794:0:15803:0:(rw26.c:871:ll_write_end()) pos 1134592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585812:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c8fa7c65[3 0000000073d257db 2 1 0000000031010d91 0 0 277] 00000080:00200000:2.0:1789762963.585826:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd426a0b 17ffffc0001001 3:0 ffff9cdd437e69a0 277 lru 00000080:00200000:2.0:1789762963.585852:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec96a2cc 277: 1< 0 - - > 2< 1134592 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585861:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c8fa7c65 00000080:00200000:2.0:1789762963.585885:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762963.585889:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 278 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585909:0:15803:0:(rw26.c:871:ll_write_end()) pos 1138688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585920:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000a7448c2f[3 0000000073d257db 2 1 0000000031010d91 0 0 278] 00000080:00200000:2.0:1789762963.585928:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000059ad8957 17ffffc0001001 3:0 ffff9cdd437e6e00 278 lru 00000080:00200000:2.0:1789762963.585938:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000b29ebb86 278: 1< 0 - - > 2< 1138688 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.585943:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000a7448c2f 00000080:00200000:2.0:1789762963.585945:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762963.585948:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 279 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.585966:0:15803:0:(rw26.c:871:ll_write_end()) pos 1142784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.585980:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000edbbb112[3 0000000073d257db 2 1 0000000031010d91 0 0 279] 00000080:00200000:2.0:1789762963.585991:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d27c4809 17ffffc0001001 3:0 ffff9cdd437e68c0 279 lru 00000080:00200000:2.0:1789762963.586002:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000737cbcab 279: 1< 0 - - > 2< 1142784 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586008:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000edbbb112 00000080:00200000:2.0:1789762963.586012:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762963.586016:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 280 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586036:0:15803:0:(rw26.c:871:ll_write_end()) pos 1146880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586047:0:15803:0:(rw26.c:929:ll_write_end()) page@000000004298dbbb[3 0000000073d257db 2 1 0000000031010d91 0 0 280] 00000080:00200000:2.0:1789762963.586054:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d8387e77 17ffffc0001001 3:0 ffff9cdd437e6ee0 280 lru 00000080:00200000:2.0:1789762963.586074:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9569099 280: 1< 0 - - > 2< 1146880 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586079:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000004298dbbb 00000080:00200000:2.0:1789762963.586082:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762963.586086:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 281 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586107:0:15803:0:(rw26.c:871:ll_write_end()) pos 1150976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586116:0:15803:0:(rw26.c:929:ll_write_end()) page@000000005a4f7941[3 0000000073d257db 2 1 0000000031010d91 0 0 281] 00000080:00200000:2.0:1789762963.586125:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000acafabba 17ffffc0001001 3:0 ffff9cdd437e6700 281 lru 00000080:00200000:2.0:1789762963.586150:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000002b6039cd 281: 1< 0 - - > 2< 1150976 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586156:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000005a4f7941 00000080:00200000:2.0:1789762963.586160:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762963.586165:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 282 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586185:0:15803:0:(rw26.c:871:ll_write_end()) pos 1155072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586200:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009d083416[3 0000000073d257db 2 1 0000000031010d91 0 0 282] 00000080:00200000:2.0:1789762963.586209:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007997af7c 17ffffc0001001 3:0 ffff9cdd437e6b60 282 lru 00000080:00200000:2.0:1789762963.586221:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000004aff099d 282: 1< 0 - - > 2< 1155072 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586227:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009d083416 00000080:00200000:2.0:1789762963.586231:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762963.586235:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 283 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586260:0:15803:0:(rw26.c:871:ll_write_end()) pos 1159168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586272:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000089923c99[3 0000000073d257db 2 1 0000000031010d91 0 0 283] 00000080:00200000:2.0:1789762963.586284:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e58327df 17ffffc0001001 3:0 ffff9cdd4376f460 283 lru 00000080:00200000:2.0:1789762963.586299:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000009b2dd997 283: 1< 0 - - > 2< 1159168 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586304:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000089923c99 00000080:00200000:2.0:1789762963.586308:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762963.586312:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 284 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586331:0:15803:0:(rw26.c:871:ll_write_end()) pos 1163264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586342:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c8c6bbae[3 0000000073d257db 2 1 0000000031010d91 0 0 284] 00000080:00200000:2.0:1789762963.586353:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000030555e89 17ffffc0001001 3:0 ffff9cdd4376f540 284 lru 00000080:00200000:2.0:1789762963.586381:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000080894d9 284: 1< 0 - - > 2< 1163264 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586389:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c8c6bbae 00000080:00200000:2.0:1789762963.586393:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762963.586398:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 285 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586419:0:15803:0:(rw26.c:871:ll_write_end()) pos 1167360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586430:0:15803:0:(rw26.c:929:ll_write_end()) page@000000005199ee10[3 0000000073d257db 2 1 0000000031010d91 0 0 285] 00000080:00200000:2.0:1789762963.586441:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000077799755 17ffffc0001001 3:0 ffff9cdd4376f380 285 lru 00000080:00200000:2.0:1789762963.586468:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000aa0b710c 285: 1< 0 - - > 2< 1167360 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586475:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000005199ee10 00000080:00200000:2.0:1789762963.586480:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762963.586485:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 286 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586510:0:15803:0:(rw26.c:871:ll_write_end()) pos 1171456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586524:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000d2d77dde[3 0000000073d257db 2 1 0000000031010d91 0 0 286] 00000080:00200000:2.0:1789762963.586546:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000040d787c8 17ffffc0001021 2:0 ffff9cdd4376f2a0 286 lru 00000080:00200000:2.0:1789762963.586572:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c365e5a5 286: 1< 0 - - > 2< 1171456 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586580:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000d2d77dde 00000080:00200000:2.0:1789762963.586583:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762963.586590:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 287 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586611:0:15803:0:(rw26.c:871:ll_write_end()) pos 1175552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586624:0:15803:0:(rw26.c:929:ll_write_end()) page@000000007e38f941[3 0000000073d257db 2 1 0000000031010d91 0 0 287] 00000080:00200000:2.0:1789762963.586635:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000003cfe4dbe 17ffffc0001001 3:0 ffff9cdd4376f9a0 287 lru 00000080:00200000:2.0:1789762963.586649:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000002655689 287: 1< 0 - - > 2< 1175552 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586654:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000007e38f941 00000080:00200000:2.0:1789762963.586658:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762963.586663:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 288 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586685:0:15803:0:(rw26.c:871:ll_write_end()) pos 1179648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586695:0:15803:0:(rw26.c:929:ll_write_end()) page@000000008aac0565[3 0000000073d257db 2 1 0000000031010d91 0 0 288] 00000080:00200000:2.0:1789762963.586700:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000081e352a0 17ffffc0001001 3:0 ffff9cdd4376fe00 288 lru 00000080:00200000:2.0:1789762963.586705:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000028c25d4e 288: 1< 0 - - > 2< 1179648 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586710:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000008aac0565 00000080:00200000:2.0:1789762963.586711:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762963.586715:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 289 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586734:0:15803:0:(rw26.c:871:ll_write_end()) pos 1183744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586749:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000017a8219f[3 0000000073d257db 2 1 0000000031010d91 0 0 289] 00000080:00200000:2.0:1789762963.586760:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000043a09171 17ffffc0001001 3:0 ffff9cdd4376f8c0 289 lru 00000080:00200000:2.0:1789762963.586776:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000004b689f3c 289: 1< 0 - - > 2< 1183744 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586779:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000017a8219f 00000080:00200000:2.0:1789762963.586780:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762963.586782:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 290 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586799:0:15803:0:(rw26.c:871:ll_write_end()) pos 1187840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586812:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000092981d5c[3 0000000073d257db 2 1 0000000031010d91 0 0 290] 00000080:00200000:2.0:1789762963.586821:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000aad2727c 17ffffc0001001 3:0 ffff9cdd4376fee0 290 lru 00000080:00200000:2.0:1789762963.586846:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000008b918963 290: 1< 0 - - > 2< 1187840 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586855:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000092981d5c 00000080:00200000:2.0:1789762963.586858:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762963.586908:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 291 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586929:0:15803:0:(rw26.c:871:ll_write_end()) pos 1191936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586939:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000e5f5e0c[3 0000000073d257db 2 1 0000000031010d91 0 0 291] 00000080:00200000:2.0:1789762963.586943:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000a40261b6 17ffffc0001001 3:0 ffff9cdd4376f700 291 lru 00000080:00200000:2.0:1789762963.586947:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000fedfb1cd 291: 1< 0 - - > 2< 1191936 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.586949:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000e5f5e0c 00000080:00200000:2.0:1789762963.586950:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762963.586952:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 292 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.586969:0:15803:0:(rw26.c:871:ll_write_end()) pos 1196032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.586985:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000a98d4703[3 0000000073d257db 2 1 0000000031010d91 0 0 292] 00000080:00200000:2.0:1789762963.586996:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000009e2aac6c 17ffffc0001001 3:0 ffff9cdd4376fb60 292 lru 00000080:00200000:2.0:1789762963.587017:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000d737e5cc 292: 1< 0 - - > 2< 1196032 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587024:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000a98d4703 00000080:00200000:2.0:1789762963.587028:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762963.587033:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 293 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587052:0:15803:0:(rw26.c:871:ll_write_end()) pos 1200128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587063:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000492aa481[3 0000000073d257db 2 1 0000000031010d91 0 0 293] 00000080:00200000:2.0:1789762963.587070:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000009075f216 17ffffc0001001 3:0 ffff9cdd4376f1c0 293 lru 00000080:00200000:2.0:1789762963.587081:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000003e0d68fd 293: 1< 0 - - > 2< 1200128 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587087:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000492aa481 00000080:00200000:2.0:1789762963.587090:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762963.587094:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 294 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587114:0:15803:0:(rw26.c:871:ll_write_end()) pos 1204224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587124:0:15803:0:(rw26.c:929:ll_write_end()) page@000000004f2b725d[3 0000000073d257db 2 1 0000000031010d91 0 0 294] 00000080:00200000:2.0:1789762963.587135:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d66f48b3 17ffffc0001001 3:0 ffff9cdd4376fa80 294 lru 00000080:00200000:2.0:1789762963.587153:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000731f1d57 294: 1< 0 - - > 2< 1204224 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587158:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000004f2b725d 00000080:00200000:2.0:1789762963.587162:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762963.587166:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 295 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587185:0:15803:0:(rw26.c:871:ll_write_end()) pos 1208320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587197:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000050d18de2[3 0000000073d257db 2 1 0000000031010d91 0 0 295] 00000080:00200000:2.0:1789762963.587206:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007dd20c4e 17ffffc0001001 3:0 ffff9cdd4376f7e0 295 lru 00000080:00200000:2.0:1789762963.587221:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000048c3b750 295: 1< 0 - - > 2< 1208320 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587225:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000050d18de2 00000080:00200000:2.0:1789762963.587230:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762963.587234:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 296 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587253:0:15803:0:(rw26.c:871:ll_write_end()) pos 1212416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587266:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000034eb7c6e[3 0000000073d257db 2 1 0000000031010d91 0 0 296] 00000080:00200000:2.0:1789762963.587272:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000000ed9ebc6 17ffffc0001001 3:0 ffff9cdd4376f620 296 lru 00000080:00200000:2.0:1789762963.587289:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf4f9214 296: 1< 0 - - > 2< 1212416 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587294:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000034eb7c6e 00000080:00200000:2.0:1789762963.587296:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762963.587302:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 297 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587321:0:15803:0:(rw26.c:871:ll_write_end()) pos 1216512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587334:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c40fce8f[3 0000000073d257db 2 1 0000000031010d91 0 0 297] 00000080:00200000:2.0:1789762963.587344:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000777758bb 17ffffc0001001 3:0 ffff9cdd4376fc40 297 lru 00000080:00200000:2.0:1789762963.587359:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000b3490c8a 297: 1< 0 - - > 2< 1216512 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587364:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c40fce8f 00000080:00200000:2.0:1789762963.587366:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762963.587372:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 298 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587393:0:15803:0:(rw26.c:871:ll_write_end()) pos 1220608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587411:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000097ee82dd[3 0000000073d257db 2 1 0000000031010d91 0 0 298] 00000080:00200000:2.0:1789762963.587427:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000992590ae 17ffffc0001001 3:0 ffff9cdd4376f000 298 lru 00000080:00200000:2.0:1789762963.587449:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007ffdffa0 298: 1< 0 - - > 2< 1220608 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587456:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000097ee82dd 00000080:00200000:2.0:1789762963.587460:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762963.587464:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 299 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587491:0:15803:0:(rw26.c:871:ll_write_end()) pos 1224704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587508:0:15803:0:(rw26.c:929:ll_write_end()) page@000000001174ce51[3 0000000073d257db 2 1 0000000031010d91 0 0 299] 00000080:00200000:2.0:1789762963.587517:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000001cfe4536 17ffffc0001001 3:0 ffff9cdd4376f0e0 299 lru 00000080:00200000:2.0:1789762963.587544:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000000fc04db 299: 1< 0 - - > 2< 1224704 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587548:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000001174ce51 00000080:00200000:2.0:1789762963.587552:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762963.587559:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 300 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587584:0:15803:0:(rw26.c:871:ll_write_end()) pos 1228800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587600:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000e39d3c85[3 0000000073d257db 2 1 0000000031010d91 0 0 300] 00000080:00200000:2.0:1789762963.587611:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000006f29005a 17ffffc0001001 3:0 ffff9cdd4376fd20 300 lru 00000080:00200000:2.0:1789762963.587623:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000001e177099 300: 1< 0 - - > 2< 1228800 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587626:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000e39d3c85 00000080:00200000:2.0:1789762963.587627:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762963.587629:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 301 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587655:0:15803:0:(rw26.c:871:ll_write_end()) pos 1232896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587669:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000466735c5[3 0000000073d257db 2 1 0000000031010d91 0 0 301] 00000080:00200000:2.0:1789762963.587680:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000000a087b7e 17ffffc0001021 2:0 ffff9cdd45730a80 301 lru 00000080:00200000:2.0:1789762963.587701:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000002e36a10a 301: 1< 0 - - > 2< 1232896 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587707:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000466735c5 00000080:00200000:2.0:1789762963.587711:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762963.587715:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 302 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587737:0:15803:0:(rw26.c:871:ll_write_end()) pos 1236992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587749:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000059e0ff96[3 0000000073d257db 2 1 0000000031010d91 0 0 302] 00000080:00200000:2.0:1789762963.587762:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000034a4bf6a 17ffffc0001001 3:0 ffff9cdd457307e0 302 lru 00000080:00200000:2.0:1789762963.587779:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007c09134f 302: 1< 0 - - > 2< 1236992 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587786:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000059e0ff96 00000080:00200000:2.0:1789762963.587790:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762963.587795:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 303 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.587815:0:15803:0:(rw26.c:871:ll_write_end()) pos 1241088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.587825:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000d380e7da[3 0000000073d257db 2 1 0000000031010d91 0 0 303] 00000080:00200000:2.0:1789762963.587833:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000840ba4b9 17ffffc0001001 3:0 ffff9cdd45730620 303 lru 00000080:00200000:2.0:1789762963.587851:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000757e1362 303: 1< 0 - - > 2< 1241088 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.587857:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000d380e7da 00000080:00200000:2.0:1789762963.587862:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00010000:00010000:2.0:1789762963.587899:0:15813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.587917:0:15813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.587939:0:15813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762963.587968:0:15813:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 1048576, setting rss=1048576; kms=1048576, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x10020000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.588002:0:15813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.588025:0:15813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.588061:0:15813:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write [11534336, 12582912) append 0 append lockpos 0 00000080:00200000:2.0:1789762963.588074:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2816 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588099:0:15813:0:(rw26.c:871:ll_write_end()) pos 11534336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588113:0:15813:0:(rw26.c:929:ll_write_end()) page@000000006c0d13ff[3 0000000073d257db 2 1 00000000e509f43d 0 0 2816] 00000080:00200000:2.0:1789762963.588124:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000acf2c007 17ffffc0001001 3:0 ffff9cdd45730c40 2816 lru 00000080:00200000:2.0:1789762963.588144:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000016e82a8e 1792: 1< 0 - - > 2< 7340032 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588150:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000006c0d13ff 00000080:00200000:2.0:1789762963.588152:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762963.588156:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2817 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588177:0:15813:0:(rw26.c:871:ll_write_end()) pos 11538432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588187:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000cd8cb6dc[3 0000000073d257db 2 1 00000000e509f43d 0 0 2817] 00000080:00200000:2.0:1789762963.588198:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000366108ad 17ffffc0001001 3:0 ffff9cdd45730000 2817 lru 00000080:00200000:2.0:1789762963.588217:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000018e6f7a 1793: 1< 0 - - > 2< 7344128 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588223:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000cd8cb6dc 00000080:00200000:2.0:1789762963.588226:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762963.588231:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2818 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588251:0:15813:0:(rw26.c:871:ll_write_end()) pos 11542528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588267:0:15813:0:(rw26.c:929:ll_write_end()) page@000000006346ff60[3 0000000073d257db 2 1 00000000e509f43d 0 0 2818] 00000080:00200000:2.0:1789762963.588277:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000004aa4f7f4 17ffffc0001001 3:0 ffff9cdd457300e0 2818 lru 00000080:00200000:2.0:1789762963.588303:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000078a0bee 1794: 1< 0 - - > 2< 7348224 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588309:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000006346ff60 00000080:00200000:2.0:1789762963.588314:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762963.588319:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2819 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588341:0:15813:0:(rw26.c:871:ll_write_end()) pos 11546624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588352:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003e8d793f[3 0000000073d257db 2 1 00000000e509f43d 0 0 2819] 00000080:00200000:2.0:1789762963.588362:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad1bd599 17ffffc0001001 3:0 ffff9cdd45730d20 2819 lru 00000080:00200000:2.0:1789762963.588384:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000000e1dad07 1795: 1< 0 - - > 2< 7352320 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588390:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003e8d793f 00000080:00200000:2.0:1789762963.588394:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762963.588400:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2820 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588420:0:15813:0:(rw26.c:871:ll_write_end()) pos 11550720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588430:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000176707f0[3 0000000073d257db 2 1 00000000e509f43d 0 0 2820] 00000080:00200000:2.0:1789762963.588437:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000d253f6f2 17ffffc0001001 3:0 ffff9cdd45730460 2820 lru 00000080:00200000:2.0:1789762963.588464:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000055b3a836 1796: 1< 0 - - > 2< 7356416 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588471:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000176707f0 00000080:00200000:2.0:1789762963.588476:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1789762963.588482:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2821 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588507:0:15813:0:(rw26.c:871:ll_write_end()) pos 11554816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588517:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ca2aeb52[3 0000000073d257db 2 1 00000000e509f43d 0 0 2821] 00000080:00200000:2.0:1789762963.588523:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000be8d01bf 17ffffc0001001 3:0 ffff9cdd45730540 2821 lru 00000080:00200000:2.0:1789762963.588559:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000fcdc9ecb 1797: 1< 0 - - > 2< 7360512 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588566:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ca2aeb52 00000080:00200000:2.0:1789762963.588571:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1789762963.588575:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2822 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588597:0:15813:0:(rw26.c:871:ll_write_end()) pos 11558912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588607:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000616b4a3d[3 0000000073d257db 2 1 00000000e509f43d 0 0 2822] 00000080:00200000:2.0:1789762963.588616:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000c4f3d29b 17ffffc0001001 3:0 ffff9cdd45730380 2822 lru 00000080:00200000:2.0:1789762963.588635:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000eeec7122 1798: 1< 0 - - > 2< 7364608 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588641:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000616b4a3d 00000080:00200000:2.0:1789762963.588645:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762963.588650:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2823 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588669:0:15813:0:(rw26.c:871:ll_write_end()) pos 11563008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588681:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b33762c4[3 0000000073d257db 2 1 00000000e509f43d 0 0 2823] 00000080:00200000:2.0:1789762963.588691:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000205a8d5a 17ffffc0001001 3:0 ffff9cdd457302a0 2823 lru 00000080:00200000:2.0:1789762963.588705:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000005843ae88 1799: 1< 0 - - > 2< 7368704 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588709:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b33762c4 00000080:00200000:2.0:1789762963.588712:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762963.588717:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2824 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588734:0:15813:0:(rw26.c:871:ll_write_end()) pos 11567104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588747:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000000a67311[3 0000000073d257db 2 1 00000000e509f43d 0 0 2824] 00000080:00200000:2.0:1789762963.588758:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000034367e9d 17ffffc0001001 3:0 ffff9cdd457309a0 2824 lru 00000080:00200000:2.0:1789762963.588784:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000004c8420ae 1800: 1< 0 - - > 2< 7372800 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588789:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000000a67311 00000080:00200000:2.0:1789762963.588793:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1789762963.588798:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2825 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588816:0:15813:0:(rw26.c:871:ll_write_end()) pos 11571200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588830:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c0795d98[3 0000000073d257db 2 1 00000000e509f43d 0 0 2825] 00000080:00200000:2.0:1789762963.588840:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000131bc042 17ffffc0001001 3:0 ffff9cdd45730e00 2825 lru 00000080:00200000:2.0:1789762963.588886:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000cbbad7ed 1801: 1< 0 - - > 2< 7376896 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588893:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c0795d98 00000080:00200000:2.0:1789762963.588896:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1789762963.588900:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2826 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588921:0:15813:0:(rw26.c:871:ll_write_end()) pos 11575296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588932:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000d89f4f8d[3 0000000073d257db 2 1 00000000e509f43d 0 0 2826] 00000080:00200000:2.0:1789762963.588940:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8d42455 17ffffc0001001 3:0 ffff9cdd457308c0 2826 lru 00000080:00200000:2.0:1789762963.588955:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000002cd4378c 1802: 1< 0 - - > 2< 7380992 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.588962:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000d89f4f8d 00000080:00200000:2.0:1789762963.588964:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1789762963.588969:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2827 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.588986:0:15813:0:(rw26.c:871:ll_write_end()) pos 11579392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.588999:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000db2defee[3 0000000073d257db 2 1 00000000e509f43d 0 0 2827] 00000080:00200000:2.0:1789762963.589007:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000d10e343f 17ffffc0001001 3:0 ffff9cdd45730ee0 2827 lru 00000080:00200000:2.0:1789762963.589026:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000bb0615f4 1803: 1< 0 - - > 2< 7385088 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589031:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000db2defee 00000080:00200000:2.0:1789762963.589034:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762963.589039:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2828 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589066:0:15813:0:(rw26.c:871:ll_write_end()) pos 11583488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589080:0:15813:0:(rw26.c:929:ll_write_end()) page@000000000907efb8[3 0000000073d257db 2 1 00000000e509f43d 0 0 2828] 00000080:00200000:2.0:1789762963.589090:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000026d2807b 17ffffc0001021 2:0 ffff9cdd45730700 2828 lru 00000080:00200000:2.0:1789762963.589107:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d141df6b 1804: 1< 0 - - > 2< 7389184 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589112:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000000907efb8 00000080:00200000:2.0:1789762963.589116:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1789762963.589122:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2829 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589141:0:15813:0:(rw26.c:871:ll_write_end()) pos 11587584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589155:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e9262976[3 0000000073d257db 2 1 00000000e509f43d 0 0 2829] 00000080:00200000:2.0:1789762963.589165:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000056c0fd58 17ffffc0001001 3:0 ffff9cdd45730b60 2829 lru 00000080:00200000:2.0:1789762963.589190:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000064f5609 1805: 1< 0 - - > 2< 7393280 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589194:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e9262976 00000080:00200000:2.0:1789762963.589198:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1789762963.589204:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2830 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589224:0:15813:0:(rw26.c:871:ll_write_end()) pos 11591680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589237:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b271a4cf[3 0000000073d257db 2 1 00000000e509f43d 0 0 2830] 00000080:00200000:2.0:1789762963.589248:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000088dd9f01 17ffffc0001001 3:0 ffff9cdd457301c0 2830 lru 00000080:00200000:2.0:1789762963.589266:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006ba6670c 1806: 1< 0 - - > 2< 7397376 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589271:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b271a4cf 00000080:00200000:2.0:1789762963.589276:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762963.589280:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2831 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589305:0:15813:0:(rw26.c:871:ll_write_end()) pos 11595776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589320:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b61081aa[3 0000000073d257db 2 1 00000000e509f43d 0 0 2831] 00000080:00200000:2.0:1789762963.589329:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000491e7572 17ffffc0001001 3:0 ffff9cdd45731b60 2831 lru 00000080:00200000:2.0:1789762963.589358:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000007c0b13da 1807: 1< 0 - - > 2< 7401472 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589367:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b61081aa 00000080:00200000:2.0:1789762963.589372:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1789762963.589376:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2832 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589394:0:15813:0:(rw26.c:871:ll_write_end()) pos 11599872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589403:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000061816f07[3 0000000073d257db 2 1 00000000e509f43d 0 0 2832] 00000080:00200000:2.0:1789762963.589412:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000003b7d7d5a 17ffffc0001001 3:0 ffff9cdd457311c0 2832 lru 00000080:00200000:2.0:1789762963.589432:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000007fab78d 1808: 1< 0 - - > 2< 7405568 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589439:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000061816f07 00000080:00200000:2.0:1789762963.589443:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762963.589448:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2833 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589468:0:15813:0:(rw26.c:871:ll_write_end()) pos 11603968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589482:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e4cfed73[3 0000000073d257db 2 1 00000000e509f43d 0 0 2833] 00000080:00200000:2.0:1789762963.589486:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a57edf15 17ffffc0001001 3:0 ffff9cdd45731a80 2833 lru 00000080:00200000:2.0:1789762963.589489:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000bcc96aa9 1809: 1< 0 - - > 2< 7409664 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589491:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e4cfed73 00000080:00200000:2.0:1789762963.589493:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762963.589495:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2834 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589511:0:15813:0:(rw26.c:871:ll_write_end()) pos 11608064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589525:0:15813:0:(rw26.c:929:ll_write_end()) page@000000006b0c3af7[3 0000000073d257db 2 1 00000000e509f43d 0 0 2834] 00000080:00200000:2.0:1789762963.589546:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000046e308d8 17ffffc0001001 3:0 ffff9cdd457317e0 2834 lru 00000080:00200000:2.0:1789762963.589570:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000009ed92333 1810: 1< 0 - - > 2< 7413760 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589575:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000006b0c3af7 00000080:00200000:2.0:1789762963.589579:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762963.589583:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2835 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589606:0:15813:0:(rw26.c:871:ll_write_end()) pos 11612160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589617:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000690ca035[3 0000000073d257db 2 1 00000000e509f43d 0 0 2835] 00000080:00200000:2.0:1789762963.589627:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000fad8595d 17ffffc0001001 3:0 ffff9cdd45731620 2835 lru 00000080:00200000:2.0:1789762963.589653:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000002120ce2 1811: 1< 0 - - > 2< 7417856 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589661:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000690ca035 00000080:00200000:2.0:1789762963.589665:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1789762963.589670:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2836 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589691:0:15813:0:(rw26.c:871:ll_write_end()) pos 11616256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589698:0:15813:0:(rw26.c:929:ll_write_end()) page@000000008eafc5f4[3 0000000073d257db 2 1 00000000e509f43d 0 0 2836] 00000080:00200000:2.0:1789762963.589703:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000002425fc5b 17ffffc0001001 3:0 ffff9cdd45731c40 2836 lru 00000080:00200000:2.0:1789762963.589718:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000095122119 1812: 1< 0 - - > 2< 7421952 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589726:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000008eafc5f4 00000080:00200000:2.0:1789762963.589729:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762963.589734:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2837 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589754:0:15813:0:(rw26.c:871:ll_write_end()) pos 11620352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589769:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c0307c01[3 0000000073d257db 2 1 00000000e509f43d 0 0 2837] 00000080:00200000:2.0:1789762963.589775:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000d44719d6 17ffffc0001001 3:0 ffff9cdd45731000 2837 lru 00000080:00200000:2.0:1789762963.589779:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000074b49d8 1813: 1< 0 - - > 2< 7426048 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589781:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c0307c01 00000080:00200000:2.0:1789762963.589783:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762963.589785:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2838 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589801:0:15813:0:(rw26.c:871:ll_write_end()) pos 11624448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589815:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000001439e26[3 0000000073d257db 2 1 00000000e509f43d 0 0 2838] 00000080:00200000:2.0:1789762963.589826:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000005495c2a2 17ffffc0001001 3:0 ffff9cdd457310e0 2838 lru 00000080:00200000:2.0:1789762963.589839:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003e1a8323 1814: 1< 0 - - > 2< 7430144 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589844:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000001439e26 00000080:00200000:2.0:1789762963.589847:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762963.589850:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2839 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589885:0:15813:0:(rw26.c:871:ll_write_end()) pos 11628544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589894:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000f282aa61[3 0000000073d257db 2 1 00000000e509f43d 0 0 2839] 00000080:00200000:2.0:1789762963.589901:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000025e13c17 17ffffc0001001 3:0 ffff9cdd45731d20 2839 lru 00000080:00200000:2.0:1789762963.589915:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000008a71927e 1815: 1< 0 - - > 2< 7434240 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589920:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000f282aa61 00000080:00200000:2.0:1789762963.589924:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1789762963.589928:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2840 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.589948:0:15813:0:(rw26.c:871:ll_write_end()) pos 11632640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.589959:0:15813:0:(rw26.c:929:ll_write_end()) page@000000002567acbb[3 0000000073d257db 2 1 00000000e509f43d 0 0 2840] 00000080:00200000:2.0:1789762963.589968:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000129032d4 17ffffc0001001 3:0 ffff9cdd45731460 2840 lru 00000080:00200000:2.0:1789762963.589981:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000007826e439 1816: 1< 0 - - > 2< 7438336 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.589987:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000002567acbb 00000080:00200000:2.0:1789762963.589990:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762963.589994:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2841 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590013:0:15813:0:(rw26.c:871:ll_write_end()) pos 11636736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590025:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e7ab182a[3 0000000073d257db 2 1 00000000e509f43d 0 0 2841] 00000080:00200000:2.0:1789762963.590032:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000082716922 17ffffc0001001 3:0 ffff9cdd45731540 2841 lru 00000080:00200000:2.0:1789762963.590042:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000a64c8603 1817: 1< 0 - - > 2< 7442432 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590048:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e7ab182a 00000080:00200000:2.0:1789762963.590052:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762963.590055:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2842 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590076:0:15813:0:(rw26.c:871:ll_write_end()) pos 11640832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590086:0:15813:0:(rw26.c:929:ll_write_end()) page@000000002df479ce[3 0000000073d257db 2 1 00000000e509f43d 0 0 2842] 00000080:00200000:2.0:1789762963.590093:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000039dfe7b7 17ffffc0001001 3:0 ffff9cdd45731380 2842 lru 00000080:00200000:2.0:1789762963.590109:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000074914d1c 1818: 1< 0 - - > 2< 7446528 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590117:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000002df479ce 00000080:00200000:2.0:1789762963.590122:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762963.590127:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2843 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590150:0:15813:0:(rw26.c:871:ll_write_end()) pos 11644928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590161:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000777df6b6[3 0000000073d257db 2 1 00000000e509f43d 0 0 2843] 00000080:00200000:2.0:1789762963.590169:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000491113ab 17ffffc0001021 2:0 ffff9cdd457312a0 2843 lru 00000080:00200000:2.0:1789762963.590181:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000098877791 1819: 1< 0 - - > 2< 7450624 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590187:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000777df6b6 00000080:00200000:2.0:1789762963.590190:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762963.590193:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2844 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590211:0:15813:0:(rw26.c:871:ll_write_end()) pos 11649024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590222:0:15813:0:(rw26.c:929:ll_write_end()) page@000000007e3ecdde[3 0000000073d257db 2 1 00000000e509f43d 0 0 2844] 00000080:00200000:2.0:1789762963.590230:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000006026f4d1 17ffffc0001001 3:0 ffff9cdd457319a0 2844 lru 00000080:00200000:2.0:1789762963.590244:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0bd7f90 1820: 1< 0 - - > 2< 7454720 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590248:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000007e3ecdde 00000080:00200000:2.0:1789762963.590251:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1789762963.590254:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2845 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590272:0:15813:0:(rw26.c:871:ll_write_end()) pos 11653120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590285:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c1eeb3ab[3 0000000073d257db 2 1 00000000e509f43d 0 0 2845] 00000080:00200000:2.0:1789762963.590292:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1d921cd 17ffffc0001001 3:0 ffff9cdd45731e00 2845 lru 00000080:00200000:2.0:1789762963.590300:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d9fb64b6 1821: 1< 0 - - > 2< 7458816 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590303:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c1eeb3ab 00000080:00200000:2.0:1789762963.590304:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762963.590307:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2846 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590324:0:15813:0:(rw26.c:871:ll_write_end()) pos 11657216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590334:0:15813:0:(rw26.c:929:ll_write_end()) page@000000005f2033e3[3 0000000073d257db 2 1 00000000e509f43d 0 0 2846] 00000080:00200000:2.0:1789762963.590344:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000007c71bc9a 17ffffc0001001 3:0 ffff9cdd457318c0 2846 lru 00000080:00200000:2.0:1789762963.590366:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000001fb334ef 1822: 1< 0 - - > 2< 7462912 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590370:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000005f2033e3 00000080:00200000:2.0:1789762963.590374:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1789762963.590377:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2847 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590395:0:15813:0:(rw26.c:871:ll_write_end()) pos 11661312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590404:0:15813:0:(rw26.c:929:ll_write_end()) page@000000004a7b8e9f[3 0000000073d257db 2 1 00000000e509f43d 0 0 2847] 00000080:00200000:2.0:1789762963.590411:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000035c89c13 17ffffc0001001 3:0 ffff9cdd45731ee0 2847 lru 00000080:00200000:2.0:1789762963.590427:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000530fefc2 1823: 1< 0 - - > 2< 7467008 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590433:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000004a7b8e9f 00000080:00200000:2.0:1789762963.590436:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1789762963.590441:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2848 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590461:0:15813:0:(rw26.c:871:ll_write_end()) pos 11665408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590469:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000a5017465[3 0000000073d257db 2 1 00000000e509f43d 0 0 2848] 00000080:00200000:2.0:1789762963.590474:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000072c84709 17ffffc0001001 3:0 ffff9cdd45731700 2848 lru 00000080:00200000:2.0:1789762963.590484:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8cad4ab 1824: 1< 0 - - > 2< 7471104 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590490:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000a5017465 00000080:00200000:2.0:1789762963.590493:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1789762963.590498:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2849 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590527:0:15813:0:(rw26.c:871:ll_write_end()) pos 11669504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590546:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000291b6469[3 0000000073d257db 2 1 00000000e509f43d 0 0 2849] 00000080:00200000:2.0:1789762963.590555:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed6a6f72 17ffffc0001001 3:0 ffff9cdd437670e0 2849 lru 00000080:00200000:2.0:1789762963.590574:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000075e70c82 1825: 1< 0 - - > 2< 7475200 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590581:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000291b6469 00000080:00200000:2.0:1789762963.590584:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1789762963.590589:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2850 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590611:0:15813:0:(rw26.c:871:ll_write_end()) pos 11673600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590618:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b727b408[3 0000000073d257db 2 1 00000000e509f43d 0 0 2850] 00000080:00200000:2.0:1789762963.590621:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000002d579b0d 17ffffc0001001 3:0 ffff9cdd43767d20 2850 lru 00000080:00200000:2.0:1789762963.590638:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000069e6fc09 1826: 1< 0 - - > 2< 7479296 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590645:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b727b408 00000080:00200000:2.0:1789762963.590649:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1789762963.590653:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2851 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590672:0:15813:0:(rw26.c:871:ll_write_end()) pos 11677696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590683:0:15813:0:(rw26.c:929:ll_write_end()) page@000000009e69f73f[3 0000000073d257db 2 1 00000000e509f43d 0 0 2851] 00000080:00200000:2.0:1789762963.590686:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000000d111f0e 17ffffc0001001 3:0 ffff9cdd43767460 2851 lru 00000080:00200000:2.0:1789762963.590695:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000b4eb343c 1827: 1< 0 - - > 2< 7483392 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590699:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000009e69f73f 00000080:00200000:2.0:1789762963.590703:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1789762963.590707:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2852 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590727:0:15813:0:(rw26.c:871:ll_write_end()) pos 11681792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590739:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000490e70d6[3 0000000073d257db 2 1 00000000e509f43d 0 0 2852] 00000080:00200000:2.0:1789762963.590746:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000007ee39aaa 17ffffc0001001 3:0 ffff9cdd43767540 2852 lru 00000080:00200000:2.0:1789762963.590756:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000df819988 1828: 1< 0 - - > 2< 7487488 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590760:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000490e70d6 00000080:00200000:2.0:1789762963.590764:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1789762963.590768:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2853 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590788:0:15813:0:(rw26.c:871:ll_write_end()) pos 11685888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590800:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003d95e5ab[3 0000000073d257db 2 1 00000000e509f43d 0 0 2853] 00000080:00200000:2.0:1789762963.590811:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000c91e2b25 17ffffc0001001 3:0 ffff9cdd43767380 2853 lru 00000080:00200000:2.0:1789762963.590833:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003c3d6cc7 1829: 1< 0 - - > 2< 7491584 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590840:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003d95e5ab 00000080:00200000:2.0:1789762963.590844:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762963.590849:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2854 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590890:0:15813:0:(rw26.c:871:ll_write_end()) pos 11689984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590899:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003e4b25f7[3 0000000073d257db 2 1 00000000e509f43d 0 0 2854] 00000080:00200000:2.0:1789762963.590908:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000026b1e7ed 17ffffc0001001 3:0 ffff9cdd437672a0 2854 lru 00000080:00200000:2.0:1789762963.590929:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003aa2657e 1830: 1< 0 - - > 2< 7495680 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.590934:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003e4b25f7 00000080:00200000:2.0:1789762963.590937:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1789762963.590942:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2855 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.590962:0:15813:0:(rw26.c:871:ll_write_end()) pos 11694080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.590971:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000004120af5[3 0000000073d257db 2 1 00000000e509f43d 0 0 2855] 00000080:00200000:2.0:1789762963.590980:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000ab05431d 17ffffc0001001 3:0 ffff9cdd437679a0 2855 lru 00000080:00200000:2.0:1789762963.590998:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc80e0a7 1831: 1< 0 - - > 2< 7499776 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591004:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000004120af5 00000080:00200000:2.0:1789762963.591008:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1789762963.591013:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2856 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591032:0:15813:0:(rw26.c:871:ll_write_end()) pos 11698176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591039:0:15813:0:(rw26.c:929:ll_write_end()) page@000000005838c8bd[3 0000000073d257db 2 1 00000000e509f43d 0 0 2856] 00000080:00200000:2.0:1789762963.591044:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000e6547baf 17ffffc0001001 3:0 ffff9cdd43767e00 2856 lru 00000080:00200000:2.0:1789762963.591059:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000059ec63e4 1832: 1< 0 - - > 2< 7503872 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591065:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000005838c8bd 00000080:00200000:2.0:1789762963.591069:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1789762963.591073:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2857 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591090:0:15813:0:(rw26.c:871:ll_write_end()) pos 11702272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591097:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000378ae6ad[3 0000000073d257db 2 1 00000000e509f43d 0 0 2857] 00000080:00200000:2.0:1789762963.591100:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000002d963ea8 17ffffc0001001 3:0 ffff9cdd437678c0 2857 lru 00000080:00200000:2.0:1789762963.591107:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000005933ee90 1833: 1< 0 - - > 2< 7507968 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591112:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000378ae6ad 00000080:00200000:2.0:1789762963.591117:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762963.591122:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2858 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591145:0:15813:0:(rw26.c:871:ll_write_end()) pos 11706368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591154:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000cc406e47[3 0000000073d257db 2 1 00000000e509f43d 0 0 2858] 00000080:00200000:2.0:1789762963.591159:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000271f6b3b 17ffffc0001021 2:0 ffff9cdd43767ee0 2858 lru 00000080:00200000:2.0:1789762963.591169:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000491b52b9 1834: 1< 0 - - > 2< 7512064 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591173:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000cc406e47 00000080:00200000:2.0:1789762963.591176:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1789762963.591179:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2859 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591199:0:15813:0:(rw26.c:871:ll_write_end()) pos 11710464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591211:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000cccf1ada[3 0000000073d257db 2 1 00000000e509f43d 0 0 2859] 00000080:00200000:2.0:1789762963.591218:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000024dfb71b 17ffffc0001001 3:0 ffff9cdd43767700 2859 lru 00000080:00200000:2.0:1789762963.591227:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000002bcc8927 1835: 1< 0 - - > 2< 7516160 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591232:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000cccf1ada 00000080:00200000:2.0:1789762963.591237:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762963.591242:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2860 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591262:0:15813:0:(rw26.c:871:ll_write_end()) pos 11714560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591268:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c03d365e[3 0000000073d257db 2 1 00000000e509f43d 0 0 2860] 00000080:00200000:2.0:1789762963.591273:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000004d22e774 17ffffc0001001 3:0 ffff9cdd43767b60 2860 lru 00000080:00200000:2.0:1789762963.591296:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000b74979c1 1836: 1< 0 - - > 2< 7520256 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591303:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c03d365e 00000080:00200000:2.0:1789762963.591306:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762963.591311:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2861 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591330:0:15813:0:(rw26.c:871:ll_write_end()) pos 11718656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591338:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000081dbc6db[3 0000000073d257db 2 1 00000000e509f43d 0 0 2861] 00000080:00200000:2.0:1789762963.591344:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000005bfa6582 17ffffc0001001 3:0 ffff9cdd437671c0 2861 lru 00000080:00200000:2.0:1789762963.591351:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7ac1f75 1837: 1< 0 - - > 2< 7524352 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591355:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000081dbc6db 00000080:00200000:2.0:1789762963.591360:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762963.591365:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2862 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591386:0:15813:0:(rw26.c:871:ll_write_end()) pos 11722752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591401:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000cac08060[3 0000000073d257db 2 1 00000000e509f43d 0 0 2862] 00000080:00200000:2.0:1789762963.591410:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000077ff6095 17ffffc0001001 3:0 ffff9cdd43767a80 2862 lru 00000080:00200000:2.0:1789762963.591424:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000010301018 1838: 1< 0 - - > 2< 7528448 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591430:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000cac08060 00000080:00200000:2.0:1789762963.591434:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762963.591439:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2863 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591460:0:15813:0:(rw26.c:871:ll_write_end()) pos 11726848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591470:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000061a5384e[3 0000000073d257db 2 1 00000000e509f43d 0 0 2863] 00000080:00200000:2.0:1789762963.591477:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000006a17cff0 17ffffc0001001 3:0 ffff9cdd437677e0 2863 lru 00000080:00200000:2.0:1789762963.591486:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003c58a007 1839: 1< 0 - - > 2< 7532544 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591491:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000061a5384e 00000080:00200000:2.0:1789762963.591495:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1789762963.591501:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2864 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591521:0:15813:0:(rw26.c:871:ll_write_end()) pos 11730944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591546:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c3a4e04f[3 0000000073d257db 2 1 00000000e509f43d 0 0 2864] 00000080:00200000:2.0:1789762963.591555:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000dab56f5c 17ffffc0001001 3:0 ffff9cdd43767620 2864 lru 00000080:00200000:2.0:1789762963.591572:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000f63d0849 1840: 1< 0 - - > 2< 7536640 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591579:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c3a4e04f 00000080:00200000:2.0:1789762963.591583:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762963.591587:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2865 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591609:0:15813:0:(rw26.c:871:ll_write_end()) pos 11735040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591622:0:15813:0:(rw26.c:929:ll_write_end()) page@000000001c20ce57[3 0000000073d257db 2 1 00000000e509f43d 0 0 2865] 00000080:00200000:2.0:1789762963.591632:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000004dbe3308 17ffffc0001001 3:0 ffff9cdd43767c40 2865 lru 00000080:00200000:2.0:1789762963.591648:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003bb9c027 1841: 1< 0 - - > 2< 7540736 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591656:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000001c20ce57 00000080:00200000:2.0:1789762963.591661:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762963.591666:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2866 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591685:0:15813:0:(rw26.c:871:ll_write_end()) pos 11739136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591695:0:15813:0:(rw26.c:929:ll_write_end()) page@000000004bb52358[3 0000000073d257db 2 1 00000000e509f43d 0 0 2866] 00000080:00200000:2.0:1789762963.591705:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000502a9a93 17ffffc0001001 3:0 ffff9cdd43767000 2866 lru 00000080:00200000:2.0:1789762963.591723:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000fa9a5986 1842: 1< 0 - - > 2< 7544832 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591730:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000004bb52358 00000080:00200000:2.0:1789762963.591734:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762963.591738:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2867 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591762:0:15813:0:(rw26.c:871:ll_write_end()) pos 11743232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591768:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000dfa0daaf[3 0000000073d257db 2 1 00000000e509f43d 0 0 2867] 00000080:00200000:2.0:1789762963.591776:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000007ad64760 17ffffc0001001 3:0 ffff9cdd437682a0 2867 lru 00000080:00200000:2.0:1789762963.591789:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000afa12fc2 1843: 1< 0 - - > 2< 7548928 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591794:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000dfa0daaf 00000080:00200000:2.0:1789762963.591796:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762963.591801:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2868 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591819:0:15813:0:(rw26.c:871:ll_write_end()) pos 11747328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591828:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000030c86964[3 0000000073d257db 2 1 00000000e509f43d 0 0 2868] 00000080:00200000:2.0:1789762963.591834:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000de102066 17ffffc0001001 3:0 ffff9cdd437689a0 2868 lru 00000080:00200000:2.0:1789762963.591855:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000e05af8ae 1844: 1< 0 - - > 2< 7553024 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591861:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000030c86964 00000080:00200000:2.0:1789762963.591891:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762963.591901:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 304 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.591923:0:15803:0:(rw26.c:871:ll_write_end()) pos 1245184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.591938:0:15803:0:(rw26.c:929:ll_write_end()) page@000000008d073161[3 0000000073d257db 2 1 0000000031010d91 0 0 304] 00000080:00200000:2.0:1789762963.591949:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000ca3fe5a2 17ffffc0001001 3:0 ffff9cdd43768e00 304 lru 00000080:00200000:2.0:1789762963.591960:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000008e1436d1 304: 1< 0 - - > 2< 1245184 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.591968:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000008d073161 00000080:00200000:2.0:1789762963.591972:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762963.591977:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 305 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592000:0:15803:0:(rw26.c:871:ll_write_end()) pos 1249280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592010:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000622739f6[3 0000000073d257db 2 1 0000000031010d91 0 0 305] 00000080:00200000:2.0:1789762963.592020:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000032812d9e 17ffffc0001001 3:0 ffff9cdd437688c0 305 lru 00000080:00200000:2.0:1789762963.592047:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007c9495b0 305: 1< 0 - - > 2< 1249280 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592052:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000622739f6 00000080:00200000:2.0:1789762963.592055:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762963.592060:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 306 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592080:0:15803:0:(rw26.c:871:ll_write_end()) pos 1253376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592091:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000a3b473d2[3 0000000073d257db 2 1 0000000031010d91 0 0 306] 00000080:00200000:2.0:1789762963.592100:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007dd22470 17ffffc0001001 3:0 ffff9cdd43768ee0 306 lru 00000080:00200000:2.0:1789762963.592121:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000c6fcbcc 306: 1< 0 - - > 2< 1253376 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592126:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000a3b473d2 00000080:00200000:2.0:1789762963.592131:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762963.592136:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 307 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592156:0:15803:0:(rw26.c:871:ll_write_end()) pos 1257472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592163:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000ef2748fc[3 0000000073d257db 2 1 0000000031010d91 0 0 307] 00000080:00200000:2.0:1789762963.592167:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd8f5c3c 17ffffc0001001 3:0 ffff9cdd43768700 307 lru 00000080:00200000:2.0:1789762963.592174:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000071d99da3 307: 1< 0 - - > 2< 1257472 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592177:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000ef2748fc 00000080:00200000:2.0:1789762963.592181:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1789762963.592185:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 308 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592207:0:15803:0:(rw26.c:871:ll_write_end()) pos 1261568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592219:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000bc4d19c8[3 0000000073d257db 2 1 0000000031010d91 0 0 308] 00000080:00200000:2.0:1789762963.592230:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb947053 17ffffc0001021 2:0 ffff9cdd43768b60 308 lru 00000080:00200000:2.0:1789762963.592240:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007b4a3623 308: 1< 0 - - > 2< 1261568 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592244:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000bc4d19c8 00000080:00200000:2.0:1789762963.592247:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1789762963.592249:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 309 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592266:0:15803:0:(rw26.c:871:ll_write_end()) pos 1265664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592275:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009de0b7b8[3 0000000073d257db 2 1 0000000031010d91 0 0 309] 00000080:00200000:2.0:1789762963.592281:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7f857fb 17ffffc0001001 3:0 ffff9cdd437681c0 309 lru 00000080:00200000:2.0:1789762963.592286:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000371fb426 309: 1< 0 - - > 2< 1265664 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592290:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009de0b7b8 00000080:00200000:2.0:1789762963.592292:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762963.592294:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 310 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592311:0:15803:0:(rw26.c:871:ll_write_end()) pos 1269760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592323:0:15803:0:(rw26.c:929:ll_write_end()) page@000000006d1a5788[3 0000000073d257db 2 1 0000000031010d91 0 0 310] 00000080:00200000:2.0:1789762963.592332:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000fad97095 17ffffc0001001 3:0 ffff9cdd43768a80 310 lru 00000080:00200000:2.0:1789762963.592350:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000e80552d 310: 1< 0 - - > 2< 1269760 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592355:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000006d1a5788 00000080:00200000:2.0:1789762963.592358:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762963.592378:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 311 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592399:0:15803:0:(rw26.c:871:ll_write_end()) pos 1273856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592412:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000a8250959[3 0000000073d257db 2 1 0000000031010d91 0 0 311] 00000080:00200000:2.0:1789762963.592422:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000004478cb1a 17ffffc0001001 3:0 ffff9cdd437687e0 311 lru 00000080:00200000:2.0:1789762963.592436:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000005aceff71 311: 1< 0 - - > 2< 1273856 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592441:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000a8250959 00000080:00200000:2.0:1789762963.592445:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762963.592449:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 312 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592469:0:15803:0:(rw26.c:871:ll_write_end()) pos 1277952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592478:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000bf2609b5[3 0000000073d257db 2 1 0000000031010d91 0 0 312] 00000080:00200000:2.0:1789762963.592485:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000008e0ead96 17ffffc0001001 3:0 ffff9cdd43768620 312 lru 00000080:00200000:2.0:1789762963.592498:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe9a325e 312: 1< 0 - - > 2< 1277952 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592504:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000bf2609b5 00000080:00200000:2.0:1789762963.592506:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762963.592510:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 313 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592542:0:15803:0:(rw26.c:871:ll_write_end()) pos 1282048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592553:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000cfd9cbbb[3 0000000073d257db 2 1 0000000031010d91 0 0 313] 00000080:00200000:2.0:1789762963.592563:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000afb8db47 17ffffc0001001 3:0 ffff9cdd43768c40 313 lru 00000080:00200000:2.0:1789762963.592579:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000081951d4b 313: 1< 0 - - > 2< 1282048 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592584:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000cfd9cbbb 00000080:00200000:2.0:1789762963.592589:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762963.592594:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 314 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592614:0:15803:0:(rw26.c:871:ll_write_end()) pos 1286144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592624:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000011b9bc78[3 0000000073d257db 2 1 0000000031010d91 0 0 314] 00000080:00200000:2.0:1789762963.592634:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d163dde8 17ffffc0001001 3:0 ffff9cdd43768000 314 lru 00000080:00200000:2.0:1789762963.592662:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000009b00afb5 314: 1< 0 - - > 2< 1286144 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592668:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000011b9bc78 00000080:00200000:2.0:1789762963.592672:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762963.592677:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 315 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592696:0:15803:0:(rw26.c:871:ll_write_end()) pos 1290240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592703:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000096fe369c[3 0000000073d257db 2 1 0000000031010d91 0 0 315] 00000080:00200000:2.0:1789762963.592714:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e83f76f4 17ffffc0001001 3:0 ffff9cdd437680e0 315 lru 00000080:00200000:2.0:1789762963.592740:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000066cb7c31 315: 1< 0 - - > 2< 1290240 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592748:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000096fe369c 00000080:00200000:2.0:1789762963.592751:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762963.592757:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 316 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592778:0:15803:0:(rw26.c:871:ll_write_end()) pos 1294336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592783:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000c80fc70[3 0000000073d257db 2 1 0000000031010d91 0 0 316] 00000080:00200000:2.0:1789762963.592785:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000348b8e23 17ffffc0001001 3:0 ffff9cdd43768d20 316 lru 00000080:00200000:2.0:1789762963.592795:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab91c8c1 316: 1< 0 - - > 2< 1294336 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592801:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000c80fc70 00000080:00200000:2.0:1789762963.592806:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762963.592812:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 317 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592833:0:15803:0:(rw26.c:871:ll_write_end()) pos 1298432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592845:0:15803:0:(rw26.c:929:ll_write_end()) page@000000007aa294b2[3 0000000073d257db 2 1 0000000031010d91 0 0 317] 00000080:00200000:2.0:1789762963.592856:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d61d1873 17ffffc0001001 3:0 ffff9cdd43768460 317 lru 00000080:00200000:2.0:1789762963.592887:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000009f83c718 317: 1< 0 - - > 2< 1298432 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592890:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000007aa294b2 00000080:00200000:2.0:1789762963.592892:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762963.592894:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 318 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592912:0:15803:0:(rw26.c:871:ll_write_end()) pos 1302528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.592926:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000058612d52[3 0000000073d257db 2 1 0000000031010d91 0 0 318] 00000080:00200000:2.0:1789762963.592937:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000005645c76f 17ffffc0001001 3:0 ffff9cdd43768540 318 lru 00000080:00200000:2.0:1789762963.592953:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000021016dae 318: 1< 0 - - > 2< 1302528 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.592957:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000058612d52 00000080:00200000:2.0:1789762963.592962:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762963.592965:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 319 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.592987:0:15803:0:(rw26.c:871:ll_write_end()) pos 1306624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593002:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000b5e12351[3 0000000073d257db 2 1 0000000031010d91 0 0 319] 00000080:00200000:2.0:1789762963.593014:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000003c7a8431 17ffffc0001001 3:0 ffff9cdd43768380 319 lru 00000080:00200000:2.0:1789762963.593031:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000fa7c6aa4 319: 1< 0 - - > 2< 1306624 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593036:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000b5e12351 00000080:00200000:2.0:1789762963.593039:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762963.593042:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 320 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593072:0:15803:0:(rw26.c:871:ll_write_end()) pos 1310720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593087:0:15803:0:(rw26.c:929:ll_write_end()) page@000000005765f259[3 0000000073d257db 2 1 0000000031010d91 0 0 320] 00000080:00200000:2.0:1789762963.593097:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000686ffc86 17ffffc0001001 3:0 ffff9cdd4376e2a0 320 lru 00000080:00200000:2.0:1789762963.593119:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000002f715a6d 320: 1< 0 - - > 2< 1310720 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593124:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000005765f259 00000080:00200000:2.0:1789762963.593126:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762963.593128:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 321 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593145:0:15803:0:(rw26.c:871:ll_write_end()) pos 1314816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593158:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000738826e9[3 0000000073d257db 2 1 0000000031010d91 0 0 321] 00000080:00200000:2.0:1789762963.593170:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007b9e9450 17ffffc0001001 3:0 ffff9cdd4376e9a0 321 lru 00000080:00200000:2.0:1789762963.593199:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007224db01 321: 1< 0 - - > 2< 1314816 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593207:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000738826e9 00000080:00200000:2.0:1789762963.593211:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762963.593214:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 322 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593232:0:15803:0:(rw26.c:871:ll_write_end()) pos 1318912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593246:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000de53192c[3 0000000073d257db 2 1 0000000031010d91 0 0 322] 00000080:00200000:2.0:1789762963.593258:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e5eb3ebb 17ffffc0001001 3:0 ffff9cdd4376ee00 322 lru 00000080:00200000:2.0:1789762963.593287:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e0acdaeb 322: 1< 0 - - > 2< 1318912 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593292:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000de53192c 00000080:00200000:2.0:1789762963.593298:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762963.593303:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 323 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593324:0:15803:0:(rw26.c:871:ll_write_end()) pos 1323008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593338:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000f95b8454[3 0000000073d257db 2 1 0000000031010d91 0 0 323] 00000080:00200000:2.0:1789762963.593349:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000aeca7f86 17ffffc0001021 2:0 ffff9cdd4376e8c0 323 lru 00000080:00200000:2.0:1789762963.593378:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000fd1d2d28 323: 1< 0 - - > 2< 1323008 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593384:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000f95b8454 00000080:00200000:2.0:1789762963.593388:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762963.593394:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 324 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593415:0:15803:0:(rw26.c:871:ll_write_end()) pos 1327104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593427:0:15803:0:(rw26.c:929:ll_write_end()) page@000000006384c29e[3 0000000073d257db 2 1 0000000031010d91 0 0 324] 00000080:00200000:2.0:1789762963.593438:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e26e27c4 17ffffc0001001 3:0 ffff9cdd4376eee0 324 lru 00000080:00200000:2.0:1789762963.593465:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000004023dad2 324: 1< 0 - - > 2< 1327104 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593471:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000006384c29e 00000080:00200000:2.0:1789762963.593476:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762963.593482:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 325 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593503:0:15803:0:(rw26.c:871:ll_write_end()) pos 1331200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593508:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c9f8bbe7[3 0000000073d257db 2 1 0000000031010d91 0 0 325] 00000080:00200000:2.0:1789762963.593511:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000729adbf4 17ffffc0001001 3:0 ffff9cdd4376e700 325 lru 00000080:00200000:2.0:1789762963.593544:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000272323e5 325: 1< 0 - - > 2< 1331200 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593550:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c9f8bbe7 00000080:00200000:2.0:1789762963.593555:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762963.593560:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 326 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593582:0:15803:0:(rw26.c:871:ll_write_end()) pos 1335296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593594:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000002488145[3 0000000073d257db 2 1 0000000031010d91 0 0 326] 00000080:00200000:2.0:1789762963.593601:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007f20326d 17ffffc0001001 3:0 ffff9cdd4376eb60 326 lru 00000080:00200000:2.0:1789762963.593606:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000c6d5a59 326: 1< 0 - - > 2< 1335296 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593611:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000002488145 00000080:00200000:2.0:1789762963.593613:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762963.593618:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 327 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593639:0:15803:0:(rw26.c:871:ll_write_end()) pos 1339392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593654:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000506c41b5[3 0000000073d257db 2 1 0000000031010d91 0 0 327] 00000080:00200000:2.0:1789762963.593665:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e9010aa9 17ffffc0001001 3:0 ffff9cdd4376e1c0 327 lru 00000080:00200000:2.0:1789762963.593681:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000dfd99f96 327: 1< 0 - - > 2< 1339392 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593686:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000506c41b5 00000080:00200000:2.0:1789762963.593689:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762963.593694:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 328 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593713:0:15803:0:(rw26.c:871:ll_write_end()) pos 1343488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593729:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000274a0425[3 0000000073d257db 2 1 0000000031010d91 0 0 328] 00000080:00200000:2.0:1789762963.593737:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000940ca95f 17ffffc0001001 3:0 ffff9cdd4376ea80 328 lru 00000080:00200000:2.0:1789762963.593761:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007cd63691 328: 1< 0 - - > 2< 1343488 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593766:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000274a0425 00000080:00200000:2.0:1789762963.593770:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762963.593776:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 329 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593797:0:15803:0:(rw26.c:871:ll_write_end()) pos 1347584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593807:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000132380ae[3 0000000073d257db 2 1 0000000031010d91 0 0 329] 00000080:00200000:2.0:1789762963.593818:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000008e8f2190 17ffffc0001001 3:0 ffff9cdd4376e7e0 329 lru 00000080:00200000:2.0:1789762963.593836:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000362f4ef4 329: 1< 0 - - > 2< 1347584 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593842:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000132380ae 00000080:00200000:2.0:1789762963.593846:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762963.593851:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 330 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593895:0:15803:0:(rw26.c:871:ll_write_end()) pos 1351680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593908:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c0b2837e[3 0000000073d257db 2 1 0000000031010d91 0 0 330] 00000080:00200000:2.0:1789762963.593917:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000bbf821e5 17ffffc0001001 3:0 ffff9cdd4376e620 330 lru 00000080:00200000:2.0:1789762963.593936:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8f010bf 330: 1< 0 - - > 2< 1351680 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.593941:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c0b2837e 00000080:00200000:2.0:1789762963.593945:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762963.593950:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 331 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.593972:0:15803:0:(rw26.c:871:ll_write_end()) pos 1355776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.593986:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000077010a3f[3 0000000073d257db 2 1 0000000031010d91 0 0 331] 00000080:00200000:2.0:1789762963.593995:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee6f03ad 17ffffc0001001 3:0 ffff9cdd4376ec40 331 lru 00000080:00200000:2.0:1789762963.594016:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000dc36f9a4 331: 1< 0 - - > 2< 1355776 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594022:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000077010a3f 00000080:00200000:2.0:1789762963.594027:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762963.594032:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 332 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594053:0:15803:0:(rw26.c:871:ll_write_end()) pos 1359872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594065:0:15803:0:(rw26.c:929:ll_write_end()) page@000000001bc9f984[3 0000000073d257db 2 1 0000000031010d91 0 0 332] 00000080:00200000:2.0:1789762963.594074:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000983c2c73 17ffffc0001001 3:0 ffff9cdd4376e000 332 lru 00000080:00200000:2.0:1789762963.594098:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000003eb2f91e 332: 1< 0 - - > 2< 1359872 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594106:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000001bc9f984 00000080:00200000:2.0:1789762963.594111:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762963.594118:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 333 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594144:0:15803:0:(rw26.c:871:ll_write_end()) pos 1363968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594154:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000f32dea9c[3 0000000073d257db 2 1 0000000031010d91 0 0 333] 00000080:00200000:2.0:1789762963.594161:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000001c6253e0 17ffffc0001001 3:0 ffff9cdd4376e0e0 333 lru 00000080:00200000:2.0:1789762963.594179:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000a29953ae 333: 1< 0 - - > 2< 1363968 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594185:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000f32dea9c 00000080:00200000:2.0:1789762963.594188:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762963.594195:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 334 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594215:0:15803:0:(rw26.c:871:ll_write_end()) pos 1368064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594225:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000c38ceeb[3 0000000073d257db 2 1 0000000031010d91 0 0 334] 00000080:00200000:2.0:1789762963.594236:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000001740db77 17ffffc0001001 3:0 ffff9cdd4376ed20 334 lru 00000080:00200000:2.0:1789762963.594251:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000cfb1c06a 334: 1< 0 - - > 2< 1368064 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594257:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000c38ceeb 00000080:00200000:2.0:1789762963.594261:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762963.594265:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 335 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594284:0:15803:0:(rw26.c:871:ll_write_end()) pos 1372160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594297:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000008d34dae[3 0000000073d257db 2 1 0000000031010d91 0 0 335] 00000080:00200000:2.0:1789762963.594309:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000001c452bc 17ffffc0001001 3:0 ffff9cdd4376e460 335 lru 00000080:00200000:2.0:1789762963.594327:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000012b37294 335: 1< 0 - - > 2< 1372160 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594334:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000008d34dae 00000080:00200000:2.0:1789762963.594338:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762963.594343:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 336 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594364:0:15803:0:(rw26.c:871:ll_write_end()) pos 1376256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594373:0:15803:0:(rw26.c:929:ll_write_end()) page@000000001c771e61[3 0000000073d257db 2 1 0000000031010d91 0 0 336] 00000080:00200000:2.0:1789762963.594384:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000013b5552a 17ffffc0001001 3:0 ffff9cdd4376e540 336 lru 00000080:00200000:2.0:1789762963.594413:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000f636827e 336: 1< 0 - - > 2< 1376256 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594420:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000001c771e61 00000080:00200000:2.0:1789762963.594424:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762963.594431:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 337 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594451:0:15803:0:(rw26.c:871:ll_write_end()) pos 1380352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594457:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000949ece13[3 0000000073d257db 2 1 0000000031010d91 0 0 337] 00000080:00200000:2.0:1789762963.594467:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007028af92 17ffffc0001001 3:0 ffff9cdd4376e380 337 lru 00000080:00200000:2.0:1789762963.594489:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000005e850e4 337: 1< 0 - - > 2< 1380352 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594494:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000949ece13 00000080:00200000:2.0:1789762963.594497:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762963.594502:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 338 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594541:0:15803:0:(rw26.c:871:ll_write_end()) pos 1384448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594548:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009e34ed58[3 0000000073d257db 2 1 0000000031010d91 0 0 338] 00000080:00200000:2.0:1789762963.594551:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007d68ecce 17ffffc0001021 2:0 ffff9cdd4376dd20 338 lru 00000080:00200000:2.0:1789762963.594555:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000083aafe45 338: 1< 0 - - > 2< 1384448 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594557:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009e34ed58 00000080:00200000:2.0:1789762963.594561:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762963.594565:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 339 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594586:0:15803:0:(rw26.c:871:ll_write_end()) pos 1388544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594602:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000612afd83[3 0000000073d257db 2 1 0000000031010d91 0 0 339] 00000080:00200000:2.0:1789762963.594613:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000c3a67555 17ffffc0001001 3:0 ffff9cdd4376d460 339 lru 00000080:00200000:2.0:1789762963.594631:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1cd7572 339: 1< 0 - - > 2< 1388544 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594636:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000612afd83 00000080:00200000:2.0:1789762963.594640:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762963.594644:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 340 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594666:0:15803:0:(rw26.c:871:ll_write_end()) pos 1392640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594680:0:15803:0:(rw26.c:929:ll_write_end()) page@000000007178c96b[3 0000000073d257db 2 1 0000000031010d91 0 0 340] 00000080:00200000:2.0:1789762963.594692:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000000b1c6f4f 17ffffc0001001 3:0 ffff9cdd4376d540 340 lru 00000080:00200000:2.0:1789762963.594717:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c463ee8e 340: 1< 0 - - > 2< 1392640 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594723:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000007178c96b 00000080:00200000:2.0:1789762963.594727:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762963.594732:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 341 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594750:0:15803:0:(rw26.c:871:ll_write_end()) pos 1396736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594762:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000057ac0f1e[3 0000000073d257db 2 1 0000000031010d91 0 0 341] 00000080:00200000:2.0:1789762963.594773:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000bbba0ef7 17ffffc0001001 3:0 ffff9cdd4376d380 341 lru 00000080:00200000:2.0:1789762963.594798:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000df364fa0 341: 1< 0 - - > 2< 1396736 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594803:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000057ac0f1e 00000080:00200000:2.0:1789762963.594806:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762963.594811:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 342 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594830:0:15803:0:(rw26.c:871:ll_write_end()) pos 1400832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594839:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000cde2dc4a[3 0000000073d257db 2 1 0000000031010d91 0 0 342] 00000080:00200000:2.0:1789762963.594841:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000c9bb9a67 17ffffc0001001 3:0 ffff9cdd4376d2a0 342 lru 00000080:00200000:2.0:1789762963.594845:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c17911e5 342: 1< 0 - - > 2< 1400832 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594847:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000cde2dc4a 00000080:00200000:2.0:1789762963.594848:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762963.594851:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 343 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594896:0:15803:0:(rw26.c:871:ll_write_end()) pos 1404928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594909:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000283c0b09[3 0000000073d257db 2 1 0000000031010d91 0 0 343] 00000080:00200000:2.0:1789762963.594919:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000a93ef710 17ffffc0001001 3:0 ffff9cdd4376d9a0 343 lru 00000080:00200000:2.0:1789762963.594943:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c3d80271 343: 1< 0 - - > 2< 1404928 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.594950:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000283c0b09 00000080:00200000:2.0:1789762963.594953:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762963.594958:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 344 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.594984:0:15803:0:(rw26.c:871:ll_write_end()) pos 1409024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.594994:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000b91cb1b5[3 0000000073d257db 2 1 0000000031010d91 0 0 344] 00000080:00200000:2.0:1789762963.595005:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000826cc1b4 17ffffc0001001 3:0 ffff9cdd4376de00 344 lru 00000080:00200000:2.0:1789762963.595026:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000180c9f1 344: 1< 0 - - > 2< 1409024 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595031:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000b91cb1b5 00000080:00200000:2.0:1789762963.595035:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762963.595040:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 345 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595060:0:15803:0:(rw26.c:871:ll_write_end()) pos 1413120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595069:0:15803:0:(rw26.c:929:ll_write_end()) page@000000005b709591[3 0000000073d257db 2 1 0000000031010d91 0 0 345] 00000080:00200000:2.0:1789762963.595077:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000009801244a 17ffffc0001001 3:0 ffff9cdd4376d8c0 345 lru 00000080:00200000:2.0:1789762963.595094:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000089abf5fd 345: 1< 0 - - > 2< 1413120 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595100:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000005b709591 00000080:00200000:2.0:1789762963.595104:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762963.595109:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 346 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595129:0:15803:0:(rw26.c:871:ll_write_end()) pos 1417216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595141:0:15803:0:(rw26.c:929:ll_write_end()) page@000000007443f9a9[3 0000000073d257db 2 1 0000000031010d91 0 0 346] 00000080:00200000:2.0:1789762963.595148:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e446b12b 17ffffc0001001 3:0 ffff9cdd4376dee0 346 lru 00000080:00200000:2.0:1789762963.595162:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000009f35f51e 346: 1< 0 - - > 2< 1417216 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595168:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000007443f9a9 00000080:00200000:2.0:1789762963.595173:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762963.595178:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 347 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595198:0:15803:0:(rw26.c:871:ll_write_end()) pos 1421312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595213:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000be6f2cd7[3 0000000073d257db 2 1 0000000031010d91 0 0 347] 00000080:00200000:2.0:1789762963.595223:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000008620330d 17ffffc0001001 3:0 ffff9cdd4376d700 347 lru 00000080:00200000:2.0:1789762963.595236:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000246891c1 347: 1< 0 - - > 2< 1421312 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595241:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000be6f2cd7 00000080:00200000:2.0:1789762963.595245:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762963.595250:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 348 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595269:0:15803:0:(rw26.c:871:ll_write_end()) pos 1425408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595284:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000013fb28b7[3 0000000073d257db 2 1 0000000031010d91 0 0 348] 00000080:00200000:2.0:1789762963.595293:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3b3f187 17ffffc0001001 3:0 ffff9cdd4376db60 348 lru 00000080:00200000:2.0:1789762963.595308:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4d2e69c 348: 1< 0 - - > 2< 1425408 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595314:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000013fb28b7 00000080:00200000:2.0:1789762963.595319:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762963.595323:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 349 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595342:0:15803:0:(rw26.c:871:ll_write_end()) pos 1429504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595353:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000046a0f80f[3 0000000073d257db 2 1 0000000031010d91 0 0 349] 00000080:00200000:2.0:1789762963.595365:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000b93744c9 17ffffc0001001 3:0 ffff9cdd4376d1c0 349 lru 00000080:00200000:2.0:1789762963.595393:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab0b0576 349: 1< 0 - - > 2< 1429504 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595400:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000046a0f80f 00000080:00200000:2.0:1789762963.595404:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762963.595410:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 350 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595430:0:15803:0:(rw26.c:871:ll_write_end()) pos 1433600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595444:0:15803:0:(rw26.c:929:ll_write_end()) page@000000003b7a3e8f[3 0000000073d257db 2 1 0000000031010d91 0 0 350] 00000080:00200000:2.0:1789762963.595455:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000dfb2e4d7 17ffffc0001001 3:0 ffff9cdd4376da80 350 lru 00000080:00200000:2.0:1789762963.595478:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000492b75aa 350: 1< 0 - - > 2< 1433600 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595484:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000003b7a3e8f 00000080:00200000:2.0:1789762963.595488:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762963.595493:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 351 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595512:0:15803:0:(rw26.c:871:ll_write_end()) pos 1437696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595518:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000d993163e[3 0000000073d257db 2 1 0000000031010d91 0 0 351] 00000080:00200000:2.0:1789762963.595520:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000071073688 17ffffc0001001 3:0 ffff9cdd4376d7e0 351 lru 00000080:00200000:2.0:1789762963.595524:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000026ceefa4 351: 1< 0 - - > 2< 1437696 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595526:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000d993163e 00000080:00200000:2.0:1789762963.595527:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762963.595540:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 352 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595556:0:15803:0:(rw26.c:871:ll_write_end()) pos 1441792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595571:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000bef3eb76[3 0000000073d257db 2 1 0000000031010d91 0 0 352] 00000080:00200000:2.0:1789762963.595584:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007f641259 17ffffc0001001 3:0 ffff9cdd4376d620 352 lru 00000080:00200000:2.0:1789762963.595606:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e97c3988 352: 1< 0 - - > 2< 1441792 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595613:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000bef3eb76 00000080:00200000:2.0:1789762963.595617:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762963.595622:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 353 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595653:0:15803:0:(rw26.c:871:ll_write_end()) pos 1445888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595671:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000387a7a76[3 0000000073d257db 2 1 0000000031010d91 0 0 353] 00000080:00200000:2.0:1789762963.595683:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000dfc70b06 17ffffc0001021 2:0 ffff9cdd4376dc40 353 lru 00000080:00200000:2.0:1789762963.595703:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000003f6cca11 353: 1< 0 - - > 2< 1445888 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595709:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000387a7a76 00000080:00200000:2.0:1789762963.595714:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762963.595721:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 354 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595750:0:15803:0:(rw26.c:871:ll_write_end()) pos 1449984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595765:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000e09d9bd4[3 0000000073d257db 2 1 0000000031010d91 0 0 354] 00000080:00200000:2.0:1789762963.595771:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000006029b3a4 17ffffc0001001 3:0 ffff9cdd4376d000 354 lru 00000080:00200000:2.0:1789762963.595781:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000000fa210 354: 1< 0 - - > 2< 1449984 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595786:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000e09d9bd4 00000080:00200000:2.0:1789762963.595790:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762963.595796:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 355 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595817:0:15803:0:(rw26.c:871:ll_write_end()) pos 1454080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595829:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000954082a0[3 0000000073d257db 2 1 0000000031010d91 0 0 355] 00000080:00200000:2.0:1789762963.595837:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000784f1846 17ffffc0001001 3:0 ffff9cdd4376d0e0 355 lru 00000080:00200000:2.0:1789762963.595852:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e53e8251 355: 1< 0 - - > 2< 1454080 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595860:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000954082a0 00000080:00200000:2.0:1789762963.595885:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762963.595890:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 356 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595916:0:15803:0:(rw26.c:871:ll_write_end()) pos 1458176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595928:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000456d2a4[3 0000000073d257db 2 1 0000000031010d91 0 0 356] 00000080:00200000:2.0:1789762963.595935:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000006d7509ab 17ffffc0001001 3:0 ffff9cdd4376b8c0 356 lru 00000080:00200000:2.0:1789762963.595950:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000008bf87042 356: 1< 0 - - > 2< 1458176 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.595956:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000456d2a4 00000080:00200000:2.0:1789762963.595959:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762963.595964:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 357 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.595984:0:15803:0:(rw26.c:871:ll_write_end()) pos 1462272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.595997:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000009a1b227[3 0000000073d257db 2 1 0000000031010d91 0 0 357] 00000080:00200000:2.0:1789762963.596007:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000001a469e61 17ffffc0001001 3:0 ffff9cdd4376bee0 357 lru 00000080:00200000:2.0:1789762963.596025:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000f55a109e 357: 1< 0 - - > 2< 1462272 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596030:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000009a1b227 00000080:00200000:2.0:1789762963.596033:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762963.596038:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 358 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596058:0:15803:0:(rw26.c:871:ll_write_end()) pos 1466368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596068:0:15803:0:(rw26.c:929:ll_write_end()) page@000000001502f836[3 0000000073d257db 2 1 0000000031010d91 0 0 358] 00000080:00200000:2.0:1789762963.596079:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000fb1f9197 17ffffc0001001 3:0 ffff9cdd4376b700 358 lru 00000080:00200000:2.0:1789762963.596102:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000002cd24109 358: 1< 0 - - > 2< 1466368 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596108:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000001502f836 00000080:00200000:2.0:1789762963.596111:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762963.596117:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 359 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596137:0:15803:0:(rw26.c:871:ll_write_end()) pos 1470464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596146:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000a6168535[3 0000000073d257db 2 1 0000000031010d91 0 0 359] 00000080:00200000:2.0:1789762963.596156:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000866bffe7 17ffffc0001001 3:0 ffff9cdd4376bb60 359 lru 00000080:00200000:2.0:1789762963.596171:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007c410b0c 359: 1< 0 - - > 2< 1470464 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596179:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000a6168535 00000080:00200000:2.0:1789762963.596181:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762963.596185:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 360 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596205:0:15803:0:(rw26.c:871:ll_write_end()) pos 1474560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596220:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000cf5cf4c[3 0000000073d257db 2 1 0000000031010d91 0 0 360] 00000080:00200000:2.0:1789762963.596230:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000009fd99a76 17ffffc0001001 3:0 ffff9cdd4376b1c0 360 lru 00000080:00200000:2.0:1789762963.596250:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000003ea1a51b 360: 1< 0 - - > 2< 1474560 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596257:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000cf5cf4c 00000080:00200000:2.0:1789762963.596260:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762963.596266:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 361 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596286:0:15803:0:(rw26.c:871:ll_write_end()) pos 1478656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596296:0:15803:0:(rw26.c:929:ll_write_end()) page@000000005052ce1d[3 0000000073d257db 2 1 0000000031010d91 0 0 361] 00000080:00200000:2.0:1789762963.596307:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000041007a76 17ffffc0001001 3:0 ffff9cdd4376ba80 361 lru 00000080:00200000:2.0:1789762963.596326:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000024562420 361: 1< 0 - - > 2< 1478656 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596332:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000005052ce1d 00000080:00200000:2.0:1789762963.596335:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762963.596340:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 362 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596361:0:15803:0:(rw26.c:871:ll_write_end()) pos 1482752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596368:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000dffa284b[3 0000000073d257db 2 1 0000000031010d91 0 0 362] 00000080:00200000:2.0:1789762963.596375:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000af85aeb1 17ffffc0001001 3:0 ffff9cdd4376b7e0 362 lru 00000080:00200000:2.0:1789762963.596396:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000809d35ef 362: 1< 0 - - > 2< 1482752 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596401:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000dffa284b 00000080:00200000:2.0:1789762963.596406:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762963.596411:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 363 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596431:0:15803:0:(rw26.c:871:ll_write_end()) pos 1486848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596445:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000a73c6ccd[3 0000000073d257db 2 1 0000000031010d91 0 0 363] 00000080:00200000:2.0:1789762963.596452:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000006aa8f61b 17ffffc0001001 3:0 ffff9cdd4376b620 363 lru 00000080:00200000:2.0:1789762963.596468:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000074478b 363: 1< 0 - - > 2< 1486848 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596473:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000a73c6ccd 00000080:00200000:2.0:1789762963.596477:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762963.596482:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 364 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596503:0:15803:0:(rw26.c:871:ll_write_end()) pos 1490944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596517:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000fa482271[3 0000000073d257db 2 1 0000000031010d91 0 0 364] 00000080:00200000:2.0:1789762963.596528:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000097b33dd2 17ffffc0001001 3:0 ffff9cdd4376bc40 364 lru 00000080:00200000:2.0:1789762963.596550:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000e34d292 364: 1< 0 - - > 2< 1490944 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596555:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000fa482271 00000080:00200000:2.0:1789762963.596558:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762963.596562:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 365 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596583:0:15803:0:(rw26.c:871:ll_write_end()) pos 1495040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596598:0:15803:0:(rw26.c:929:ll_write_end()) page@000000006c378363[3 0000000073d257db 2 1 0000000031010d91 0 0 365] 00000080:00200000:2.0:1789762963.596609:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d60f31df 17ffffc0001001 3:0 ffff9cdd4376b000 365 lru 00000080:00200000:2.0:1789762963.596625:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4970147 365: 1< 0 - - > 2< 1495040 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596629:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000006c378363 00000080:00200000:2.0:1789762963.596631:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762963.596634:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 366 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596650:0:15803:0:(rw26.c:871:ll_write_end()) pos 1499136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596665:0:15803:0:(rw26.c:929:ll_write_end()) page@000000007e673bc4[3 0000000073d257db 2 1 0000000031010d91 0 0 366] 00000080:00200000:2.0:1789762963.596676:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000020e1a64a 17ffffc0001001 3:0 ffff9cdd4376b0e0 366 lru 00000080:00200000:2.0:1789762963.596700:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000f8b507f9 366: 1< 0 - - > 2< 1499136 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596705:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000007e673bc4 00000080:00200000:2.0:1789762963.596710:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762963.596713:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 367 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596733:0:15803:0:(rw26.c:871:ll_write_end()) pos 1503232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596747:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000ec4c5817[3 0000000073d257db 2 1 0000000031010d91 0 0 367] 00000080:00200000:2.0:1789762963.596759:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0f62336 17ffffc0001001 3:0 ffff9cdd4376bd20 367 lru 00000080:00200000:2.0:1789762963.596789:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e60a480e 367: 1< 0 - - > 2< 1503232 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596797:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000ec4c5817 00000080:00200000:2.0:1789762963.596801:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762963.596807:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 368 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596836:0:15803:0:(rw26.c:871:ll_write_end()) pos 1507328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596849:0:15803:0:(rw26.c:929:ll_write_end()) page@000000006a710f93[3 0000000073d257db 2 1 0000000031010d91 0 0 368] 00000080:00200000:2.0:1789762963.596860:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000004be5817e 17ffffc0001021 2:0 ffff9cdd4376b460 368 lru 00000080:00200000:2.0:1789762963.596903:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000001e685ef0 368: 1< 0 - - > 2< 1507328 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596908:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000006a710f93 00000080:00200000:2.0:1789762963.596912:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762963.596921:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2869 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.596942:0:15813:0:(rw26.c:871:ll_write_end()) pos 11751424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.596953:0:15813:0:(rw26.c:929:ll_write_end()) page@000000000672937d[3 0000000073d257db 2 1 00000000e509f43d 0 0 2869] 00000080:00200000:2.0:1789762963.596963:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000546ed113 17ffffc0001001 3:0 ffff9cdd4376b540 2869 lru 00000080:00200000:2.0:1789762963.596987:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000530edd0e 1845: 1< 0 - - > 2< 7557120 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.596994:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000000672937d 00000080:00200000:2.0:1789762963.596996:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1789762963.597002:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2870 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597023:0:15813:0:(rw26.c:871:ll_write_end()) pos 11755520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597030:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b2c674d9[3 0000000073d257db 2 1 00000000e509f43d 0 0 2870] 00000080:00200000:2.0:1789762963.597033:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf0f2094 17ffffc0001001 3:0 ffff9cdd4376b380 2870 lru 00000080:00200000:2.0:1789762963.597041:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006a79766d 1846: 1< 0 - - > 2< 7561216 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597045:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b2c674d9 00000080:00200000:2.0:1789762963.597050:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762963.597056:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2871 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597076:0:15813:0:(rw26.c:871:ll_write_end()) pos 11759616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597091:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b30dde13[3 0000000073d257db 2 1 00000000e509f43d 0 0 2871] 00000080:00200000:2.0:1789762963.597100:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000f5a77113 17ffffc0001001 3:0 ffff9cdd4376b2a0 2871 lru 00000080:00200000:2.0:1789762963.597116:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000060635991 1847: 1< 0 - - > 2< 7565312 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597121:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b30dde13 00000080:00200000:2.0:1789762963.597124:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762963.597128:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2872 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597148:0:15813:0:(rw26.c:871:ll_write_end()) pos 11763712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597161:0:15813:0:(rw26.c:929:ll_write_end()) page@000000007a28fe63[3 0000000073d257db 2 1 00000000e509f43d 0 0 2872] 00000080:00200000:2.0:1789762963.597171:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000007926bb07 17ffffc0001001 3:0 ffff9cdd4376b9a0 2872 lru 00000080:00200000:2.0:1789762963.597193:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000cfaf5250 1848: 1< 0 - - > 2< 7569408 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597200:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000007a28fe63 00000080:00200000:2.0:1789762963.597204:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762963.597209:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2873 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597231:0:15813:0:(rw26.c:871:ll_write_end()) pos 11767808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597246:0:15813:0:(rw26.c:929:ll_write_end()) page@000000008f667047[3 0000000073d257db 2 1 00000000e509f43d 0 0 2873] 00000080:00200000:2.0:1789762963.597254:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000080dbeeef 17ffffc0001001 3:0 ffff9cdd4376be00 2873 lru 00000080:00200000:2.0:1789762963.597276:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006e5a361c 1849: 1< 0 - - > 2< 7573504 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597281:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000008f667047 00000080:00200000:2.0:1789762963.597285:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762963.597289:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2874 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597315:0:15813:0:(rw26.c:871:ll_write_end()) pos 11771904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597324:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000247dc445[3 0000000073d257db 2 1 00000000e509f43d 0 0 2874] 00000080:00200000:2.0:1789762963.597332:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000b236609d 17ffffc0001001 3:0 ffff9cdd4376ad20 2874 lru 00000080:00200000:2.0:1789762963.597356:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000fe7b7acc 1850: 1< 0 - - > 2< 7577600 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597362:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000247dc445 00000080:00200000:2.0:1789762963.597367:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762963.597372:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2875 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597393:0:15813:0:(rw26.c:871:ll_write_end()) pos 11776000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597402:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000303510e1[3 0000000073d257db 2 1 00000000e509f43d 0 0 2875] 00000080:00200000:2.0:1789762963.597409:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000082f6240d 17ffffc0001001 3:0 ffff9cdd4376a460 2875 lru 00000080:00200000:2.0:1789762963.597432:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000064f41f76 1851: 1< 0 - - > 2< 7581696 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597439:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000303510e1 00000080:00200000:2.0:1789762963.597443:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762963.597448:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2876 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597469:0:15813:0:(rw26.c:871:ll_write_end()) pos 11780096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597478:0:15813:0:(rw26.c:929:ll_write_end()) page@000000008ade3020[3 0000000073d257db 2 1 00000000e509f43d 0 0 2876] 00000080:00200000:2.0:1789762963.597489:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000ae137531 17ffffc0001001 3:0 ffff9cdd4376a540 2876 lru 00000080:00200000:2.0:1789762963.597502:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000e342e00a 1852: 1< 0 - - > 2< 7585792 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597507:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000008ade3020 00000080:00200000:2.0:1789762963.597510:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762963.597515:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2877 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597545:0:15813:0:(rw26.c:871:ll_write_end()) pos 11784192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597558:0:15813:0:(rw26.c:929:ll_write_end()) page@000000007e608e9b[3 0000000073d257db 2 1 00000000e509f43d 0 0 2877] 00000080:00200000:2.0:1789762963.597569:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000fbbc1cb6 17ffffc0001001 3:0 ffff9cdd4376a380 2877 lru 00000080:00200000:2.0:1789762963.597591:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000e9b2ebbc 1853: 1< 0 - - > 2< 7589888 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597597:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000007e608e9b 00000080:00200000:2.0:1789762963.597602:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762963.597606:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2878 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597626:0:15813:0:(rw26.c:871:ll_write_end()) pos 11788288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597641:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000897871aa[3 0000000073d257db 2 1 00000000e509f43d 0 0 2878] 00000080:00200000:2.0:1789762963.597652:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000022352ae8 17ffffc0001001 3:0 ffff9cdd4376a2a0 2878 lru 00000080:00200000:2.0:1789762963.597680:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000001160670f 1854: 1< 0 - - > 2< 7593984 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597688:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000897871aa 00000080:00200000:2.0:1789762963.597692:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762963.597697:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2879 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597717:0:15813:0:(rw26.c:871:ll_write_end()) pos 11792384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597732:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000080b4552c[3 0000000073d257db 2 1 00000000e509f43d 0 0 2879] 00000080:00200000:2.0:1789762963.597743:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000eef754ff 17ffffc0001001 3:0 ffff9cdd4376a9a0 2879 lru 00000080:00200000:2.0:1789762963.597769:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000efc3f4de 1855: 1< 0 - - > 2< 7598080 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597778:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000080b4552c 00000080:00200000:2.0:1789762963.597782:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762963.597787:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2880 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597811:0:15813:0:(rw26.c:871:ll_write_end()) pos 11796480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597825:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c802174c[3 0000000073d257db 2 1 00000000e509f43d 0 0 2880] 00000080:00200000:2.0:1789762963.597835:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000936ab020 17ffffc0001001 3:0 ffff9cdd4376ae00 2880 lru 00000080:00200000:2.0:1789762963.597851:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7d22dd4 1856: 1< 0 - - > 2< 7602176 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597855:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c802174c 00000080:00200000:2.0:1789762963.597858:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762963.597863:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2881 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597904:0:15813:0:(rw26.c:871:ll_write_end()) pos 11800576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.597918:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000cac39761[3 0000000073d257db 2 1 00000000e509f43d 0 0 2881] 00000080:00200000:2.0:1789762963.597928:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000ddaae2ec 17ffffc0001001 3:0 ffff9cdd4376a8c0 2881 lru 00000080:00200000:2.0:1789762963.597950:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000046f1fd2e 1857: 1< 0 - - > 2< 7606272 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.597957:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000cac39761 00000080:00200000:2.0:1789762963.597961:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762963.597965:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2882 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.597987:0:15813:0:(rw26.c:871:ll_write_end()) pos 11804672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598001:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000290824b1[3 0000000073d257db 2 1 00000000e509f43d 0 0 2882] 00000080:00200000:2.0:1789762963.598013:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000012d0123a 17ffffc0001001 3:0 ffff9cdd4376aee0 2882 lru 00000080:00200000:2.0:1789762963.598033:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000947bd3ed 1858: 1< 0 - - > 2< 7610368 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598039:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000290824b1 00000080:00200000:2.0:1789762963.598042:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762963.598047:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2883 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598073:0:15813:0:(rw26.c:871:ll_write_end()) pos 11808768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598089:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000074f1ea90[3 0000000073d257db 2 1 00000000e509f43d 0 0 2883] 00000080:00200000:2.0:1789762963.598101:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000007b52012d 17ffffc0001021 2:0 ffff9cdd4376a700 2883 lru 00000080:00200000:2.0:1789762963.598127:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000021a5c98c 1859: 1< 0 - - > 2< 7614464 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598132:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000074f1ea90 00000080:00200000:2.0:1789762963.598137:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762963.598141:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2884 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598158:0:15813:0:(rw26.c:871:ll_write_end()) pos 11812864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598172:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000a9f28107[3 0000000073d257db 2 1 00000000e509f43d 0 0 2884] 00000080:00200000:2.0:1789762963.598182:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000000ebd3a6e 17ffffc0001001 3:0 ffff9cdd4376ab60 2884 lru 00000080:00200000:2.0:1789762963.598207:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000a617bca2 1860: 1< 0 - - > 2< 7618560 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598215:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000a9f28107 00000080:00200000:2.0:1789762963.598222:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762963.598229:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2885 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598255:0:15813:0:(rw26.c:871:ll_write_end()) pos 11816960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598269:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000040bc8993[3 0000000073d257db 2 1 00000000e509f43d 0 0 2885] 00000080:00200000:2.0:1789762963.598283:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000b1aacd72 17ffffc0001001 3:0 ffff9cdd4376a1c0 2885 lru 00000080:00200000:2.0:1789762963.598314:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000adfe26e6 1861: 1< 0 - - > 2< 7622656 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598318:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000040bc8993 00000080:00200000:2.0:1789762963.598321:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762963.598324:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2886 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598344:0:15813:0:(rw26.c:871:ll_write_end()) pos 11821056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598354:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000180a5a24[3 0000000073d257db 2 1 00000000e509f43d 0 0 2886] 00000080:00200000:2.0:1789762963.598364:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000c22f85d0 17ffffc0001001 3:0 ffff9cdd4376aa80 2886 lru 00000080:00200000:2.0:1789762963.598386:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000dcd3a747 1862: 1< 0 - - > 2< 7626752 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598391:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000180a5a24 00000080:00200000:2.0:1789762963.598394:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762963.598400:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2887 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598421:0:15813:0:(rw26.c:871:ll_write_end()) pos 11825152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598435:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000097a61b8c[3 0000000073d257db 2 1 00000000e509f43d 0 0 2887] 00000080:00200000:2.0:1789762963.598446:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000019219adc 17ffffc0001001 3:0 ffff9cdd4376a7e0 2887 lru 00000080:00200000:2.0:1789762963.598472:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003b74796c 1863: 1< 0 - - > 2< 7630848 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598478:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000097a61b8c 00000080:00200000:2.0:1789762963.598482:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762963.598487:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2888 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598509:0:15813:0:(rw26.c:871:ll_write_end()) pos 11829248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598522:0:15813:0:(rw26.c:929:ll_write_end()) page@000000001010215a[3 0000000073d257db 2 1 00000000e509f43d 0 0 2888] 00000080:00200000:2.0:1789762963.598542:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000087d6af2d 17ffffc0001001 3:0 ffff9cdd4376a620 2888 lru 00000080:00200000:2.0:1789762963.598569:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000000605e79d 1864: 1< 0 - - > 2< 7634944 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598576:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000001010215a 00000080:00200000:2.0:1789762963.598580:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762963.598585:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2889 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598608:0:15813:0:(rw26.c:871:ll_write_end()) pos 11833344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598617:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b0c67257[3 0000000073d257db 2 1 00000000e509f43d 0 0 2889] 00000080:00200000:2.0:1789762963.598626:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000b3255f1a 17ffffc0001001 3:0 ffff9cdd4376ac40 2889 lru 00000080:00200000:2.0:1789762963.598654:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ad3891c6 1865: 1< 0 - - > 2< 7639040 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598661:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b0c67257 00000080:00200000:2.0:1789762963.598666:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762963.598672:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2890 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598690:0:15813:0:(rw26.c:871:ll_write_end()) pos 11837440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598699:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000039cdce7b[3 0000000073d257db 2 1 00000000e509f43d 0 0 2890] 00000080:00200000:2.0:1789762963.598709:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000031914a53 17ffffc0001001 3:0 ffff9cdd4376a000 2890 lru 00000080:00200000:2.0:1789762963.598733:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed5aeef2 1866: 1< 0 - - > 2< 7643136 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598740:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000039cdce7b 00000080:00200000:2.0:1789762963.598743:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762963.598749:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2891 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598769:0:15813:0:(rw26.c:871:ll_write_end()) pos 11841536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598781:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000041bd0829[3 0000000073d257db 2 1 00000000e509f43d 0 0 2891] 00000080:00200000:2.0:1789762963.598793:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000973d7dd6 17ffffc0001001 3:0 ffff9cdd4376a0e0 2891 lru 00000080:00200000:2.0:1789762963.598819:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000029c5401c 1867: 1< 0 - - > 2< 7647232 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598824:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000041bd0829 00000080:00200000:2.0:1789762963.598828:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762963.598834:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2892 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598862:0:15813:0:(rw26.c:871:ll_write_end()) pos 11845632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598897:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000a1fc8c98[3 0000000073d257db 2 1 00000000e509f43d 0 0 2892] 00000080:00200000:2.0:1789762963.598905:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000f09bcec1 17ffffc0001001 3:0 ffff9cdd486c1700 2892 lru 00000080:00200000:2.0:1789762963.598916:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000fed3efce 1868: 1< 0 - - > 2< 7651328 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.598922:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000a1fc8c98 00000080:00200000:2.0:1789762963.598925:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762963.598930:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2893 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.598951:0:15813:0:(rw26.c:871:ll_write_end()) pos 11849728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.598967:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003bb53121[3 0000000073d257db 2 1 00000000e509f43d 0 0 2893] 00000080:00200000:2.0:1789762963.598976:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000be9ea882 17ffffc0001001 3:0 ffff9cdd486c1b60 2893 lru 00000080:00200000:2.0:1789762963.598995:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1b0143a 1869: 1< 0 - - > 2< 7655424 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599000:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003bb53121 00000080:00200000:2.0:1789762963.599002:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762963.599007:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2894 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599027:0:15813:0:(rw26.c:871:ll_write_end()) pos 11853824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599042:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003faa584e[3 0000000073d257db 2 1 00000000e509f43d 0 0 2894] 00000080:00200000:2.0:1789762963.599054:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000083514218 17ffffc0001001 3:0 ffff9cdd486c11c0 2894 lru 00000080:00200000:2.0:1789762963.599072:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000788b1d79 1870: 1< 0 - - > 2< 7659520 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599079:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003faa584e 00000080:00200000:2.0:1789762963.599083:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762963.599089:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2895 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599108:0:15813:0:(rw26.c:871:ll_write_end()) pos 11857920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599125:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ff971c80[3 0000000073d257db 2 1 00000000e509f43d 0 0 2895] 00000080:00200000:2.0:1789762963.599137:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000007db9273e 17ffffc0001001 3:0 ffff9cdd486c1a80 2895 lru 00000080:00200000:2.0:1789762963.599166:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000693c33a7 1871: 1< 0 - - > 2< 7663616 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599171:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ff971c80 00000080:00200000:2.0:1789762963.599175:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762963.599179:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2896 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599200:0:15813:0:(rw26.c:871:ll_write_end()) pos 11862016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599209:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c69e4097[3 0000000073d257db 2 1 00000000e509f43d 0 0 2896] 00000080:00200000:2.0:1789762963.599213:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000b02f6efe 17ffffc0001001 3:0 ffff9cdd486c17e0 2896 lru 00000080:00200000:2.0:1789762963.599229:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003f69c7c2 1872: 1< 0 - - > 2< 7667712 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599236:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c69e4097 00000080:00200000:2.0:1789762963.599241:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762963.599246:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2897 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599264:0:15813:0:(rw26.c:871:ll_write_end()) pos 11866112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599277:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ac18e38f[3 0000000073d257db 2 1 00000000e509f43d 0 0 2897] 00000080:00200000:2.0:1789762963.599284:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000004911193c 17ffffc0001001 3:0 ffff9cdd486c1620 2897 lru 00000080:00200000:2.0:1789762963.599297:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000c7bfa0d5 1873: 1< 0 - - > 2< 7671808 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599300:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ac18e38f 00000080:00200000:2.0:1789762963.599302:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762963.599305:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2898 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599328:0:15813:0:(rw26.c:871:ll_write_end()) pos 11870208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599343:0:15813:0:(rw26.c:929:ll_write_end()) page@000000005abc1a32[3 0000000073d257db 2 1 00000000e509f43d 0 0 2898] 00000080:00200000:2.0:1789762963.599352:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000b148f4f7 17ffffc0001021 2:0 ffff9cdd486c1c40 2898 lru 00000080:00200000:2.0:1789762963.599372:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000cd780cdf 1874: 1< 0 - - > 2< 7675904 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599377:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000005abc1a32 00000080:00200000:2.0:1789762963.599381:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762963.599386:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2899 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599405:0:15813:0:(rw26.c:871:ll_write_end()) pos 11874304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599420:0:15813:0:(rw26.c:929:ll_write_end()) page@000000007699efd7[3 0000000073d257db 2 1 00000000e509f43d 0 0 2899] 00000080:00200000:2.0:1789762963.599430:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000003987f729 17ffffc0001001 3:0 ffff9cdd486c1000 2899 lru 00000080:00200000:2.0:1789762963.599449:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d26d1cd1 1875: 1< 0 - - > 2< 7680000 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599455:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000007699efd7 00000080:00200000:2.0:1789762963.599460:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762963.599465:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2900 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599486:0:15813:0:(rw26.c:871:ll_write_end()) pos 11878400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599500:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000f06a2757[3 0000000073d257db 2 1 00000000e509f43d 0 0 2900] 00000080:00200000:2.0:1789762963.599510:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000002c25c0df 17ffffc0001001 3:0 ffff9cdd486c10e0 2900 lru 00000080:00200000:2.0:1789762963.599539:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d7d85c8a 1876: 1< 0 - - > 2< 7684096 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599544:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000f06a2757 00000080:00200000:2.0:1789762963.599548:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762963.599553:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2901 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599574:0:15813:0:(rw26.c:871:ll_write_end()) pos 11882496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599585:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000f1a26d18[3 0000000073d257db 2 1 00000000e509f43d 0 0 2901] 00000080:00200000:2.0:1789762963.599592:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000005769750a 17ffffc0001001 3:0 ffff9cdd486c1d20 2901 lru 00000080:00200000:2.0:1789762963.599609:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d67d1266 1877: 1< 0 - - > 2< 7688192 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599615:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000f1a26d18 00000080:00200000:2.0:1789762963.599619:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762963.599625:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2902 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599646:0:15813:0:(rw26.c:871:ll_write_end()) pos 11886592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599660:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000563b22f4[3 0000000073d257db 2 1 00000000e509f43d 0 0 2902] 00000080:00200000:2.0:1789762963.599667:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000007004a3fa 17ffffc0001001 3:0 ffff9cdd486c1460 2902 lru 00000080:00200000:2.0:1789762963.599685:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000f9b7548b 1878: 1< 0 - - > 2< 7692288 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599690:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000563b22f4 00000080:00200000:2.0:1789762963.599694:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762963.599700:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2903 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599722:0:15813:0:(rw26.c:871:ll_write_end()) pos 11890688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599737:0:15813:0:(rw26.c:929:ll_write_end()) page@000000002a3c8125[3 0000000073d257db 2 1 00000000e509f43d 0 0 2903] 00000080:00200000:2.0:1789762963.599746:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000f59c9dfe 17ffffc0001001 3:0 ffff9cdd486c1540 2903 lru 00000080:00200000:2.0:1789762963.599758:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea192642 1879: 1< 0 - - > 2< 7696384 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599764:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000002a3c8125 00000080:00200000:2.0:1789762963.599767:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762963.599770:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2904 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599789:0:15813:0:(rw26.c:871:ll_write_end()) pos 11894784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599804:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000590480b6[3 0000000073d257db 2 1 00000000e509f43d 0 0 2904] 00000080:00200000:2.0:1789762963.599815:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000006c21be38 17ffffc0001001 3:0 ffff9cdd486c1380 2904 lru 00000080:00200000:2.0:1789762963.599836:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000008aa9eb79 1880: 1< 0 - - > 2< 7700480 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599842:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000590480b6 00000080:00200000:2.0:1789762963.599845:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762963.599849:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2905 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599889:0:15813:0:(rw26.c:871:ll_write_end()) pos 11898880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599905:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c2aec723[3 0000000073d257db 2 1 00000000e509f43d 0 0 2905] 00000080:00200000:2.0:1789762963.599917:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000aafc78d0 17ffffc0001001 3:0 ffff9cdd486c12a0 2905 lru 00000080:00200000:2.0:1789762963.599936:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000007ca1b366 1881: 1< 0 - - > 2< 7704576 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.599943:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c2aec723 00000080:00200000:2.0:1789762963.599946:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762963.599951:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2906 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.599972:0:15813:0:(rw26.c:871:ll_write_end()) pos 11902976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.599989:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000880937b5[3 0000000073d257db 2 1 00000000e509f43d 0 0 2906] 00000080:00200000:2.0:1789762963.600003:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a887a1cd 17ffffc0001001 3:0 ffff9cdd486c19a0 2906 lru 00000080:00200000:2.0:1789762963.600029:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8829174 1882: 1< 0 - - > 2< 7708672 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600037:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000880937b5 00000080:00200000:2.0:1789762963.600042:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762963.600046:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2907 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600067:0:15813:0:(rw26.c:871:ll_write_end()) pos 11907072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600081:0:15813:0:(rw26.c:929:ll_write_end()) page@000000005befd8a6[3 0000000073d257db 2 1 00000000e509f43d 0 0 2907] 00000080:00200000:2.0:1789762963.600093:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000e64e1233 17ffffc0001001 3:0 ffff9cdd486c1e00 2907 lru 00000080:00200000:2.0:1789762963.600122:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000002da225c1 1883: 1< 0 - - > 2< 7712768 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600129:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000005befd8a6 00000080:00200000:2.0:1789762963.600134:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762963.600139:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2908 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600159:0:15813:0:(rw26.c:871:ll_write_end()) pos 11911168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600172:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000077dd2f67[3 0000000073d257db 2 1 00000000e509f43d 0 0 2908] 00000080:00200000:2.0:1789762963.600183:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000bbdee676 17ffffc0001001 3:0 ffff9cdd486c18c0 2908 lru 00000080:00200000:2.0:1789762963.600211:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d0712a4f 1884: 1< 0 - - > 2< 7716864 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600218:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000077dd2f67 00000080:00200000:2.0:1789762963.600221:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762963.600226:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2909 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600246:0:15813:0:(rw26.c:871:ll_write_end()) pos 11915264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600262:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000732febb2[3 0000000073d257db 2 1 00000000e509f43d 0 0 2909] 00000080:00200000:2.0:1789762963.600273:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000bd2741c9 17ffffc0001001 3:0 ffff9cdd486c1ee0 2909 lru 00000080:00200000:2.0:1789762963.600299:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000a84f0982 1885: 1< 0 - - > 2< 7720960 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600307:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000732febb2 00000080:00200000:2.0:1789762963.600311:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762963.600316:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2910 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600348:0:15813:0:(rw26.c:871:ll_write_end()) pos 11919360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600362:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b2ec7541[3 0000000073d257db 2 1 00000000e509f43d 0 0 2910] 00000080:00200000:2.0:1789762963.600374:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000093d44bd7 17ffffc0001001 3:0 ffff9cdd486c0a80 2910 lru 00000080:00200000:2.0:1789762963.600388:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000063606d23 1886: 1< 0 - - > 2< 7725056 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600394:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b2ec7541 00000080:00200000:2.0:1789762963.600398:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762963.600403:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2911 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600424:0:15813:0:(rw26.c:871:ll_write_end()) pos 11923456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600438:0:15813:0:(rw26.c:929:ll_write_end()) page@000000006e2bcef5[3 0000000073d257db 2 1 00000000e509f43d 0 0 2911] 00000080:00200000:2.0:1789762963.600447:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000036388b49 17ffffc0001001 3:0 ffff9cdd486c07e0 2911 lru 00000080:00200000:2.0:1789762963.600470:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000000708d572 1887: 1< 0 - - > 2< 7729152 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600475:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000006e2bcef5 00000080:00200000:2.0:1789762963.600479:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762963.600484:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2912 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600504:0:15813:0:(rw26.c:871:ll_write_end()) pos 11927552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600517:0:15813:0:(rw26.c:929:ll_write_end()) page@000000001c4de439[3 0000000073d257db 2 1 00000000e509f43d 0 0 2912] 00000080:00200000:2.0:1789762963.600525:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000007c1bac10 17ffffc0001001 3:0 ffff9cdd486c0620 2912 lru 00000080:00200000:2.0:1789762963.600562:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000004bb1bf3b 1888: 1< 0 - - > 2< 7733248 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600569:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000001c4de439 00000080:00200000:2.0:1789762963.600573:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762963.600578:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2913 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600604:0:15813:0:(rw26.c:871:ll_write_end()) pos 11931648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600618:0:15813:0:(rw26.c:929:ll_write_end()) page@000000004f47cc5e[3 0000000073d257db 2 1 00000000e509f43d 0 0 2913] 00000080:00200000:2.0:1789762963.600630:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000d40b5e80 17ffffc0001021 2:0 ffff9cdd486c0c40 2913 lru 00000080:00200000:2.0:1789762963.600653:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000083b72733 1889: 1< 0 - - > 2< 7737344 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600659:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000004f47cc5e 00000080:00200000:2.0:1789762963.600663:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762963.600669:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2914 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600690:0:15813:0:(rw26.c:871:ll_write_end()) pos 11935744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600703:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000bc7202f3[3 0000000073d257db 2 1 00000000e509f43d 0 0 2914] 00000080:00200000:2.0:1789762963.600711:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000006c9091ca 17ffffc0001001 3:0 ffff9cdd486c0000 2914 lru 00000080:00200000:2.0:1789762963.600735:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000aa73633e 1890: 1< 0 - - > 2< 7741440 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600740:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000bc7202f3 00000080:00200000:2.0:1789762963.600743:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762963.600747:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2915 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600766:0:15813:0:(rw26.c:871:ll_write_end()) pos 11939840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600777:0:15813:0:(rw26.c:929:ll_write_end()) page@000000005b9cdd02[3 0000000073d257db 2 1 00000000e509f43d 0 0 2915] 00000080:00200000:2.0:1789762963.600787:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000d66ee556 17ffffc0001001 3:0 ffff9cdd486c00e0 2915 lru 00000080:00200000:2.0:1789762963.600804:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000009fef369f 1891: 1< 0 - - > 2< 7745536 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600810:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000005b9cdd02 00000080:00200000:2.0:1789762963.600813:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762963.600816:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2916 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600837:0:15813:0:(rw26.c:871:ll_write_end()) pos 11943936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600847:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000012f413bd[3 0000000073d257db 2 1 00000000e509f43d 0 0 2916] 00000080:00200000:2.0:1789762963.600859:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000062a5787 17ffffc0001001 3:0 ffff9cdd486c0d20 2916 lru 00000080:00200000:2.0:1789762963.600905:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000071ecd1f7 1892: 1< 0 - - > 2< 7749632 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.600911:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000012f413bd 00000080:00200000:2.0:1789762963.600915:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762963.600926:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 566 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.600951:0:15804:0:(rw26.c:871:ll_write_end()) pos 2318336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.600963:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000211502cf[3 0000000073d257db 2 1 000000003e6b9567 0 0 566] 00000080:00200000:2.0:1789762963.600976:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000737c25bf 17ffffc0001001 3:0 ffff9cdd486c0460 566 lru 00000080:00200000:2.0:1789762963.601005:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000fec7a7c2 566: 1< 0 - - > 2< 2318336 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601014:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000211502cf 00000080:00200000:2.0:1789762963.601018:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762963.601024:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 567 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601045:0:15804:0:(rw26.c:871:ll_write_end()) pos 2322432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601058:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000047882204[3 0000000073d257db 2 1 000000003e6b9567 0 0 567] 00000080:00200000:2.0:1789762963.601072:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000a33fa519 17ffffc0001001 3:0 ffff9cdd486c0540 567 lru 00000080:00200000:2.0:1789762963.601098:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000c66653e6 567: 1< 0 - - > 2< 2322432 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601103:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000047882204 00000080:00200000:2.0:1789762963.601106:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762963.601110:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 568 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601127:0:15804:0:(rw26.c:871:ll_write_end()) pos 2326528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601142:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003bed81fe[3 0000000073d257db 2 1 000000003e6b9567 0 0 568] 00000080:00200000:2.0:1789762963.601156:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002dfb34b1 17ffffc0001001 3:0 ffff9cdd486c0380 568 lru 00000080:00200000:2.0:1789762963.601180:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000fde69f7e 568: 1< 0 - - > 2< 2326528 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601186:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003bed81fe 00000080:00200000:2.0:1789762963.601189:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762963.601193:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 569 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601211:0:15804:0:(rw26.c:871:ll_write_end()) pos 2330624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601224:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000091421a77[3 0000000073d257db 2 1 000000003e6b9567 0 0 569] 00000080:00200000:2.0:1789762963.601233:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000166d0ea9 17ffffc0001001 3:0 ffff9cdd486c02a0 569 lru 00000080:00200000:2.0:1789762963.601256:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000e81fda96 569: 1< 0 - - > 2< 2330624 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601262:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000091421a77 00000080:00200000:2.0:1789762963.601264:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1789762963.601270:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 570 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601291:0:15804:0:(rw26.c:871:ll_write_end()) pos 2334720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601302:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000acc60564[3 0000000073d257db 2 1 000000003e6b9567 0 0 570] 00000080:00200000:2.0:1789762963.601312:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009317c6b3 17ffffc0001001 3:0 ffff9cdd486c09a0 570 lru 00000080:00200000:2.0:1789762963.601335:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000068f3070b 570: 1< 0 - - > 2< 2334720 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601341:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000acc60564 00000080:00200000:2.0:1789762963.601344:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762963.601349:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 571 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601371:0:15804:0:(rw26.c:871:ll_write_end()) pos 2338816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601379:0:15804:0:(rw26.c:929:ll_write_end()) page@000000000d6a461b[3 0000000073d257db 2 1 000000003e6b9567 0 0 571] 00000080:00200000:2.0:1789762963.601387:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000004405a337 17ffffc0001001 3:0 ffff9cdd486c0e00 571 lru 00000080:00200000:2.0:1789762963.601400:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000000b9ab92c 571: 1< 0 - - > 2< 2338816 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601407:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000000d6a461b 00000080:00200000:2.0:1789762963.601412:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762963.601418:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 572 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601436:0:15804:0:(rw26.c:871:ll_write_end()) pos 2342912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601451:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000c1fbbfc1[3 0000000073d257db 2 1 000000003e6b9567 0 0 572] 00000080:00200000:2.0:1789762963.601462:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000a249cd2d 17ffffc0001001 3:0 ffff9cdd486c08c0 572 lru 00000080:00200000:2.0:1789762963.601479:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000000e3bf043 572: 1< 0 - - > 2< 2342912 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601485:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000c1fbbfc1 00000080:00200000:2.0:1789762963.601490:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1789762963.601495:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 573 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601517:0:15804:0:(rw26.c:871:ll_write_end()) pos 2347008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601539:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000002bb9a24[3 0000000073d257db 2 1 000000003e6b9567 0 0 573] 00000080:00200000:2.0:1789762963.601551:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007af62b33 17ffffc0001001 3:0 ffff9cdd486c0ee0 573 lru 00000080:00200000:2.0:1789762963.601572:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d780de94 573: 1< 0 - - > 2< 2347008 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601577:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000002bb9a24 00000080:00200000:2.0:1789762963.601581:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762963.601587:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 574 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601609:0:15804:0:(rw26.c:871:ll_write_end()) pos 2351104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601622:0:15804:0:(rw26.c:929:ll_write_end()) page@000000005dac2da8[3 0000000073d257db 2 1 000000003e6b9567 0 0 574] 00000080:00200000:2.0:1789762963.601633:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000066c24fd5 17ffffc0001001 3:0 ffff9cdd486c0700 574 lru 00000080:00200000:2.0:1789762963.601659:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000476334b1 574: 1< 0 - - > 2< 2351104 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601665:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000005dac2da8 00000080:00200000:2.0:1789762963.601669:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762963.601675:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 575 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601696:0:15804:0:(rw26.c:871:ll_write_end()) pos 2355200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601705:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000059ddcc65[3 0000000073d257db 2 1 000000003e6b9567 0 0 575] 00000080:00200000:2.0:1789762963.601710:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000eaf33c96 17ffffc0001001 3:0 ffff9cdd486c0b60 575 lru 00000080:00200000:2.0:1789762963.601732:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000021665b0d 575: 1< 0 - - > 2< 2355200 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601738:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000059ddcc65 00000080:00200000:2.0:1789762963.601741:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1789762963.601746:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 576 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601766:0:15804:0:(rw26.c:871:ll_write_end()) pos 2359296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601779:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000605ccc09[3 0000000073d257db 2 1 000000003e6b9567 0 0 576] 00000080:00200000:2.0:1789762963.601786:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000072b84b16 17ffffc0001001 3:0 ffff9cdd486c01c0 576 lru 00000080:00200000:2.0:1789762963.601806:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000a395dd00 576: 1< 0 - - > 2< 2359296 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601813:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000605ccc09 00000080:00200000:2.0:1789762963.601817:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762963.601821:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 577 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601851:0:15804:0:(rw26.c:871:ll_write_end()) pos 2363392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601858:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000e016c82f[3 0000000073d257db 2 1 000000003e6b9567 0 0 577] 00000080:00200000:2.0:1789762963.601886:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000013fbbe94 17ffffc0001021 2:0 ffff9cdd486d2b60 577 lru 00000080:00200000:2.0:1789762963.601911:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000cc6002c9 577: 1< 0 - - > 2< 2363392 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.601917:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000e016c82f 00000080:00200000:2.0:1789762963.601922:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1789762963.601926:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 578 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.601948:0:15804:0:(rw26.c:871:ll_write_end()) pos 2367488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.601960:0:15804:0:(rw26.c:929:ll_write_end()) page@000000002f19d787[3 0000000073d257db 2 1 000000003e6b9567 0 0 578] 00000080:00200000:2.0:1789762963.601971:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000741e2484 17ffffc0001001 3:0 ffff9cdd486d21c0 578 lru 00000080:00200000:2.0:1789762963.601999:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5410a8f 578: 1< 0 - - > 2< 2367488 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602005:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000002f19d787 00000080:00200000:2.0:1789762963.602010:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762963.602016:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 579 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602036:0:15804:0:(rw26.c:871:ll_write_end()) pos 2371584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602048:0:15804:0:(rw26.c:929:ll_write_end()) page@000000000d3d402a[3 0000000073d257db 2 1 000000003e6b9567 0 0 579] 00000080:00200000:2.0:1789762963.602060:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f33c4cf8 17ffffc0001001 3:0 ffff9cdd486d2a80 579 lru 00000080:00200000:2.0:1789762963.602087:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000663b890a 579: 1< 0 - - > 2< 2371584 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602093:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000000d3d402a 00000080:00200000:2.0:1789762963.602097:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1789762963.602101:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 580 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602122:0:15804:0:(rw26.c:871:ll_write_end()) pos 2375680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602135:0:15804:0:(rw26.c:929:ll_write_end()) page@000000000caa29f0[3 0000000073d257db 2 1 000000003e6b9567 0 0 580] 00000080:00200000:2.0:1789762963.602144:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002b8eae42 17ffffc0001001 3:0 ffff9cdd486d27e0 580 lru 00000080:00200000:2.0:1789762963.602162:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd9169bf 580: 1< 0 - - > 2< 2375680 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602168:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000000caa29f0 00000080:00200000:2.0:1789762963.602170:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1789762963.602175:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 581 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602195:0:15804:0:(rw26.c:871:ll_write_end()) pos 2379776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602208:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000056596c33[3 0000000073d257db 2 1 000000003e6b9567 0 0 581] 00000080:00200000:2.0:1789762963.602214:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007f7cf167 17ffffc0001001 3:0 ffff9cdd486d2620 581 lru 00000080:00200000:2.0:1789762963.602222:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000c75f7c9e 581: 1< 0 - - > 2< 2379776 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602227:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000056596c33 00000080:00200000:2.0:1789762963.602231:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1789762963.602234:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 582 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602254:0:15804:0:(rw26.c:871:ll_write_end()) pos 2383872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602269:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d7a3c218[3 0000000073d257db 2 1 000000003e6b9567 0 0 582] 00000080:00200000:2.0:1789762963.602279:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000048684a4f 17ffffc0001001 3:0 ffff9cdd486d2c40 582 lru 00000080:00200000:2.0:1789762963.602301:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f70ba503 582: 1< 0 - - > 2< 2383872 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602306:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d7a3c218 00000080:00200000:2.0:1789762963.602310:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762963.602315:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 583 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602333:0:15804:0:(rw26.c:871:ll_write_end()) pos 2387968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602345:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000fc9e0f11[3 0000000073d257db 2 1 000000003e6b9567 0 0 583] 00000080:00200000:2.0:1789762963.602356:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000003d960c70 17ffffc0001001 3:0 ffff9cdd486d2000 583 lru 00000080:00200000:2.0:1789762963.602375:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d7e74f44 583: 1< 0 - - > 2< 2387968 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602382:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000fc9e0f11 00000080:00200000:2.0:1789762963.602386:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1789762963.602392:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 584 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602412:0:15804:0:(rw26.c:871:ll_write_end()) pos 2392064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602426:0:15804:0:(rw26.c:929:ll_write_end()) page@000000005e13a458[3 0000000073d257db 2 1 000000003e6b9567 0 0 584] 00000080:00200000:2.0:1789762963.602437:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000575430a3 17ffffc0001001 3:0 ffff9cdd486d20e0 584 lru 00000080:00200000:2.0:1789762963.602464:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000c786df7a 584: 1< 0 - - > 2< 2392064 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602473:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000005e13a458 00000080:00200000:2.0:1789762963.602479:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1789762963.602485:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 585 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602508:0:15804:0:(rw26.c:871:ll_write_end()) pos 2396160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602517:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000584559a1[3 0000000073d257db 2 1 000000003e6b9567 0 0 585] 00000080:00200000:2.0:1789762963.602540:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000008d9621e6 17ffffc0001001 3:0 ffff9cdd486d2d20 585 lru 00000080:00200000:2.0:1789762963.602566:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006738b22b 585: 1< 0 - - > 2< 2396160 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602573:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000584559a1 00000080:00200000:2.0:1789762963.602577:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1789762963.602581:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 586 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602602:0:15804:0:(rw26.c:871:ll_write_end()) pos 2400256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602613:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001cb9dc71[3 0000000073d257db 2 1 000000003e6b9567 0 0 586] 00000080:00200000:2.0:1789762963.602625:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000634b0338 17ffffc0001001 3:0 ffff9cdd486d2460 586 lru 00000080:00200000:2.0:1789762963.602647:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006b32e7ee 586: 1< 0 - - > 2< 2400256 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602653:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001cb9dc71 00000080:00200000:2.0:1789762963.602656:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1789762963.602660:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 587 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602683:0:15804:0:(rw26.c:871:ll_write_end()) pos 2404352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602693:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000e0acf72f[3 0000000073d257db 2 1 000000003e6b9567 0 0 587] 00000080:00200000:2.0:1789762963.602700:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f394fa5b 17ffffc0001001 3:0 ffff9cdd486d2540 587 lru 00000080:00200000:2.0:1789762963.602725:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000054414c04 587: 1< 0 - - > 2< 2404352 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602730:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000e0acf72f 00000080:00200000:2.0:1789762963.602735:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1789762963.602739:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 588 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602759:0:15804:0:(rw26.c:871:ll_write_end()) pos 2408448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602771:0:15804:0:(rw26.c:929:ll_write_end()) page@000000005959e41e[3 0000000073d257db 2 1 000000003e6b9567 0 0 588] 00000080:00200000:2.0:1789762963.602780:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000501e7640 17ffffc0001001 3:0 ffff9cdd486d2380 588 lru 00000080:00200000:2.0:1789762963.602797:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000007ef74b7e 588: 1< 0 - - > 2< 2408448 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602802:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000005959e41e 00000080:00200000:2.0:1789762963.602806:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1789762963.602812:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 589 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602832:0:15804:0:(rw26.c:871:ll_write_end()) pos 2412544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602846:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f7944be3[3 0000000073d257db 2 1 000000003e6b9567 0 0 589] 00000080:00200000:2.0:1789762963.602855:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f96e6cc6 17ffffc0001001 3:0 ffff9cdd486d22a0 589 lru 00000080:00200000:2.0:1789762963.602895:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000cdc2ec06 589: 1< 0 - - > 2< 2412544 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602901:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f7944be3 00000080:00200000:2.0:1789762963.602905:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1789762963.602909:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 590 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.602930:0:15804:0:(rw26.c:871:ll_write_end()) pos 2416640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.602945:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000030586392[3 0000000073d257db 2 1 000000003e6b9567 0 0 590] 00000080:00200000:2.0:1789762963.602957:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000018c4f19d 17ffffc0001001 3:0 ffff9cdd486d29a0 590 lru 00000080:00200000:2.0:1789762963.602987:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000df0e2b3c 590: 1< 0 - - > 2< 2416640 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.602996:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000030586392 00000080:00200000:2.0:1789762963.603002:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1789762963.603008:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 591 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.603034:0:15804:0:(rw26.c:871:ll_write_end()) pos 2420736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.603049:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000049d69fe4[3 0000000073d257db 2 1 000000003e6b9567 0 0 591] 00000080:00200000:2.0:1789762963.603061:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e5f273db 17ffffc0001001 3:0 ffff9cdd486d2e00 591 lru 00000080:00200000:2.0:1789762963.603089:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec3e7672 591: 1< 0 - - > 2< 2420736 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.603097:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000049d69fe4 00000080:00200000:2.0:1789762963.603099:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1789762963.603104:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 592 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.603127:0:15804:0:(rw26.c:871:ll_write_end()) pos 2424832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.603141:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000c17d3bc8[3 0000000073d257db 2 1 000000003e6b9567 0 0 592] 00000080:00200000:2.0:1789762963.603153:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000b2f59b71 17ffffc0001021 2:0 ffff9cdd486d28c0 592 lru 00000080:00200000:2.0:1789762963.603175:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000103b62fc 592: 1< 0 - - > 2< 2424832 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.603181:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000c17d3bc8 00000080:00200000:2.0:1789762963.603186:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1789762963.603189:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 593 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.603206:0:15804:0:(rw26.c:871:ll_write_end()) pos 2428928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.603220:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000e3d44e03[3 0000000073d257db 2 1 000000003e6b9567 0 0 593] 00000080:00200000:2.0:1789762963.603231:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f2bf008b 17ffffc0001001 3:0 ffff9cdd486d2ee0 593 lru 00000080:00200000:2.0:1789762963.603258:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000cfdc85a5 593: 1< 0 - - > 2< 2428928 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.603264:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000e3d44e03 00000080:00200000:2.0:1789762963.603267:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1789762963.603272:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 594 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.603291:0:15804:0:(rw26.c:871:ll_write_end()) pos 2433024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.603305:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000b9c10da8[3 0000000073d257db 2 1 000000003e6b9567 0 0 594] 00000080:00200000:2.0:1789762963.603315:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0beaa02 17ffffc0001001 3:0 ffff9cdd486d2700 594 lru 00000080:00200000:2.0:1789762963.603342:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000e2c31588 594: 1< 0 - - > 2< 2433024 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.603347:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000b9c10da8 00000080:00200000:2.0:1789762963.603351:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1789762963.603356:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 595 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.603382:0:15804:0:(rw26.c:871:ll_write_end()) pos 2437120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.603396:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a5b47c79[3 0000000073d257db 2 1 000000003e6b9567 0 0 595] 00000080:00200000:2.0:1789762963.603407:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e2f0aa23 17ffffc0001001 3:0 ffff9cdd43769d20 595 lru 00000080:00200000:2.0:1789762963.603432:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000007c7cf90f 595: 1< 0 - - > 2< 2437120 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.603439:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a5b47c79 00000080:00200000:2.0:1789762963.603443:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1789762963.603451:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 596 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.603475:0:15804:0:(rw26.c:871:ll_write_end()) pos 2441216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.603493:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d8f783b2[3 0000000073d257db 2 1 000000003e6b9567 0 0 596] 00000080:00200000:2.0:1789762963.603506:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000004008deeb 17ffffc0001001 3:0 ffff9cdd43769460 596 lru 00000080:00200000:2.0:1789762963.603543:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000057b31c97 596: 1< 0 - - > 2< 2441216 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.603550:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d8f783b2 00000080:00200000:2.0:1789762963.603555:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762963.603561:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 597 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.603591:0:15804:0:(rw26.c:871:ll_write_end()) pos 2445312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.603606:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a60702c1[3 0000000073d257db 2 1 000000003e6b9567 0 0 597] 00000080:00200000:2.0:1789762963.603618:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000652114d1 17ffffc0001001 3:0 ffff9cdd43769540 597 lru 00000080:00200000:2.0:1789762963.603649:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000043747e3b 597: 1< 0 - - > 2< 2445312 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.603657:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a60702c1 00000080:00200000:2.0:1789762963.603661:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1789762963.603666:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 598 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.603690:0:15804:0:(rw26.c:871:ll_write_end()) pos 2449408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.603705:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001fe556e0[3 0000000073d257db 2 1 000000003e6b9567 0 0 598] 00000080:00200000:2.0:1789762963.603719:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f2a536de 17ffffc0001001 3:0 ffff9cdd43769380 598 lru 00000080:00200000:2.0:1789762963.603744:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000819da1e4 598: 1< 0 - - > 2< 2449408 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.603751:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001fe556e0 00000080:00200000:2.0:1789762963.603754:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1789762963.603759:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 599 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.603780:0:15804:0:(rw26.c:871:ll_write_end()) pos 2453504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.603797:0:15804:0:(rw26.c:929:ll_write_end()) page@000000008c57ec4b[3 0000000073d257db 2 1 000000003e6b9567 0 0 599] 00000080:00200000:2.0:1789762963.603809:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e6819610 17ffffc0001001 3:0 ffff9cdd437692a0 599 lru 00000080:00200000:2.0:1789762963.603837:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000006b8c26f 599: 1< 0 - - > 2< 2453504 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.603847:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000008c57ec4b 00000080:00200000:2.0:1789762963.603853:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1789762963.603860:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 600 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.603911:0:15804:0:(rw26.c:871:ll_write_end()) pos 2457600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.603926:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000014fb3e49[3 0000000073d257db 2 1 000000003e6b9567 0 0 600] 00000080:00200000:2.0:1789762963.603939:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000040d5b0f5 17ffffc0001001 3:0 ffff9cdd437699a0 600 lru 00000080:00200000:2.0:1789762963.603972:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006f933644 600: 1< 0 - - > 2< 2457600 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.603979:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000014fb3e49 00000080:00200000:2.0:1789762963.603985:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1789762963.603992:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 601 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604020:0:15804:0:(rw26.c:871:ll_write_end()) pos 2461696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604034:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f5875fbf[3 0000000073d257db 2 1 000000003e6b9567 0 0 601] 00000080:00200000:2.0:1789762963.604047:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000093f33ad5 17ffffc0001001 3:0 ffff9cdd43769e00 601 lru 00000080:00200000:2.0:1789762963.604073:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000800d4193 601: 1< 0 - - > 2< 2461696 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604079:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f5875fbf 00000080:00200000:2.0:1789762963.604083:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1789762963.604089:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 602 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604118:0:15804:0:(rw26.c:871:ll_write_end()) pos 2465792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604134:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000ccf9cd5e[3 0000000073d257db 2 1 000000003e6b9567 0 0 602] 00000080:00200000:2.0:1789762963.604147:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000000b08bd7b 17ffffc0001001 3:0 ffff9cdd437698c0 602 lru 00000080:00200000:2.0:1789762963.604172:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000281f9272 602: 1< 0 - - > 2< 2465792 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604179:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000ccf9cd5e 00000080:00200000:2.0:1789762963.604183:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1789762963.604190:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 603 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604218:0:15804:0:(rw26.c:871:ll_write_end()) pos 2469888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604234:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001a6e5d7f[3 0000000073d257db 2 1 000000003e6b9567 0 0 603] 00000080:00200000:2.0:1789762963.604246:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000027298774 17ffffc0001001 3:0 ffff9cdd43769ee0 603 lru 00000080:00200000:2.0:1789762963.604269:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000005910e614 603: 1< 0 - - > 2< 2469888 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604278:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001a6e5d7f 00000080:00200000:2.0:1789762963.604283:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1789762963.604291:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 604 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604321:0:15804:0:(rw26.c:871:ll_write_end()) pos 2473984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604340:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000029ce8c83[3 0000000073d257db 2 1 000000003e6b9567 0 0 604] 00000080:00200000:2.0:1789762963.604354:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000006edd28c4 17ffffc0001001 3:0 ffff9cdd43769700 604 lru 00000080:00200000:2.0:1789762963.604380:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000000410dc28 604: 1< 0 - - > 2< 2473984 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604385:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000029ce8c83 00000080:00200000:2.0:1789762963.604388:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1789762963.604393:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 605 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604412:0:15804:0:(rw26.c:871:ll_write_end()) pos 2478080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604428:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001987a722[3 0000000073d257db 2 1 000000003e6b9567 0 0 605] 00000080:00200000:2.0:1789762963.604439:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002825d1dd 17ffffc0001001 3:0 ffff9cdd43769b60 605 lru 00000080:00200000:2.0:1789762963.604454:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000009f95e841 605: 1< 0 - - > 2< 2478080 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604460:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001987a722 00000080:00200000:2.0:1789762963.604464:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1789762963.604468:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 606 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604489:0:15804:0:(rw26.c:871:ll_write_end()) pos 2482176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604503:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000067fcef29[3 0000000073d257db 2 1 000000003e6b9567 0 0 606] 00000080:00200000:2.0:1789762963.604509:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000af7ebdf0 17ffffc0001001 3:0 ffff9cdd437691c0 606 lru 00000080:00200000:2.0:1789762963.604526:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000002b4eecf0 606: 1< 0 - - > 2< 2482176 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604545:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000067fcef29 00000080:00200000:2.0:1789762963.604549:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1789762963.604552:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 607 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604575:0:15804:0:(rw26.c:871:ll_write_end()) pos 2486272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604588:0:15804:0:(rw26.c:929:ll_write_end()) page@000000008f1c45e6[3 0000000073d257db 2 1 000000003e6b9567 0 0 607] 00000080:00200000:2.0:1789762963.604596:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000588edc58 17ffffc0001021 2:0 ffff9cdd43769a80 607 lru 00000080:00200000:2.0:1789762963.604610:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b94047b7 607: 1< 0 - - > 2< 2486272 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604614:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000008f1c45e6 00000080:00200000:2.0:1789762963.604617:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1789762963.604622:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 608 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604641:0:15804:0:(rw26.c:871:ll_write_end()) pos 2490368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604656:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000016f2fd50[3 0000000073d257db 2 1 000000003e6b9567 0 0 608] 00000080:00200000:2.0:1789762963.604668:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000087ce3d9 17ffffc0001001 3:0 ffff9cdd437697e0 608 lru 00000080:00200000:2.0:1789762963.604683:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000009c36000a 608: 1< 0 - - > 2< 2490368 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604688:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000016f2fd50 00000080:00200000:2.0:1789762963.604690:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1789762963.604696:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 609 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604716:0:15804:0:(rw26.c:871:ll_write_end()) pos 2494464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604730:0:15804:0:(rw26.c:929:ll_write_end()) page@000000007c155445[3 0000000073d257db 2 1 000000003e6b9567 0 0 609] 00000080:00200000:2.0:1789762963.604743:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002a7d3baf 17ffffc0001001 3:0 ffff9cdd43769620 609 lru 00000080:00200000:2.0:1789762963.604756:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000312f3296 609: 1< 0 - - > 2< 2494464 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604762:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000007c155445 00000080:00200000:2.0:1789762963.604767:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1789762963.604773:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 610 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604792:0:15804:0:(rw26.c:871:ll_write_end()) pos 2498560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604806:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000001c8cb4c[3 0000000073d257db 2 1 000000003e6b9567 0 0 610] 00000080:00200000:2.0:1789762963.604816:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002027b7d2 17ffffc0001001 3:0 ffff9cdd43769c40 610 lru 00000080:00200000:2.0:1789762963.604838:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000083c813e9 610: 1< 0 - - > 2< 2498560 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604844:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000001c8cb4c 00000080:00200000:2.0:1789762963.604848:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762963.604852:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 611 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604890:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2917 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.604910:0:15813:0:(rw26.c:871:ll_write_end()) pos 11948032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.604925:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c108e52c[3 0000000073d257db 2 1 00000000e509f43d 0 0 2917] 00000080:00200000:2.0:1789762963.604937:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a7b236b0 17ffffc0001001 3:0 ffff9cdd43769000 2917 lru 00000080:00200000:2.0:1789762963.604964:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003c38e874 1893: 1< 0 - - > 2< 7753728 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.604969:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c108e52c 00000080:00200000:2.0:1789762963.604973:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762963.604979:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2918 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605000:0:15813:0:(rw26.c:871:ll_write_end()) pos 11952128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605011:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000000b3b4e0[3 0000000073d257db 2 1 00000000e509f43d 0 0 2918] 00000080:00200000:2.0:1789762963.605024:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000338cd339 17ffffc0001001 3:0 ffff9cdd437690e0 2918 lru 00000080:00200000:2.0:1789762963.605054:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000004a059444 1894: 1< 0 - - > 2< 7757824 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605061:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000000b3b4e0 00000080:00200000:2.0:1789762963.605066:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762963.605072:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2919 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605101:0:15813:0:(rw26.c:871:ll_write_end()) pos 11956224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605116:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000007145d0f[3 0000000073d257db 2 1 00000000e509f43d 0 0 2919] 00000080:00200000:2.0:1789762963.605128:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000e4ce4e26 17ffffc0001001 3:0 ffff9cdd43762540 2919 lru 00000080:00200000:2.0:1789762963.605153:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2adcfe0 1895: 1< 0 - - > 2< 7761920 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605159:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000007145d0f 00000080:00200000:2.0:1789762963.605163:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762963.605169:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2920 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605193:0:15813:0:(rw26.c:871:ll_write_end()) pos 11960320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605208:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000cc515689[3 0000000073d257db 2 1 00000000e509f43d 0 0 2920] 00000080:00200000:2.0:1789762963.605220:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000f3f8c88b 17ffffc0001001 3:0 ffff9cdd43762380 2920 lru 00000080:00200000:2.0:1789762963.605242:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0545f6c 1896: 1< 0 - - > 2< 7766016 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605248:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000cc515689 00000080:00200000:2.0:1789762963.605253:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762963.605259:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2921 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605279:0:15813:0:(rw26.c:871:ll_write_end()) pos 11964416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605288:0:15813:0:(rw26.c:929:ll_write_end()) page@000000005a608aa1[3 0000000073d257db 2 1 00000000e509f43d 0 0 2921] 00000080:00200000:2.0:1789762963.605294:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000c313ac98 17ffffc0001001 3:0 ffff9cdd437622a0 2921 lru 00000080:00200000:2.0:1789762963.605305:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9f454d9 1897: 1< 0 - - > 2< 7770112 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605310:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000005a608aa1 00000080:00200000:2.0:1789762963.605314:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762963.605319:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2922 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605340:0:15813:0:(rw26.c:871:ll_write_end()) pos 11968512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605354:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000089789119[3 0000000073d257db 2 1 00000000e509f43d 0 0 2922] 00000080:00200000:2.0:1789762963.605361:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000005603e1e0 17ffffc0001001 3:0 ffff9cdd437629a0 2922 lru 00000080:00200000:2.0:1789762963.605382:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003f6a728d 1898: 1< 0 - - > 2< 7774208 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605387:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000089789119 00000080:00200000:2.0:1789762963.605390:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762963.605393:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2923 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605414:0:15813:0:(rw26.c:871:ll_write_end()) pos 11972608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605428:0:15813:0:(rw26.c:929:ll_write_end()) page@000000009b3d7969[3 0000000073d257db 2 1 00000000e509f43d 0 0 2923] 00000080:00200000:2.0:1789762963.605439:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000009c2e1ce1 17ffffc0001001 3:0 ffff9cdd43762e00 2923 lru 00000080:00200000:2.0:1789762963.605458:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000dadf5f4d 1899: 1< 0 - - > 2< 7778304 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605463:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000009b3d7969 00000080:00200000:2.0:1789762963.605466:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762963.605471:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2924 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605491:0:15813:0:(rw26.c:871:ll_write_end()) pos 11976704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605505:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000377304fa[3 0000000073d257db 2 1 00000000e509f43d 0 0 2924] 00000080:00200000:2.0:1789762963.605515:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000009d01127c 17ffffc0001001 3:0 ffff9cdd437628c0 2924 lru 00000080:00200000:2.0:1789762963.605547:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000847372b7 1900: 1< 0 - - > 2< 7782400 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605553:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000377304fa 00000080:00200000:2.0:1789762963.605558:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762963.605562:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2925 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605585:0:15813:0:(rw26.c:871:ll_write_end()) pos 11980800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605595:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000027397c3c[3 0000000073d257db 2 1 00000000e509f43d 0 0 2925] 00000080:00200000:2.0:1789762963.605606:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000003d2a835f 17ffffc0001001 3:0 ffff9cdd43762ee0 2925 lru 00000080:00200000:2.0:1789762963.605622:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000f0a630e6 1901: 1< 0 - - > 2< 7786496 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605628:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000027397c3c 00000080:00200000:2.0:1789762963.605632:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762963.605638:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2926 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605658:0:15813:0:(rw26.c:871:ll_write_end()) pos 11984896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605670:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000021b3b689[3 0000000073d257db 2 1 00000000e509f43d 0 0 2926] 00000080:00200000:2.0:1789762963.605680:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000039296006 17ffffc0001001 3:0 ffff9cdd43762700 2926 lru 00000080:00200000:2.0:1789762963.605696:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec86dbe9 1902: 1< 0 - - > 2< 7790592 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605703:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000021b3b689 00000080:00200000:2.0:1789762963.605707:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762963.605713:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2927 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605738:0:15813:0:(rw26.c:871:ll_write_end()) pos 11988992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605748:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000066a75eec[3 0000000073d257db 2 1 00000000e509f43d 0 0 2927] 00000080:00200000:2.0:1789762963.605754:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000001f9be8cf 17ffffc0001021 2:0 ffff9cdd43762b60 2927 lru 00000080:00200000:2.0:1789762963.605764:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000008f10d850 1903: 1< 0 - - > 2< 7794688 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605771:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000066a75eec 00000080:00200000:2.0:1789762963.605774:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762963.605779:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2928 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605799:0:15813:0:(rw26.c:871:ll_write_end()) pos 11993088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605815:0:15813:0:(rw26.c:929:ll_write_end()) page@000000007cd210a2[3 0000000073d257db 2 1 00000000e509f43d 0 0 2928] 00000080:00200000:2.0:1789762963.605824:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000066440196 17ffffc0001001 3:0 ffff9cdd437621c0 2928 lru 00000080:00200000:2.0:1789762963.605839:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000005d939e94 1904: 1< 0 - - > 2< 7798784 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605842:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000007cd210a2 00000080:00200000:2.0:1789762963.605843:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762963.605845:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2929 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605861:0:15813:0:(rw26.c:871:ll_write_end()) pos 11997184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605899:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000073ea89a9[3 0000000073d257db 2 1 00000000e509f43d 0 0 2929] 00000080:00200000:2.0:1789762963.605908:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000006411df6 17ffffc0001001 3:0 ffff9cdd43762a80 2929 lru 00000080:00200000:2.0:1789762963.605925:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000007fe7f578 1905: 1< 0 - - > 2< 7802880 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.605931:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000073ea89a9 00000080:00200000:2.0:1789762963.605935:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762963.605938:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2930 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.605960:0:15813:0:(rw26.c:871:ll_write_end()) pos 12001280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.605975:0:15813:0:(rw26.c:929:ll_write_end()) page@000000005d63c8d3[3 0000000073d257db 2 1 00000000e509f43d 0 0 2930] 00000080:00200000:2.0:1789762963.605987:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000c37b93b0 17ffffc0001001 3:0 ffff9cdd437627e0 2930 lru 00000080:00200000:2.0:1789762963.606008:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000e71572d2 1906: 1< 0 - - > 2< 7806976 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606016:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000005d63c8d3 00000080:00200000:2.0:1789762963.606019:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762963.606026:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2931 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606052:0:15813:0:(rw26.c:871:ll_write_end()) pos 12005376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606063:0:15813:0:(rw26.c:929:ll_write_end()) page@000000002432c890[3 0000000073d257db 2 1 00000000e509f43d 0 0 2931] 00000080:00200000:2.0:1789762963.606074:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000dffeb7e4 17ffffc0001001 3:0 ffff9cdd43762620 2931 lru 00000080:00200000:2.0:1789762963.606094:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000065a83f18 1907: 1< 0 - - > 2< 7811072 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606099:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000002432c890 00000080:00200000:2.0:1789762963.606103:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762963.606108:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2932 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606129:0:15813:0:(rw26.c:871:ll_write_end()) pos 12009472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606143:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000593ddeaa[3 0000000073d257db 2 1 00000000e509f43d 0 0 2932] 00000080:00200000:2.0:1789762963.606152:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a044d380 17ffffc0001001 3:0 ffff9cdd43762c40 2932 lru 00000080:00200000:2.0:1789762963.606168:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000036433e5d 1908: 1< 0 - - > 2< 7815168 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606175:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000593ddeaa 00000080:00200000:2.0:1789762963.606178:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762963.606183:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2933 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606203:0:15813:0:(rw26.c:871:ll_write_end()) pos 12013568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606213:0:15813:0:(rw26.c:929:ll_write_end()) page@000000002ee10b57[3 0000000073d257db 2 1 00000000e509f43d 0 0 2933] 00000080:00200000:2.0:1789762963.606221:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000001028269b 17ffffc0001001 3:0 ffff9cdd43762000 2933 lru 00000080:00200000:2.0:1789762963.606241:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000004b0da899 1909: 1< 0 - - > 2< 7819264 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606247:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000002ee10b57 00000080:00200000:2.0:1789762963.606251:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762963.606256:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2934 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606276:0:15813:0:(rw26.c:871:ll_write_end()) pos 12017664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606291:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000085e6961f[3 0000000073d257db 2 1 00000000e509f43d 0 0 2934] 00000080:00200000:2.0:1789762963.606297:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000732aeae7 17ffffc0001001 3:0 ffff9cdd437620e0 2934 lru 00000080:00200000:2.0:1789762963.606318:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000001575a014 1910: 1< 0 - - > 2< 7823360 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606324:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000085e6961f 00000080:00200000:2.0:1789762963.606329:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762963.606334:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2935 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606354:0:15813:0:(rw26.c:871:ll_write_end()) pos 12021760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606368:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000030d9055d[3 0000000073d257db 2 1 00000000e509f43d 0 0 2935] 00000080:00200000:2.0:1789762963.606374:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000045c8987 17ffffc0001001 3:0 ffff9cdd43762d20 2935 lru 00000080:00200000:2.0:1789762963.606398:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000080a4c5ae 1911: 1< 0 - - > 2< 7827456 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606404:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000030d9055d 00000080:00200000:2.0:1789762963.606410:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762963.606416:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2936 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606437:0:15813:0:(rw26.c:871:ll_write_end()) pos 12025856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606451:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b8ede7aa[3 0000000073d257db 2 1 00000000e509f43d 0 0 2936] 00000080:00200000:2.0:1789762963.606460:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000389f3ada 17ffffc0001001 3:0 ffff9cdd43762460 2936 lru 00000080:00200000:2.0:1789762963.606471:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000013ce0218 1912: 1< 0 - - > 2< 7831552 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606478:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b8ede7aa 00000080:00200000:2.0:1789762963.606482:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762963.606487:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2937 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606512:0:15813:0:(rw26.c:871:ll_write_end()) pos 12029952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606522:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000050b27aa5[3 0000000073d257db 2 1 00000000e509f43d 0 0 2937] 00000080:00200000:2.0:1789762963.606544:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a3e2dd9e 17ffffc0001001 3:0 ffff9cdd43763620 2937 lru 00000080:00200000:2.0:1789762963.606561:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ffc6b522 1913: 1< 0 - - > 2< 7835648 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606568:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000050b27aa5 00000080:00200000:2.0:1789762963.606572:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762963.606577:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2938 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606598:0:15813:0:(rw26.c:871:ll_write_end()) pos 12034048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606613:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b1906489[3 0000000073d257db 2 1 00000000e509f43d 0 0 2938] 00000080:00200000:2.0:1789762963.606622:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000081c46ebf 17ffffc0001001 3:0 ffff9cdd43763c40 2938 lru 00000080:00200000:2.0:1789762963.606642:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d42fb5a0 1914: 1< 0 - - > 2< 7839744 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606647:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b1906489 00000080:00200000:2.0:1789762963.606651:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762963.606657:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2939 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606677:0:15813:0:(rw26.c:871:ll_write_end()) pos 12038144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606690:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000025bf53d0[3 0000000073d257db 2 1 00000000e509f43d 0 0 2939] 00000080:00200000:2.0:1789762963.606701:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000094dd3d5f 17ffffc0001001 3:0 ffff9cdd43763000 2939 lru 00000080:00200000:2.0:1789762963.606711:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000009d7a5631 1915: 1< 0 - - > 2< 7843840 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606716:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000025bf53d0 00000080:00200000:2.0:1789762963.606720:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762963.606724:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2940 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606744:0:15813:0:(rw26.c:871:ll_write_end()) pos 12042240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606757:0:15813:0:(rw26.c:929:ll_write_end()) page@000000009dd9abd5[3 0000000073d257db 2 1 00000000e509f43d 0 0 2940] 00000080:00200000:2.0:1789762963.606766:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000000bdfa095 17ffffc0001001 3:0 ffff9cdd437630e0 2940 lru 00000080:00200000:2.0:1789762963.606790:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000001489e3c1 1916: 1< 0 - - > 2< 7847936 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606796:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000009dd9abd5 00000080:00200000:2.0:1789762963.606801:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762963.606805:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2941 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606828:0:15813:0:(rw26.c:871:ll_write_end()) pos 12046336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606843:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c3965de9[3 0000000073d257db 2 1 00000000e509f43d 0 0 2941] 00000080:00200000:2.0:1789762963.606856:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000090594182 17ffffc0001001 3:0 ffff9cdd43763d20 2941 lru 00000080:00200000:2.0:1789762963.606910:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000c1029755 1917: 1< 0 - - > 2< 7852032 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606915:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c3965de9 00000080:00200000:2.0:1789762963.606920:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762963.606925:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2942 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.606949:0:15813:0:(rw26.c:871:ll_write_end()) pos 12050432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.606959:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b3327083[3 0000000073d257db 2 1 00000000e509f43d 0 0 2942] 00000080:00200000:2.0:1789762963.606969:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc799ae1 17ffffc0001021 2:0 ffff9cdd43763460 2942 lru 00000080:00200000:2.0:1789762963.606988:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000024b1e386 1918: 1< 0 - - > 2< 7856128 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.606995:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b3327083 00000080:00200000:2.0:1789762963.606999:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762963.607003:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2943 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607029:0:15813:0:(rw26.c:871:ll_write_end()) pos 12054528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607043:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ff820998[3 0000000073d257db 2 1 00000000e509f43d 0 0 2943] 00000080:00200000:2.0:1789762963.607049:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a910c7ee 17ffffc0001001 3:0 ffff9cdd43763540 2943 lru 00000080:00200000:2.0:1789762963.607057:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000023288ef8 1919: 1< 0 - - > 2< 7860224 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607062:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ff820998 00000080:00200000:2.0:1789762963.607066:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762963.607071:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2944 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607094:0:15813:0:(rw26.c:871:ll_write_end()) pos 12058624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607109:0:15813:0:(rw26.c:929:ll_write_end()) page@000000006479917d[3 0000000073d257db 2 1 00000000e509f43d 0 0 2944] 00000080:00200000:2.0:1789762963.607116:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000004e0db973 17ffffc0001001 3:0 ffff9cdd43763380 2944 lru 00000080:00200000:2.0:1789762963.607131:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000035f0209c 1920: 1< 0 - - > 2< 7864320 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607136:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000006479917d 00000080:00200000:2.0:1789762963.607139:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762963.607143:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2945 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607163:0:15813:0:(rw26.c:871:ll_write_end()) pos 12062720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607174:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000161f80ad[3 0000000073d257db 2 1 00000000e509f43d 0 0 2945] 00000080:00200000:2.0:1789762963.607187:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000001f4e847f 17ffffc0001001 3:0 ffff9cdd437632a0 2945 lru 00000080:00200000:2.0:1789762963.607198:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006480310a 1921: 1< 0 - - > 2< 7868416 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607204:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000161f80ad 00000080:00200000:2.0:1789762963.607208:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762963.607213:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2946 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607236:0:15813:0:(rw26.c:871:ll_write_end()) pos 12066816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607248:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000432503ea[3 0000000073d257db 2 1 00000000e509f43d 0 0 2946] 00000080:00200000:2.0:1789762963.607257:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000019f1c753 17ffffc0001001 3:0 ffff9cdd437639a0 2946 lru 00000080:00200000:2.0:1789762963.607283:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000005b4308ac 1922: 1< 0 - - > 2< 7872512 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607289:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000432503ea 00000080:00200000:2.0:1789762963.607292:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762963.607295:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2947 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607314:0:15813:0:(rw26.c:871:ll_write_end()) pos 12070912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607326:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e99cb8aa[3 0000000073d257db 2 1 00000000e509f43d 0 0 2947] 00000080:00200000:2.0:1789762963.607330:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000feb8d3c5 17ffffc0001001 3:0 ffff9cdd43763e00 2947 lru 00000080:00200000:2.0:1789762963.607333:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000004e792a21 1923: 1< 0 - - > 2< 7876608 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607335:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e99cb8aa 00000080:00200000:2.0:1789762963.607335:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762963.607338:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2948 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607360:0:15813:0:(rw26.c:871:ll_write_end()) pos 12075008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607375:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003fb1bd69[3 0000000073d257db 2 1 00000000e509f43d 0 0 2948] 00000080:00200000:2.0:1789762963.607385:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000005c678b4b 17ffffc0001001 3:0 ffff9cdd437638c0 2948 lru 00000080:00200000:2.0:1789762963.607407:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000c378357a 1924: 1< 0 - - > 2< 7880704 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607413:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003fb1bd69 00000080:00200000:2.0:1789762963.607416:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762963.607423:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2949 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607450:0:15813:0:(rw26.c:871:ll_write_end()) pos 12079104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607467:0:15813:0:(rw26.c:929:ll_write_end()) page@000000006308e82a[3 0000000073d257db 2 1 00000000e509f43d 0 0 2949] 00000080:00200000:2.0:1789762963.607478:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000006d6ca7 17ffffc0001001 3:0 ffff9cdd43763ee0 2949 lru 00000080:00200000:2.0:1789762963.607504:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d1ffdd51 1925: 1< 0 - - > 2< 7884800 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607514:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000006308e82a 00000080:00200000:2.0:1789762963.607520:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762963.607526:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2950 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607565:0:15813:0:(rw26.c:871:ll_write_end()) pos 12083200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607582:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000a939e6b9[3 0000000073d257db 2 1 00000000e509f43d 0 0 2950] 00000080:00200000:2.0:1789762963.607594:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000002514e1d1 17ffffc0001001 3:0 ffff9cdd43763700 2950 lru 00000080:00200000:2.0:1789762963.607624:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006e7d6f09 1926: 1< 0 - - > 2< 7888896 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607632:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000a939e6b9 00000080:00200000:2.0:1789762963.607637:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762963.607643:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2951 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607670:0:15813:0:(rw26.c:871:ll_write_end()) pos 12087296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607681:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000bbdc0de7[3 0000000073d257db 2 1 00000000e509f43d 0 0 2951] 00000080:00200000:2.0:1789762963.607692:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000004c09953 17ffffc0001001 3:0 ffff9cdd43763b60 2951 lru 00000080:00200000:2.0:1789762963.607720:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000cf35cf64 1927: 1< 0 - - > 2< 7892992 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607726:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000bbdc0de7 00000080:00200000:2.0:1789762963.607730:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762963.607735:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2952 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607756:0:15813:0:(rw26.c:871:ll_write_end()) pos 12091392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607766:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000970923ae[3 0000000073d257db 2 1 00000000e509f43d 0 0 2952] 00000080:00200000:2.0:1789762963.607776:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000005f739654 17ffffc0001001 3:0 ffff9cdd437631c0 2952 lru 00000080:00200000:2.0:1789762963.607799:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ce17ac35 1928: 1< 0 - - > 2< 7897088 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607806:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000970923ae 00000080:00200000:2.0:1789762963.607810:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762963.607815:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2953 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607838:0:15813:0:(rw26.c:871:ll_write_end()) pos 12095488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607856:0:15813:0:(rw26.c:929:ll_write_end()) page@000000001dd6469c[3 0000000073d257db 2 1 00000000e509f43d 0 0 2953] 00000080:00200000:2.0:1789762963.607890:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000001eeb6a04 17ffffc0001001 3:0 ffff9cdd43763a80 2953 lru 00000080:00200000:2.0:1789762963.607913:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000599ed432 1929: 1< 0 - - > 2< 7901184 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607918:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000001dd6469c 00000080:00200000:2.0:1789762963.607922:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762963.607926:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2954 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.607949:0:15813:0:(rw26.c:871:ll_write_end()) pos 12099584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.607963:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000051d724f7[3 0000000073d257db 2 1 00000000e509f43d 0 0 2954] 00000080:00200000:2.0:1789762963.607972:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000027ad7a02 17ffffc0001001 3:0 ffff9cdd437637e0 2954 lru 00000080:00200000:2.0:1789762963.607990:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000001f7608c3 1930: 1< 0 - - > 2< 7905280 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.607996:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000051d724f7 00000080:00200000:2.0:1789762963.608001:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762963.608008:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2955 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608043:0:15813:0:(rw26.c:871:ll_write_end()) pos 12103680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608057:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e5f074a7[3 0000000073d257db 2 1 00000000e509f43d 0 0 2955] 00000080:00200000:2.0:1789762963.608068:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000003e088595 17ffffc0001001 3:0 ffff9cdd437660e0 2955 lru 00000080:00200000:2.0:1789762963.608084:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000066e0afa7 1931: 1< 0 - - > 2< 7909376 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608091:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e5f074a7 00000080:00200000:2.0:1789762963.608096:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762963.608101:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2956 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608124:0:15813:0:(rw26.c:871:ll_write_end()) pos 12107776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608134:0:15813:0:(rw26.c:929:ll_write_end()) page@000000004ddea2b3[3 0000000073d257db 2 1 00000000e509f43d 0 0 2956] 00000080:00200000:2.0:1789762963.608144:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000008017690b 17ffffc0001001 3:0 ffff9cdd43766d20 2956 lru 00000080:00200000:2.0:1789762963.608160:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000086c9417d 1932: 1< 0 - - > 2< 7913472 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608166:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000004ddea2b3 00000080:00200000:2.0:1789762963.608170:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762963.608175:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2957 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608198:0:15813:0:(rw26.c:871:ll_write_end()) pos 12111872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608207:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000106d54e4[3 0000000073d257db 2 1 00000000e509f43d 0 0 2957] 00000080:00200000:2.0:1789762963.608215:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000026b0dae3 17ffffc0001021 2:0 ffff9cdd43766460 2957 lru 00000080:00200000:2.0:1789762963.608238:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d3bfb311 1933: 1< 0 - - > 2< 7917568 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608244:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000106d54e4 00000080:00200000:2.0:1789762963.608249:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762963.608254:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2958 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608272:0:15813:0:(rw26.c:871:ll_write_end()) pos 12115968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608285:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000124dc191[3 0000000073d257db 2 1 00000000e509f43d 0 0 2958] 00000080:00200000:2.0:1789762963.608292:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000000f478a98 17ffffc0001001 3:0 ffff9cdd43766540 2958 lru 00000080:00200000:2.0:1789762963.608299:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000c11a669f 1934: 1< 0 - - > 2< 7921664 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608305:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000124dc191 00000080:00200000:2.0:1789762963.608308:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762963.608313:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2959 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608333:0:15813:0:(rw26.c:871:ll_write_end()) pos 12120064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608346:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000095f50c7f[3 0000000073d257db 2 1 00000000e509f43d 0 0 2959] 00000080:00200000:2.0:1789762963.608356:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a58e2854 17ffffc0001001 3:0 ffff9cdd43766380 2959 lru 00000080:00200000:2.0:1789762963.608373:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000005c987c4b 1935: 1< 0 - - > 2< 7925760 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608378:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000095f50c7f 00000080:00200000:2.0:1789762963.608381:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762963.608386:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2960 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608405:0:15813:0:(rw26.c:871:ll_write_end()) pos 12124160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608415:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c2fa8d0e[3 0000000073d257db 2 1 00000000e509f43d 0 0 2960] 00000080:00200000:2.0:1789762963.608426:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000003f144bc2 17ffffc0001001 3:0 ffff9cdd437662a0 2960 lru 00000080:00200000:2.0:1789762963.608451:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000adf8255b 1936: 1< 0 - - > 2< 7929856 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608457:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c2fa8d0e 00000080:00200000:2.0:1789762963.608462:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762963.608466:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2961 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608489:0:15813:0:(rw26.c:871:ll_write_end()) pos 12128256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608504:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c4b0c7c5[3 0000000073d257db 2 1 00000000e509f43d 0 0 2961] 00000080:00200000:2.0:1789762963.608515:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000009b467d40 17ffffc0001001 3:0 ffff9cdd437669a0 2961 lru 00000080:00200000:2.0:1789762963.608556:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000000a078d00 1937: 1< 0 - - > 2< 7933952 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608565:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c4b0c7c5 00000080:00200000:2.0:1789762963.608569:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762963.608573:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2962 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608595:0:15813:0:(rw26.c:871:ll_write_end()) pos 12132352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608607:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b41cee17[3 0000000073d257db 2 1 00000000e509f43d 0 0 2962] 00000080:00200000:2.0:1789762963.608617:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000027bf7d3 17ffffc0001001 3:0 ffff9cdd43766e00 2962 lru 00000080:00200000:2.0:1789762963.608635:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000118310d0 1938: 1< 0 - - > 2< 7938048 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608642:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b41cee17 00000080:00200000:2.0:1789762963.608645:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762963.608650:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2963 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608670:0:15813:0:(rw26.c:871:ll_write_end()) pos 12136448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608684:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003098faea[3 0000000073d257db 2 1 00000000e509f43d 0 0 2963] 00000080:00200000:2.0:1789762963.608691:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000002a0ab502 17ffffc0001001 3:0 ffff9cdd437668c0 2963 lru 00000080:00200000:2.0:1789762963.608698:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003fa900c1 1939: 1< 0 - - > 2< 7942144 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608704:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003098faea 00000080:00200000:2.0:1789762963.608709:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762963.608714:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2964 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608741:0:15813:0:(rw26.c:871:ll_write_end()) pos 12140544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608756:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000985257e7[3 0000000073d257db 2 1 00000000e509f43d 0 0 2964] 00000080:00200000:2.0:1789762963.608767:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000afc904b3 17ffffc0001001 3:0 ffff9cdd43766ee0 2964 lru 00000080:00200000:2.0:1789762963.608781:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000378a5cb7 1940: 1< 0 - - > 2< 7946240 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608785:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000985257e7 00000080:00200000:2.0:1789762963.608786:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762963.608790:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2965 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.608811:0:15813:0:(rw26.c:871:ll_write_end()) pos 12144640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608828:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000016c31c82[3 0000000073d257db 2 1 00000000e509f43d 0 0 2965] 00000080:00200000:2.0:1789762963.608842:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000cdeb0553 17ffffc0001001 3:0 ffff9cdd43766700 2965 lru 00000080:00200000:2.0:1789762963.608862:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000b428efe1 1941: 1< 0 - - > 2< 7950336 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608891:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000016c31c82 00000080:00200000:2.0:1789762963.608895:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762963.608913:0:15804:0:(rw26.c:871:ll_write_end()) pos 2502656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.608928:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003ee16861[3 0000000073d257db 2 1 000000003e6b9567 0 0 611] 00000080:00200000:2.0:1789762963.608940:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000000864ab45 17ffffc0001021 2:0 ffff9cdd43766b60 611 lru 00000080:00200000:2.0:1789762963.608971:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f9c9c190 611: 1< 0 - - > 2< 2502656 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.608977:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003ee16861 00000080:00200000:2.0:1789762963.608981:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1789762963.608985:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 612 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609007:0:15804:0:(rw26.c:871:ll_write_end()) pos 2506752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609026:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003816f0c4[3 0000000073d257db 2 1 000000003e6b9567 0 0 612] 00000080:00200000:2.0:1789762963.609040:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000439df22a 17ffffc0001001 3:0 ffff9cdd437661c0 612 lru 00000080:00200000:2.0:1789762963.609069:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7238feb 612: 1< 0 - - > 2< 2506752 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609075:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003816f0c4 00000080:00200000:2.0:1789762963.609078:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1789762963.609081:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 613 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609103:0:15804:0:(rw26.c:871:ll_write_end()) pos 2510848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609115:0:15804:0:(rw26.c:929:ll_write_end()) page@000000005c607c87[3 0000000073d257db 2 1 000000003e6b9567 0 0 613] 00000080:00200000:2.0:1789762963.609126:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000035a59589 17ffffc0001001 3:0 ffff9cdd43766a80 613 lru 00000080:00200000:2.0:1789762963.609140:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000001ad5dadf 613: 1< 0 - - > 2< 2510848 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609146:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000005c607c87 00000080:00200000:2.0:1789762963.609150:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1789762963.609155:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 614 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609176:0:15804:0:(rw26.c:871:ll_write_end()) pos 2514944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609187:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001beb0e11[3 0000000073d257db 2 1 000000003e6b9567 0 0 614] 00000080:00200000:2.0:1789762963.609195:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000000e686585 17ffffc0001001 3:0 ffff9cdd437667e0 614 lru 00000080:00200000:2.0:1789762963.609221:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000747b49f6 614: 1< 0 - - > 2< 2514944 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609227:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001beb0e11 00000080:00200000:2.0:1789762963.609231:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1789762963.609236:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 615 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609257:0:15804:0:(rw26.c:871:ll_write_end()) pos 2519040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609263:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000060db9d82[3 0000000073d257db 2 1 000000003e6b9567 0 0 615] 00000080:00200000:2.0:1789762963.609265:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000969bf82c 17ffffc0001001 3:0 ffff9cdd43766620 615 lru 00000080:00200000:2.0:1789762963.609270:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d19ef51c 615: 1< 0 - - > 2< 2519040 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609274:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000060db9d82 00000080:00200000:2.0:1789762963.609278:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1789762963.609281:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 616 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609301:0:15804:0:(rw26.c:871:ll_write_end()) pos 2523136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609316:0:15804:0:(rw26.c:929:ll_write_end()) page@000000004ea43c7e[3 0000000073d257db 2 1 000000003e6b9567 0 0 616] 00000080:00200000:2.0:1789762963.609326:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000005fec3ba7 17ffffc0001001 3:0 ffff9cdd43766c40 616 lru 00000080:00200000:2.0:1789762963.609335:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b97197a2 616: 1< 0 - - > 2< 2523136 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609340:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000004ea43c7e 00000080:00200000:2.0:1789762963.609344:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1789762963.609348:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 617 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609372:0:15804:0:(rw26.c:871:ll_write_end()) pos 2527232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609384:0:15804:0:(rw26.c:929:ll_write_end()) page@000000007e81954e[3 0000000073d257db 2 1 000000003e6b9567 0 0 617] 00000080:00200000:2.0:1789762963.609396:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000d43b6501 17ffffc0001001 3:0 ffff9cdd43766000 617 lru 00000080:00200000:2.0:1789762963.609418:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000007d3aace9 617: 1< 0 - - > 2< 2527232 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609426:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000007e81954e 00000080:00200000:2.0:1789762963.609431:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1789762963.609436:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 618 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609468:0:15804:0:(rw26.c:871:ll_write_end()) pos 2531328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609478:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a76467ed[3 0000000073d257db 2 1 000000003e6b9567 0 0 618] 00000080:00200000:2.0:1789762963.609485:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000bb205873 17ffffc0001021 2:0 ffff9cdd43764ee0 618 lru 00000080:00200000:2.0:1789762963.609510:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000062668436 618: 1< 0 - - > 2< 2531328 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609517:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a76467ed 00000080:00200000:2.0:1789762963.609521:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1789762963.609526:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 619 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609560:0:15804:0:(rw26.c:871:ll_write_end()) pos 2535424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609572:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000063c063c5[3 0000000073d257db 2 1 000000003e6b9567 0 0 619] 00000080:00200000:2.0:1789762963.609578:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009d3d1166 17ffffc0001001 3:0 ffff9cdd43764700 619 lru 00000080:00200000:2.0:1789762963.609600:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ffab89fc 619: 1< 0 - - > 2< 2535424 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609608:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000063c063c5 00000080:00200000:2.0:1789762963.609612:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1789762963.609617:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 620 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609638:0:15804:0:(rw26.c:871:ll_write_end()) pos 2539520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609650:0:15804:0:(rw26.c:929:ll_write_end()) page@000000008e96b1e0[3 0000000073d257db 2 1 000000003e6b9567 0 0 620] 00000080:00200000:2.0:1789762963.609658:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000edbe0bb8 17ffffc0001001 3:0 ffff9cdd43764b60 620 lru 00000080:00200000:2.0:1789762963.609674:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f758a886 620: 1< 0 - - > 2< 2539520 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609680:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000008e96b1e0 00000080:00200000:2.0:1789762963.609685:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1789762963.609690:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 621 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609711:0:15804:0:(rw26.c:871:ll_write_end()) pos 2543616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609725:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001e2ceb9a[3 0000000073d257db 2 1 000000003e6b9567 0 0 621] 00000080:00200000:2.0:1789762963.609736:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000040ecf6a8 17ffffc0001001 3:0 ffff9cdd437641c0 621 lru 00000080:00200000:2.0:1789762963.609747:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000003feec819 621: 1< 0 - - > 2< 2543616 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609754:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001e2ceb9a 00000080:00200000:2.0:1789762963.609757:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1789762963.609763:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 622 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609786:0:15804:0:(rw26.c:871:ll_write_end()) pos 2547712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609798:0:15804:0:(rw26.c:929:ll_write_end()) page@000000005da0651a[3 0000000073d257db 2 1 000000003e6b9567 0 0 622] 00000080:00200000:2.0:1789762963.609804:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000c6b5fa71 17ffffc0001001 3:0 ffff9cdd43764a80 622 lru 00000080:00200000:2.0:1789762963.609818:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000001aad0172 622: 1< 0 - - > 2< 2547712 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609826:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000005da0651a 00000080:00200000:2.0:1789762963.609831:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1789762963.609837:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 623 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609862:0:15804:0:(rw26.c:871:ll_write_end()) pos 2551808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609899:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000ed246b59[3 0000000073d257db 2 1 000000003e6b9567 0 0 623] 00000080:00200000:2.0:1789762963.609910:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f592f407 17ffffc0001001 3:0 ffff9cdd437647e0 623 lru 00000080:00200000:2.0:1789762963.609937:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000022d1222f 623: 1< 0 - - > 2< 2551808 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609943:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000ed246b59 00000080:00200000:2.0:1789762963.609946:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1789762963.609953:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 624 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.609975:0:15804:0:(rw26.c:871:ll_write_end()) pos 2555904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.609980:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000750ce382[3 0000000073d257db 2 1 000000003e6b9567 0 0 624] 00000080:00200000:2.0:1789762963.609982:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000042c67160 17ffffc0001001 3:0 ffff9cdd43764620 624 lru 00000080:00200000:2.0:1789762963.609986:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000060d2fdd7 624: 1< 0 - - > 2< 2555904 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.609988:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000750ce382 00000080:00200000:2.0:1789762963.609993:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1789762963.609998:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 625 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610022:0:15804:0:(rw26.c:871:ll_write_end()) pos 2560000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610039:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000300ad758[3 0000000073d257db 2 1 000000003e6b9567 0 0 625] 00000080:00200000:2.0:1789762963.610051:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000067d7e8ad 17ffffc0001001 3:0 ffff9cdd43764c40 625 lru 00000080:00200000:2.0:1789762963.610063:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ebcfa4bd 625: 1< 0 - - > 2< 2560000 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610071:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000300ad758 00000080:00200000:2.0:1789762963.610075:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762963.610079:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 626 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610101:0:15804:0:(rw26.c:871:ll_write_end()) pos 2564096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610114:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000b0d12d02[3 0000000073d257db 2 1 000000003e6b9567 0 0 626] 00000080:00200000:2.0:1789762963.610123:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000826ea0dc 17ffffc0001001 3:0 ffff9cdd43764000 626 lru 00000080:00200000:2.0:1789762963.610142:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000097adc047 626: 1< 0 - - > 2< 2564096 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610149:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000b0d12d02 00000080:00200000:2.0:1789762963.610153:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762963.610160:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 627 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610181:0:15804:0:(rw26.c:871:ll_write_end()) pos 2568192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610195:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001ca76e44[3 0000000073d257db 2 1 000000003e6b9567 0 0 627] 00000080:00200000:2.0:1789762963.610207:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002de5a4a3 17ffffc0001001 3:0 ffff9cdd437640e0 627 lru 00000080:00200000:2.0:1789762963.610215:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006bf3dc93 627: 1< 0 - - > 2< 2568192 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610220:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001ca76e44 00000080:00200000:2.0:1789762963.610222:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762963.610228:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 628 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610248:0:15804:0:(rw26.c:871:ll_write_end()) pos 2572288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610262:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000cf0f9f82[3 0000000073d257db 2 1 000000003e6b9567 0 0 628] 00000080:00200000:2.0:1789762963.610273:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000782d6c56 17ffffc0001001 3:0 ffff9cdd43764d20 628 lru 00000080:00200000:2.0:1789762963.610292:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000082cd07e1 628: 1< 0 - - > 2< 2572288 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610299:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000cf0f9f82 00000080:00200000:2.0:1789762963.610302:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762963.610305:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 629 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610326:0:15804:0:(rw26.c:871:ll_write_end()) pos 2576384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610338:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000b342cc6d[3 0000000073d257db 2 1 000000003e6b9567 0 0 629] 00000080:00200000:2.0:1789762963.610349:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000031ad1c8e 17ffffc0001001 3:0 ffff9cdd43764460 629 lru 00000080:00200000:2.0:1789762963.610372:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d937f83f 629: 1< 0 - - > 2< 2576384 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610379:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000b342cc6d 00000080:00200000:2.0:1789762963.610383:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762963.610388:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 630 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610409:0:15804:0:(rw26.c:871:ll_write_end()) pos 2580480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610425:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000087375c93[3 0000000073d257db 2 1 000000003e6b9567 0 0 630] 00000080:00200000:2.0:1789762963.610437:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7d1c1c9 17ffffc0001001 3:0 ffff9cdd43764540 630 lru 00000080:00200000:2.0:1789762963.610459:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000000b00b163 630: 1< 0 - - > 2< 2580480 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610466:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000087375c93 00000080:00200000:2.0:1789762963.610472:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762963.610477:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 631 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610498:0:15804:0:(rw26.c:871:ll_write_end()) pos 2584576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610504:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000eb67a0de[3 0000000073d257db 2 1 000000003e6b9567 0 0 631] 00000080:00200000:2.0:1789762963.610514:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002b092985 17ffffc0001001 3:0 ffff9cdd43764380 631 lru 00000080:00200000:2.0:1789762963.610551:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000000ef9041f 631: 1< 0 - - > 2< 2584576 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610557:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000eb67a0de 00000080:00200000:2.0:1789762963.610560:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762963.610565:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 632 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610584:0:15804:0:(rw26.c:871:ll_write_end()) pos 2588672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610593:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d45f5cc3[3 0000000073d257db 2 1 000000003e6b9567 0 0 632] 00000080:00200000:2.0:1789762963.610600:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009dcf7b42 17ffffc0001001 3:0 ffff9cdd437642a0 632 lru 00000080:00200000:2.0:1789762963.610605:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000003ae93f2 632: 1< 0 - - > 2< 2588672 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610607:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d45f5cc3 00000080:00200000:2.0:1789762963.610609:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762963.610613:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 633 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610636:0:15804:0:(rw26.c:871:ll_write_end()) pos 2592768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610652:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000814aafce[3 0000000073d257db 2 1 000000003e6b9567 0 0 633] 00000080:00200000:2.0:1789762963.610663:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007fd5a24a 17ffffc0001021 2:0 ffff9cdd437649a0 633 lru 00000080:00200000:2.0:1789762963.610680:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000baba1046 633: 1< 0 - - > 2< 2592768 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610685:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000814aafce 00000080:00200000:2.0:1789762963.610688:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762963.610690:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 634 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610706:0:15804:0:(rw26.c:871:ll_write_end()) pos 2596864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610723:0:15804:0:(rw26.c:929:ll_write_end()) page@000000007c836097[3 0000000073d257db 2 1 000000003e6b9567 0 0 634] 00000080:00200000:2.0:1789762963.610735:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000db32b3a4 17ffffc0001001 3:0 ffff9cdd43764e00 634 lru 00000080:00200000:2.0:1789762963.610766:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000beed982b 634: 1< 0 - - > 2< 2596864 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610774:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000007c836097 00000080:00200000:2.0:1789762963.610778:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762963.610783:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 635 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610802:0:15804:0:(rw26.c:871:ll_write_end()) pos 2600960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610814:0:15804:0:(rw26.c:929:ll_write_end()) page@000000000aebe872[3 0000000073d257db 2 1 000000003e6b9567 0 0 635] 00000080:00200000:2.0:1789762963.610825:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000004d7928b0 17ffffc0001001 3:0 ffff9cdd437648c0 635 lru 00000080:00200000:2.0:1789762963.610857:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000c9e81e6d 635: 1< 0 - - > 2< 2600960 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610886:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000000aebe872 00000080:00200000:2.0:1789762963.610890:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762963.610895:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 636 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.610927:0:15804:0:(rw26.c:871:ll_write_end()) pos 2605056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.610938:0:15804:0:(rw26.c:929:ll_write_end()) page@000000009dc39e5c[3 0000000073d257db 2 1 000000003e6b9567 0 0 636] 00000080:00200000:2.0:1789762963.610948:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000004353d4bd 17ffffc0001001 3:0 ffff9cdd4875e460 636 lru 00000080:00200000:2.0:1789762963.610964:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000060b83559 636: 1< 0 - - > 2< 2605056 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.610970:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000009dc39e5c 00000080:00200000:2.0:1789762963.610973:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762963.610979:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 637 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611000:0:15804:0:(rw26.c:871:ll_write_end()) pos 2609152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611013:0:15804:0:(rw26.c:929:ll_write_end()) page@000000009a53c607[3 0000000073d257db 2 1 000000003e6b9567 0 0 637] 00000080:00200000:2.0:1789762963.611024:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000080fd5b6f 17ffffc0001001 3:0 ffff9cdd4875e540 637 lru 00000080:00200000:2.0:1789762963.611049:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000017e56b88 637: 1< 0 - - > 2< 2609152 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611054:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000009a53c607 00000080:00200000:2.0:1789762963.611057:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762963.611062:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 638 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611085:0:15804:0:(rw26.c:871:ll_write_end()) pos 2613248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611093:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000658002bc[3 0000000073d257db 2 1 000000003e6b9567 0 0 638] 00000080:00200000:2.0:1789762963.611098:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000008fb1c1f8 17ffffc0001001 3:0 ffff9cdd4875e380 638 lru 00000080:00200000:2.0:1789762963.611120:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000008aa3ab77 638: 1< 0 - - > 2< 2613248 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611128:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000658002bc 00000080:00200000:2.0:1789762963.611135:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762963.611141:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 639 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611168:0:15804:0:(rw26.c:871:ll_write_end()) pos 2617344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611181:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003ee44a20[3 0000000073d257db 2 1 000000003e6b9567 0 0 639] 00000080:00200000:2.0:1789762963.611191:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000ffe01ab5 17ffffc0001001 3:0 ffff9cdd4875e2a0 639 lru 00000080:00200000:2.0:1789762963.611217:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000007bdc7a65 639: 1< 0 - - > 2< 2617344 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611224:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003ee44a20 00000080:00200000:2.0:1789762963.611230:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762963.611236:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 640 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611263:0:15804:0:(rw26.c:871:ll_write_end()) pos 2621440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611271:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f454c31b[3 0000000073d257db 2 1 000000003e6b9567 0 0 640] 00000080:00200000:2.0:1789762963.611283:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000005f0c76ba 17ffffc0001001 3:0 ffff9cdd4875e9a0 640 lru 00000080:00200000:2.0:1789762963.611316:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000001e7b4f7e 640: 1< 0 - - > 2< 2621440 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611322:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f454c31b 00000080:00200000:2.0:1789762963.611326:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762963.611331:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 641 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611353:0:15804:0:(rw26.c:871:ll_write_end()) pos 2625536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611365:0:15804:0:(rw26.c:929:ll_write_end()) page@000000007835ecaa[3 0000000073d257db 2 1 000000003e6b9567 0 0 641] 00000080:00200000:2.0:1789762963.611372:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000d917c058 17ffffc0001001 3:0 ffff9cdd4875ee00 641 lru 00000080:00200000:2.0:1789762963.611396:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000380f1ad3 641: 1< 0 - - > 2< 2625536 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611404:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000007835ecaa 00000080:00200000:2.0:1789762963.611408:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762963.611414:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 642 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611435:0:15804:0:(rw26.c:871:ll_write_end()) pos 2629632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611441:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000048853eca[3 0000000073d257db 2 1 000000003e6b9567 0 0 642] 00000080:00200000:2.0:1789762963.611448:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000067f82c38 17ffffc0001001 3:0 ffff9cdd4875e8c0 642 lru 00000080:00200000:2.0:1789762963.611473:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000009ff99147 642: 1< 0 - - > 2< 2629632 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611479:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000048853eca 00000080:00200000:2.0:1789762963.611483:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762963.611489:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 643 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611511:0:15804:0:(rw26.c:871:ll_write_end()) pos 2633728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611521:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d925e696[3 0000000073d257db 2 1 000000003e6b9567 0 0 643] 00000080:00200000:2.0:1789762963.611541:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000042861a88 17ffffc0001001 3:0 ffff9cdd4875eee0 643 lru 00000080:00200000:2.0:1789762963.611566:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000070e980f1 643: 1< 0 - - > 2< 2633728 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611571:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d925e696 00000080:00200000:2.0:1789762963.611575:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762963.611580:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 644 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611604:0:15804:0:(rw26.c:871:ll_write_end()) pos 2637824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611615:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000084b32852[3 0000000073d257db 2 1 000000003e6b9567 0 0 644] 00000080:00200000:2.0:1789762963.611625:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007875bc24 17ffffc0001001 3:0 ffff9cdd4875e700 644 lru 00000080:00200000:2.0:1789762963.611639:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000e6c1933f 644: 1< 0 - - > 2< 2637824 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611644:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000084b32852 00000080:00200000:2.0:1789762963.611647:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762963.611653:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 645 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611674:0:15804:0:(rw26.c:871:ll_write_end()) pos 2641920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611687:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000050a0575b[3 0000000073d257db 2 1 000000003e6b9567 0 0 645] 00000080:00200000:2.0:1789762963.611698:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f158eafa 17ffffc0001001 3:0 ffff9cdd4875eb60 645 lru 00000080:00200000:2.0:1789762963.611714:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000700301ed 645: 1< 0 - - > 2< 2641920 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611719:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000050a0575b 00000080:00200000:2.0:1789762963.611722:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762963.611730:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 646 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611750:0:15804:0:(rw26.c:871:ll_write_end()) pos 2646016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611766:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000015f5a412[3 0000000073d257db 2 1 000000003e6b9567 0 0 646] 00000080:00200000:2.0:1789762963.611776:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000a39dc411 17ffffc0001001 3:0 ffff9cdd4875e1c0 646 lru 00000080:00200000:2.0:1789762963.611798:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f95bb928 646: 1< 0 - - > 2< 2646016 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611802:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000015f5a412 00000080:00200000:2.0:1789762963.611806:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762963.611810:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 647 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611833:0:15804:0:(rw26.c:871:ll_write_end()) pos 2650112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611853:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a0f6debc[3 0000000073d257db 2 1 000000003e6b9567 0 0 647] 00000080:00200000:2.0:1789762963.611886:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000033549096 17ffffc0001001 3:0 ffff9cdd4875ea80 647 lru 00000080:00200000:2.0:1789762963.611904:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000af1adf00 647: 1< 0 - - > 2< 2650112 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.611912:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a0f6debc 00000080:00200000:2.0:1789762963.611914:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762963.611920:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 648 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.611954:0:15804:0:(rw26.c:871:ll_write_end()) pos 2654208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.611971:0:15804:0:(rw26.c:929:ll_write_end()) page@000000008494920d[3 0000000073d257db 2 1 000000003e6b9567 0 0 648] 00000080:00200000:2.0:1789762963.611980:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000c27a7ffb 17ffffc0001021 2:0 ffff9cdd4875e7e0 648 lru 00000080:00200000:2.0:1789762963.612002:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d107eed5 648: 1< 0 - - > 2< 2654208 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612011:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000008494920d 00000080:00200000:2.0:1789762963.612016:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762963.612023:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 649 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612050:0:15804:0:(rw26.c:871:ll_write_end()) pos 2658304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612062:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d0590e31[3 0000000073d257db 2 1 000000003e6b9567 0 0 649] 00000080:00200000:2.0:1789762963.612073:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002705e070 17ffffc0001001 3:0 ffff9cdd4875e620 649 lru 00000080:00200000:2.0:1789762963.612100:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000004a734cb2 649: 1< 0 - - > 2< 2658304 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612106:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d0590e31 00000080:00200000:2.0:1789762963.612111:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762963.612116:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 650 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612140:0:15804:0:(rw26.c:871:ll_write_end()) pos 2662400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612149:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a626124b[3 0000000073d257db 2 1 000000003e6b9567 0 0 650] 00000080:00200000:2.0:1789762963.612160:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000d808d6bd 17ffffc0001001 3:0 ffff9cdd4875ec40 650 lru 00000080:00200000:2.0:1789762963.612187:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000088894e94 650: 1< 0 - - > 2< 2662400 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612192:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a626124b 00000080:00200000:2.0:1789762963.612196:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762963.612201:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 651 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612222:0:15804:0:(rw26.c:871:ll_write_end()) pos 2666496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612233:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000063de1cf7[3 0000000073d257db 2 1 000000003e6b9567 0 0 651] 00000080:00200000:2.0:1789762963.612242:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000006f788143 17ffffc0001001 3:0 ffff9cdd4875e000 651 lru 00000080:00200000:2.0:1789762963.612260:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000e4b2c0c4 651: 1< 0 - - > 2< 2666496 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612267:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000063de1cf7 00000080:00200000:2.0:1789762963.612271:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762963.612277:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 652 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612298:0:15804:0:(rw26.c:871:ll_write_end()) pos 2670592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612307:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000bcaeb34b[3 0000000073d257db 2 1 000000003e6b9567 0 0 652] 00000080:00200000:2.0:1789762963.612319:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002b9fcac1 17ffffc0001001 3:0 ffff9cdd4875e0e0 652 lru 00000080:00200000:2.0:1789762963.612343:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000005a5e044d 652: 1< 0 - - > 2< 2670592 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612351:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000bcaeb34b 00000080:00200000:2.0:1789762963.612355:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762963.612361:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 653 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612382:0:15804:0:(rw26.c:871:ll_write_end()) pos 2674688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612392:0:15804:0:(rw26.c:929:ll_write_end()) page@000000006238432b[3 0000000073d257db 2 1 000000003e6b9567 0 0 653] 00000080:00200000:2.0:1789762963.612401:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000067561e98 17ffffc0001001 3:0 ffff9cdd4875ed20 653 lru 00000080:00200000:2.0:1789762963.612423:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000af73598d 653: 1< 0 - - > 2< 2674688 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612429:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000006238432b 00000080:00200000:2.0:1789762963.612433:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762963.612439:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 654 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612469:0:15804:0:(rw26.c:871:ll_write_end()) pos 2678784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612478:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003c842655[3 0000000073d257db 2 1 000000003e6b9567 0 0 654] 00000080:00200000:2.0:1789762963.612490:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000d7757880 17ffffc0001001 3:0 ffff9cdd4875fe00 654 lru 00000080:00200000:2.0:1789762963.612516:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000bcd2ae0f 654: 1< 0 - - > 2< 2678784 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612522:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003c842655 00000080:00200000:2.0:1789762963.612526:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762963.612543:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 655 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612565:0:15804:0:(rw26.c:871:ll_write_end()) pos 2682880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612575:0:15804:0:(rw26.c:929:ll_write_end()) page@000000006fec03cb[3 0000000073d257db 2 1 000000003e6b9567 0 0 655] 00000080:00200000:2.0:1789762963.612585:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000004f2644f7 17ffffc0001001 3:0 ffff9cdd4875f8c0 655 lru 00000080:00200000:2.0:1789762963.612606:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000025e99ec3 655: 1< 0 - - > 2< 2682880 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612613:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000006fec03cb 00000080:00200000:2.0:1789762963.612618:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762963.612623:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 656 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612645:0:15804:0:(rw26.c:871:ll_write_end()) pos 2686976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612653:0:15804:0:(rw26.c:929:ll_write_end()) page@000000000266c16c[3 0000000073d257db 2 1 000000003e6b9567 0 0 656] 00000080:00200000:2.0:1789762963.612658:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000d12ebffa 17ffffc0001001 3:0 ffff9cdd4875fee0 656 lru 00000080:00200000:2.0:1789762963.612673:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000bca45682 656: 1< 0 - - > 2< 2686976 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612679:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000000266c16c 00000080:00200000:2.0:1789762963.612684:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762963.612689:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 657 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612709:0:15804:0:(rw26.c:871:ll_write_end()) pos 2691072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612722:0:15804:0:(rw26.c:929:ll_write_end()) page@000000004c444b67[3 0000000073d257db 2 1 000000003e6b9567 0 0 657] 00000080:00200000:2.0:1789762963.612732:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000000c995226 17ffffc0001001 3:0 ffff9cdd4875f700 657 lru 00000080:00200000:2.0:1789762963.612752:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000018ef4723 657: 1< 0 - - > 2< 2691072 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612757:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000004c444b67 00000080:00200000:2.0:1789762963.612759:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762963.612764:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 658 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612785:0:15804:0:(rw26.c:871:ll_write_end()) pos 2695168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612796:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000269f8e17[3 0000000073d257db 2 1 000000003e6b9567 0 0 658] 00000080:00200000:2.0:1789762963.612806:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000930a6465 17ffffc0001001 3:0 ffff9cdd4875fb60 658 lru 00000080:00200000:2.0:1789762963.612822:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab00c009 658: 1< 0 - - > 2< 2695168 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612829:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000269f8e17 00000080:00200000:2.0:1789762963.612834:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762963.612841:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 659 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612892:0:15804:0:(rw26.c:871:ll_write_end()) pos 2699264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.612905:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000b919a0d6[3 0000000073d257db 2 1 000000003e6b9567 0 0 659] 00000080:00200000:2.0:1789762963.612916:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000fcf74a19 17ffffc0001001 3:0 ffff9cdd4875f1c0 659 lru 00000080:00200000:2.0:1789762963.612946:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000001be2734b 659: 1< 0 - - > 2< 2699264 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.612956:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000b919a0d6 00000080:00200000:2.0:1789762963.612962:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762963.612972:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 369 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.612994:0:15803:0:(rw26.c:871:ll_write_end()) pos 1511424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613005:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000053a90d1c[3 0000000073d257db 2 1 0000000031010d91 0 0 369] 00000080:00200000:2.0:1789762963.613016:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000c410f830 17ffffc0001001 3:0 ffff9cdd4875fa80 369 lru 00000080:00200000:2.0:1789762963.613044:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000027b71a4b 369: 1< 0 - - > 2< 1511424 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613052:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000053a90d1c 00000080:00200000:2.0:1789762963.613057:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1789762963.613062:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 370 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613082:0:15803:0:(rw26.c:871:ll_write_end()) pos 1515520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613097:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000e9cf1400[3 0000000073d257db 2 1 0000000031010d91 0 0 370] 00000080:00200000:2.0:1789762963.613109:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000bcbd73f0 17ffffc0001001 3:0 ffff9cdd4875f7e0 370 lru 00000080:00200000:2.0:1789762963.613135:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000d1f895fd 370: 1< 0 - - > 2< 1515520 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613142:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000e9cf1400 00000080:00200000:2.0:1789762963.613146:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1789762963.613150:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 371 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613169:0:15803:0:(rw26.c:871:ll_write_end()) pos 1519616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613180:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c4ca42ea[3 0000000073d257db 2 1 0000000031010d91 0 0 371] 00000080:00200000:2.0:1789762963.613192:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000049a18c75 17ffffc0001001 3:0 ffff9cdd4875f620 371 lru 00000080:00200000:2.0:1789762963.613221:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000008617c5b6 371: 1< 0 - - > 2< 1519616 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613226:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c4ca42ea 00000080:00200000:2.0:1789762963.613230:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1789762963.613235:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 372 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613262:0:15803:0:(rw26.c:871:ll_write_end()) pos 1523712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613276:0:15803:0:(rw26.c:929:ll_write_end()) page@000000001516beec[3 0000000073d257db 2 1 0000000031010d91 0 0 372] 00000080:00200000:2.0:1789762963.613287:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000adca30ab 17ffffc0001021 2:0 ffff9cdd4875fc40 372 lru 00000080:00200000:2.0:1789762963.613316:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000aec72552 372: 1< 0 - - > 2< 1523712 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613322:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000001516beec 00000080:00200000:2.0:1789762963.613327:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1789762963.613333:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 373 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613358:0:15803:0:(rw26.c:871:ll_write_end()) pos 1527808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613371:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000e0873e59[3 0000000073d257db 2 1 0000000031010d91 0 0 373] 00000080:00200000:2.0:1789762963.613385:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000706438fd 17ffffc0001001 3:0 ffff9cdd4875f000 373 lru 00000080:00200000:2.0:1789762963.613417:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5a63023 373: 1< 0 - - > 2< 1527808 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613424:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000e0873e59 00000080:00200000:2.0:1789762963.613428:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762963.613433:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 374 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613452:0:15803:0:(rw26.c:871:ll_write_end()) pos 1531904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613458:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000045f8933d[3 0000000073d257db 2 1 0000000031010d91 0 0 374] 00000080:00200000:2.0:1789762963.613466:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000c3519fc8 17ffffc0001001 3:0 ffff9cdd4875f0e0 374 lru 00000080:00200000:2.0:1789762963.613491:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000255a164 374: 1< 0 - - > 2< 1531904 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613497:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000045f8933d 00000080:00200000:2.0:1789762963.613500:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762963.613504:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 375 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613525:0:15803:0:(rw26.c:871:ll_write_end()) pos 1536000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613547:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000223b9a68[3 0000000073d257db 2 1 0000000031010d91 0 0 375] 00000080:00200000:2.0:1789762963.613552:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000009280709a 17ffffc0001001 3:0 ffff9cdd4875fd20 375 lru 00000080:00200000:2.0:1789762963.613556:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000009bc0e5d3 375: 1< 0 - - > 2< 1536000 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613558:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000223b9a68 00000080:00200000:2.0:1789762963.613559:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762963.613564:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 376 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613586:0:15803:0:(rw26.c:871:ll_write_end()) pos 1540096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613600:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000049528619[3 0000000073d257db 2 1 0000000031010d91 0 0 376] 00000080:00200000:2.0:1789762963.613612:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000000f6013d5 17ffffc0001001 3:0 ffff9cdd4875f460 376 lru 00000080:00200000:2.0:1789762963.613631:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000048bd20e3 376: 1< 0 - - > 2< 1540096 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613638:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000049528619 00000080:00200000:2.0:1789762963.613641:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762963.613645:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 377 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613664:0:15803:0:(rw26.c:871:ll_write_end()) pos 1544192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613678:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000e8d51d07[3 0000000073d257db 2 1 0000000031010d91 0 0 377] 00000080:00200000:2.0:1789762963.613691:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000027d6f03d 17ffffc0001001 3:0 ffff9cdd4875f540 377 lru 00000080:00200000:2.0:1789762963.613715:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000a4a011d 377: 1< 0 - - > 2< 1544192 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613720:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000e8d51d07 00000080:00200000:2.0:1789762963.613723:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762963.613727:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 378 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613748:0:15803:0:(rw26.c:871:ll_write_end()) pos 1548288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613762:0:15803:0:(rw26.c:929:ll_write_end()) page@000000001a316f43[3 0000000073d257db 2 1 0000000031010d91 0 0 378] 00000080:00200000:2.0:1789762963.613773:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d02f6f9e 17ffffc0001001 3:0 ffff9cdd4875f380 378 lru 00000080:00200000:2.0:1789762963.613792:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e73a1808 378: 1< 0 - - > 2< 1548288 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613797:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000001a316f43 00000080:00200000:2.0:1789762963.613801:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762963.613807:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 379 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613827:0:15803:0:(rw26.c:871:ll_write_end()) pos 1552384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613840:0:15803:0:(rw26.c:929:ll_write_end()) page@000000002e38d96c[3 0000000073d257db 2 1 0000000031010d91 0 0 379] 00000080:00200000:2.0:1789762963.613852:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000004c033100 17ffffc0001001 3:0 ffff9cdd4875f2a0 379 lru 00000080:00200000:2.0:1789762963.613889:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000037d8cf52 379: 1< 0 - - > 2< 1552384 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613895:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000002e38d96c 00000080:00200000:2.0:1789762963.613900:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762963.613906:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 380 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613930:0:15803:0:(rw26.c:871:ll_write_end()) pos 1556480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.613938:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000090015229[3 0000000073d257db 2 1 0000000031010d91 0 0 380] 00000080:00200000:2.0:1789762963.613945:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000008df7f3f1 17ffffc0001001 3:0 ffff9cdd4875f9a0 380 lru 00000080:00200000:2.0:1789762963.613955:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000961dd802 380: 1< 0 - - > 2< 1556480 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.613960:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000090015229 00000080:00200000:2.0:1789762963.613964:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762963.613969:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 381 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.613995:0:15803:0:(rw26.c:871:ll_write_end()) pos 1560576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614008:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000de8f6df4[3 0000000073d257db 2 1 0000000031010d91 0 0 381] 00000080:00200000:2.0:1789762963.614016:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000008ca122b7 17ffffc0001001 3:0 ffff9cdd43653d20 381 lru 00000080:00200000:2.0:1789762963.614024:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000d55e769f 381: 1< 0 - - > 2< 1560576 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614028:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000de8f6df4 00000080:00200000:2.0:1789762963.614032:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762963.614038:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 382 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614060:0:15803:0:(rw26.c:871:ll_write_end()) pos 1564672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614075:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000263aa994[3 0000000073d257db 2 1 0000000031010d91 0 0 382] 00000080:00200000:2.0:1789762963.614084:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000ca1367bc 17ffffc0001001 3:0 ffff9cdd43653460 382 lru 00000080:00200000:2.0:1789762963.614109:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000d7f7b886 382: 1< 0 - - > 2< 1564672 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614114:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000263aa994 00000080:00200000:2.0:1789762963.614118:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762963.614123:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 383 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614146:0:15803:0:(rw26.c:871:ll_write_end()) pos 1568768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614159:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000bd80e175[3 0000000073d257db 2 1 0000000031010d91 0 0 383] 00000080:00200000:2.0:1789762963.614168:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000006f85d610 17ffffc0001001 3:0 ffff9cdd43653540 383 lru 00000080:00200000:2.0:1789762963.614191:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000005b331b58 383: 1< 0 - - > 2< 1568768 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614195:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000bd80e175 00000080:00200000:2.0:1789762963.614199:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762963.614202:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 384 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614226:0:15803:0:(rw26.c:871:ll_write_end()) pos 1572864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614237:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000ba2e9775[3 0000000073d257db 2 1 0000000031010d91 0 0 384] 00000080:00200000:2.0:1789762963.614250:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000dd26f2f2 17ffffc0001001 3:0 ffff9cdd43653380 384 lru 00000080:00200000:2.0:1789762963.614265:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007a8a4f85 384: 1< 0 - - > 2< 1572864 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614271:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000ba2e9775 00000080:00200000:2.0:1789762963.614275:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762963.614280:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 385 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614301:0:15803:0:(rw26.c:871:ll_write_end()) pos 1576960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614311:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000a660a341[3 0000000073d257db 2 1 0000000031010d91 0 0 385] 00000080:00200000:2.0:1789762963.614321:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000068d6732f 17ffffc0001001 3:0 ffff9cdd436532a0 385 lru 00000080:00200000:2.0:1789762963.614337:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000064846484 385: 1< 0 - - > 2< 1576960 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614345:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000a660a341 00000080:00200000:2.0:1789762963.614349:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762963.614354:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 386 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614375:0:15803:0:(rw26.c:871:ll_write_end()) pos 1581056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614388:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000006400f8e[3 0000000073d257db 2 1 0000000031010d91 0 0 386] 00000080:00200000:2.0:1789762963.614396:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000059d2a504 17ffffc0001001 3:0 ffff9cdd436539a0 386 lru 00000080:00200000:2.0:1789762963.614421:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000815b62ba 386: 1< 0 - - > 2< 1581056 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614428:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000006400f8e 00000080:00200000:2.0:1789762963.614433:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762963.614438:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 387 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614464:0:15803:0:(rw26.c:871:ll_write_end()) pos 1585152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614475:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009ee7c342[3 0000000073d257db 2 1 0000000031010d91 0 0 387] 00000080:00200000:2.0:1789762963.614482:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000005f618ee8 17ffffc0001021 2:0 ffff9cdd43653e00 387 lru 00000080:00200000:2.0:1789762963.614506:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf873ac6 387: 1< 0 - - > 2< 1585152 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614513:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009ee7c342 00000080:00200000:2.0:1789762963.614518:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762963.614523:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 388 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614556:0:15803:0:(rw26.c:871:ll_write_end()) pos 1589248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614566:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000663b4ff3[3 0000000073d257db 2 1 0000000031010d91 0 0 388] 00000080:00200000:2.0:1789762963.614576:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0cddbf6 17ffffc0001001 3:0 ffff9cdd436538c0 388 lru 00000080:00200000:2.0:1789762963.614596:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000f35b1cc 388: 1< 0 - - > 2< 1589248 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614604:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000663b4ff3 00000080:00200000:2.0:1789762963.614607:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762963.614611:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 389 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614631:0:15803:0:(rw26.c:871:ll_write_end()) pos 1593344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614639:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000310f2b02[3 0000000073d257db 2 1 0000000031010d91 0 0 389] 00000080:00200000:2.0:1789762963.614649:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007d5ca962 17ffffc0001001 3:0 ffff9cdd43653ee0 389 lru 00000080:00200000:2.0:1789762963.614670:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000006ff8e1d7 389: 1< 0 - - > 2< 1593344 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614678:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000310f2b02 00000080:00200000:2.0:1789762963.614681:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762963.614686:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 390 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614703:0:15803:0:(rw26.c:871:ll_write_end()) pos 1597440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614711:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c25fb61c[3 0000000073d257db 2 1 0000000031010d91 0 0 390] 00000080:00200000:2.0:1789762963.614717:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000001af3f6a6 17ffffc0001001 3:0 ffff9cdd43653700 390 lru 00000080:00200000:2.0:1789762963.614734:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000034f3005 390: 1< 0 - - > 2< 1597440 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614739:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c25fb61c 00000080:00200000:2.0:1789762963.614742:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762963.614747:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 391 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614768:0:15803:0:(rw26.c:871:ll_write_end()) pos 1601536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614776:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000956d2722[3 0000000073d257db 2 1 0000000031010d91 0 0 391] 00000080:00200000:2.0:1789762963.614783:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000084e41003 17ffffc0001001 3:0 ffff9cdd43653b60 391 lru 00000080:00200000:2.0:1789762963.614802:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000926a74fe 391: 1< 0 - - > 2< 1601536 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614808:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000956d2722 00000080:00200000:2.0:1789762963.614812:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762963.614818:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 392 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614842:0:15803:0:(rw26.c:871:ll_write_end()) pos 1605632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614860:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000b5bb2a4[3 0000000073d257db 2 1 0000000031010d91 0 0 392] 00000080:00200000:2.0:1789762963.614891:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000002c1b74c6 17ffffc0001001 3:0 ffff9cdd436531c0 392 lru 00000080:00200000:2.0:1789762963.614902:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000095a13d96 392: 1< 0 - - > 2< 1605632 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614907:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000b5bb2a4 00000080:00200000:2.0:1789762963.614910:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762963.614915:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 393 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.614938:0:15803:0:(rw26.c:871:ll_write_end()) pos 1609728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.614950:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000010fba042[3 0000000073d257db 2 1 0000000031010d91 0 0 393] 00000080:00200000:2.0:1789762963.614958:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e046792b 17ffffc0001001 3:0 ffff9cdd43653a80 393 lru 00000080:00200000:2.0:1789762963.614963:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000cea16d7c 393: 1< 0 - - > 2< 1609728 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.614966:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000010fba042 00000080:00200000:2.0:1789762963.614968:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762963.616345:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 394 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.616368:0:15803:0:(rw26.c:871:ll_write_end()) pos 1613824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.616378:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000051c1a8af[3 0000000073d257db 2 1 0000000031010d91 0 0 394] 00000080:00200000:2.0:1789762963.616387:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000009c5855d7 17ffffc0001001 3:0 ffff9cdd436537e0 394 lru 00000080:00200000:2.0:1789762963.616412:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000815b5a23 394: 1< 0 - - > 2< 1613824 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.616418:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000051c1a8af 00000080:00200000:2.0:1789762963.616422:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762963.616427:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 395 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.616449:0:15803:0:(rw26.c:871:ll_write_end()) pos 1617920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.616460:0:15803:0:(rw26.c:929:ll_write_end()) page@000000005deef99c[3 0000000073d257db 2 1 0000000031010d91 0 0 395] 00000080:00200000:2.0:1789762963.616471:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000044cc34b9 17ffffc0001001 3:0 ffff9cdd43653620 395 lru 00000080:00200000:2.0:1789762963.616499:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000123e2035 395: 1< 0 - - > 2< 1617920 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.616508:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000005deef99c 00000080:00200000:2.0:1789762963.616513:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762963.616520:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 396 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.616558:0:15803:0:(rw26.c:871:ll_write_end()) pos 1622016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.616573:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000e955726e[3 0000000073d257db 2 1 0000000031010d91 0 0 396] 00000080:00200000:2.0:1789762963.616586:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000b31eff5c 17ffffc0001001 3:0 ffff9cdd43653c40 396 lru 00000080:00200000:2.0:1789762963.616617:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000f5e0c394 396: 1< 0 - - > 2< 1622016 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.616623:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000e955726e 00000080:00200000:2.0:1789762963.616630:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762963.616635:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 397 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.616657:0:15803:0:(rw26.c:871:ll_write_end()) pos 1626112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.616668:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000604a91c0[3 0000000073d257db 2 1 0000000031010d91 0 0 397] 00000080:00200000:2.0:1789762963.616679:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000f1195413 17ffffc0001001 3:0 ffff9cdd43653000 397 lru 00000080:00200000:2.0:1789762963.616703:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000047f78cca 397: 1< 0 - - > 2< 1626112 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.616709:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000604a91c0 00000080:00200000:2.0:1789762963.616713:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762963.616718:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 398 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.616739:0:15803:0:(rw26.c:871:ll_write_end()) pos 1630208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.616747:0:15803:0:(rw26.c:929:ll_write_end()) page@000000006cc9fdf0[3 0000000073d257db 2 1 0000000031010d91 0 0 398] 00000080:00200000:2.0:1789762963.616757:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000046ca9800 17ffffc0001001 3:0 ffff9cdd436530e0 398 lru 00000080:00200000:2.0:1789762963.616781:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e73eb575 398: 1< 0 - - > 2< 1630208 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.616788:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000006cc9fdf0 00000080:00200000:2.0:1789762963.616792:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762963.616799:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 399 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.616835:0:15803:0:(rw26.c:871:ll_write_end()) pos 1634304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.616850:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000018c8b6a[3 0000000073d257db 2 1 0000000031010d91 0 0 399] 00000080:00200000:2.0:1789762963.616861:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000000b6276e8 17ffffc0001001 3:0 ffff9cdd437dbee0 399 lru 00000080:00200000:2.0:1789762963.616912:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000027fdad24 399: 1< 0 - - > 2< 1634304 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.616919:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000018c8b6a 00000080:00200000:2.0:1789762963.616923:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762963.616929:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 400 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.616954:0:15803:0:(rw26.c:871:ll_write_end()) pos 1638400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.616962:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000e78d732f[3 0000000073d257db 2 1 0000000031010d91 0 0 400] 00000080:00200000:2.0:1789762963.616972:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc0a3362 17ffffc0001001 3:0 ffff9cdd437db700 400 lru 00000080:00200000:2.0:1789762963.617003:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000ed8ba386 400: 1< 0 - - > 2< 1638400 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617012:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000e78d732f 00000080:00200000:2.0:1789762963.617018:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762963.617025:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 401 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617053:0:15803:0:(rw26.c:871:ll_write_end()) pos 1642496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617066:0:15803:0:(rw26.c:929:ll_write_end()) page@000000006ac9d37a[3 0000000073d257db 2 1 0000000031010d91 0 0 401] 00000080:00200000:2.0:1789762963.617076:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000000496f713 17ffffc0001001 3:0 ffff9cdd437dbb60 401 lru 00000080:00200000:2.0:1789762963.617096:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000df277adf 401: 1< 0 - - > 2< 1642496 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617101:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000006ac9d37a 00000080:00200000:2.0:1789762963.617104:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762963.617109:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 402 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617130:0:15803:0:(rw26.c:871:ll_write_end()) pos 1646592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617138:0:15803:0:(rw26.c:929:ll_write_end()) page@000000006e332584[3 0000000073d257db 2 1 0000000031010d91 0 0 402] 00000080:00200000:2.0:1789762963.617146:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e85d9cab 17ffffc0001001 3:0 ffff9cdd437db1c0 402 lru 00000080:00200000:2.0:1789762963.617165:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000cab95f99 402: 1< 0 - - > 2< 1646592 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617170:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000006e332584 00000080:00200000:2.0:1789762963.617173:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762963.617178:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 403 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617199:0:15803:0:(rw26.c:871:ll_write_end()) pos 1650688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617205:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000088adaa2[3 0000000073d257db 2 1 0000000031010d91 0 0 403] 00000080:00200000:2.0:1789762963.617207:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000a26d3464 17ffffc0001001 3:0 ffff9cdd437dba80 403 lru 00000080:00200000:2.0:1789762963.617211:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000b91dc1f3 403: 1< 0 - - > 2< 1650688 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617213:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000088adaa2 00000080:00200000:2.0:1789762963.617217:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762963.617222:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 404 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617242:0:15803:0:(rw26.c:871:ll_write_end()) pos 1654784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617254:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000eb9fe8e[3 0000000073d257db 2 1 0000000031010d91 0 0 404] 00000080:00200000:2.0:1789762963.617262:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000736b359f 17ffffc0001001 3:0 ffff9cdd437db7e0 404 lru 00000080:00200000:2.0:1789762963.617272:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000037089eaa 404: 1< 0 - - > 2< 1654784 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617278:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000eb9fe8e 00000080:00200000:2.0:1789762963.617282:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762963.617287:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 405 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617307:0:15803:0:(rw26.c:871:ll_write_end()) pos 1658880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617314:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c8a69348[3 0000000073d257db 2 1 0000000031010d91 0 0 405] 00000080:00200000:2.0:1789762963.617324:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000dafad88f 17ffffc0001001 3:0 ffff9cdd437db620 405 lru 00000080:00200000:2.0:1789762963.617345:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000001eea1090 405: 1< 0 - - > 2< 1658880 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617351:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c8a69348 00000080:00200000:2.0:1789762963.617354:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762963.617360:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 406 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617379:0:15803:0:(rw26.c:871:ll_write_end()) pos 1662976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617385:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000402df226[3 0000000073d257db 2 1 0000000031010d91 0 0 406] 00000080:00200000:2.0:1789762963.617387:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000af74b04d 17ffffc0001001 3:0 ffff9cdd437dbc40 406 lru 00000080:00200000:2.0:1789762963.617391:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000bca4eb6a 406: 1< 0 - - > 2< 1662976 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617393:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000402df226 00000080:00200000:2.0:1789762963.617396:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762963.617402:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 407 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617422:0:15803:0:(rw26.c:871:ll_write_end()) pos 1667072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617434:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c2e3532d[3 0000000073d257db 2 1 0000000031010d91 0 0 407] 00000080:00200000:2.0:1789762963.617444:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000adbb5aaf 17ffffc0001001 3:0 ffff9cdd437db000 407 lru 00000080:00200000:2.0:1789762963.617453:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000008c6fdd91 407: 1< 0 - - > 2< 1667072 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617456:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c2e3532d 00000080:00200000:2.0:1789762963.617457:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762963.617460:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 408 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617481:0:15803:0:(rw26.c:871:ll_write_end()) pos 1671168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617490:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000079af3b83[3 0000000073d257db 2 1 0000000031010d91 0 0 408] 00000080:00200000:2.0:1789762963.617500:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000df0074bb 17ffffc0001021 2:0 ffff9cdd437db0e0 408 lru 00000080:00200000:2.0:1789762963.617512:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000020bded2b 408: 1< 0 - - > 2< 1671168 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617516:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000079af3b83 00000080:00200000:2.0:1789762963.617519:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762963.617524:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 409 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617558:0:15803:0:(rw26.c:871:ll_write_end()) pos 1675264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617567:0:15803:0:(rw26.c:929:ll_write_end()) page@000000004243503b[3 0000000073d257db 2 1 0000000031010d91 0 0 409] 00000080:00200000:2.0:1789762963.617576:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000dfbfe2d3 17ffffc0001001 3:0 ffff9cdd437dbd20 409 lru 00000080:00200000:2.0:1789762963.617590:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000240f04da 409: 1< 0 - - > 2< 1675264 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617595:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000004243503b 00000080:00200000:2.0:1789762963.617600:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762963.617605:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 410 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617626:0:15803:0:(rw26.c:871:ll_write_end()) pos 1679360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617636:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c4f43e09[3 0000000073d257db 2 1 0000000031010d91 0 0 410] 00000080:00200000:2.0:1789762963.617646:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000078a2e596 17ffffc0001001 3:0 ffff9cdd437db460 410 lru 00000080:00200000:2.0:1789762963.617663:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000046420c12 410: 1< 0 - - > 2< 1679360 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617669:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c4f43e09 00000080:00200000:2.0:1789762963.617672:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762963.617678:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 411 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617696:0:15803:0:(rw26.c:871:ll_write_end()) pos 1683456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617708:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c0c4e033[3 0000000073d257db 2 1 0000000031010d91 0 0 411] 00000080:00200000:2.0:1789762963.617714:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000630a60a1 17ffffc0001001 3:0 ffff9cdd437db540 411 lru 00000080:00200000:2.0:1789762963.617729:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000f4a4204b 411: 1< 0 - - > 2< 1683456 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617734:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c0c4e033 00000080:00200000:2.0:1789762963.617737:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762963.617741:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 412 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617759:0:15803:0:(rw26.c:871:ll_write_end()) pos 1687552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617766:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000fde13d79[3 0000000073d257db 2 1 0000000031010d91 0 0 412] 00000080:00200000:2.0:1789762963.617774:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000a10bc72d 17ffffc0001001 3:0 ffff9cdd437db380 412 lru 00000080:00200000:2.0:1789762963.617788:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000009442406f 412: 1< 0 - - > 2< 1687552 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617793:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000fde13d79 00000080:00200000:2.0:1789762963.617795:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762963.617799:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 413 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617818:0:15803:0:(rw26.c:871:ll_write_end()) pos 1691648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617828:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000ee66a61b[3 0000000073d257db 2 1 0000000031010d91 0 0 413] 00000080:00200000:2.0:1789762963.617836:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000000c094fba 17ffffc0001001 3:0 ffff9cdd437db2a0 413 lru 00000080:00200000:2.0:1789762963.617851:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000fbf963d3 413: 1< 0 - - > 2< 1691648 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617857:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000ee66a61b 00000080:00200000:2.0:1789762963.617860:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762963.617885:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 414 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617905:0:15803:0:(rw26.c:871:ll_write_end()) pos 1695744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617914:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000626aeafe[3 0000000073d257db 2 1 0000000031010d91 0 0 414] 00000080:00200000:2.0:1789762963.617921:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000050e3ad87 17ffffc0001001 3:0 ffff9cdd437db9a0 414 lru 00000080:00200000:2.0:1789762963.617935:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e22062a1 414: 1< 0 - - > 2< 1695744 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617940:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000626aeafe 00000080:00200000:2.0:1789762963.617943:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762963.617947:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 415 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.617966:0:15803:0:(rw26.c:871:ll_write_end()) pos 1699840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.617974:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009b42cc5a[3 0000000073d257db 2 1 0000000031010d91 0 0 415] 00000080:00200000:2.0:1789762963.617979:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000092f46c19 17ffffc0001001 3:0 ffff9cdd437dbe00 415 lru 00000080:00200000:2.0:1789762963.617989:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2655750 415: 1< 0 - - > 2< 1699840 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.617994:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009b42cc5a 00000080:00200000:2.0:1789762963.617998:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762963.618002:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 416 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618021:0:15803:0:(rw26.c:871:ll_write_end()) pos 1703936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618034:0:15803:0:(rw26.c:929:ll_write_end()) page@000000003e19c4c9[3 0000000073d257db 2 1 0000000031010d91 0 0 416] 00000080:00200000:2.0:1789762963.618043:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000059ae66a7 17ffffc0001001 3:0 ffff9cdd437db8c0 416 lru 00000080:00200000:2.0:1789762963.618052:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000f5c4067e 416: 1< 0 - - > 2< 1703936 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618056:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000003e19c4c9 00000080:00200000:2.0:1789762963.618058:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762963.618062:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 417 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618090:0:15803:0:(rw26.c:871:ll_write_end()) pos 1708032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618104:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000f059555c[3 0000000073d257db 2 1 0000000031010d91 0 0 417] 00000080:00200000:2.0:1789762963.618112:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000745495a6 17ffffc0001001 3:0 ffff9cdd43f4a380 417 lru 00000080:00200000:2.0:1789762963.618121:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000001f221329 417: 1< 0 - - > 2< 1708032 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618124:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000f059555c 00000080:00200000:2.0:1789762963.618126:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762963.618129:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 418 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618153:0:15803:0:(rw26.c:871:ll_write_end()) pos 1712128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618167:0:15803:0:(rw26.c:929:ll_write_end()) page@000000008c9599c9[3 0000000073d257db 2 1 0000000031010d91 0 0 418] 00000080:00200000:2.0:1789762963.618175:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000a229cca5 17ffffc0001001 3:0 ffff9cdd43f4a2a0 418 lru 00000080:00200000:2.0:1789762963.618185:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000004f61a76c 418: 1< 0 - - > 2< 1712128 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618190:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000008c9599c9 00000080:00200000:2.0:1789762963.618191:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762963.618195:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 419 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618216:0:15803:0:(rw26.c:871:ll_write_end()) pos 1716224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618227:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000b19b606a[3 0000000073d257db 2 1 0000000031010d91 0 0 419] 00000080:00200000:2.0:1789762963.618234:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000008a1bebfa 17ffffc0001001 3:0 ffff9cdd43f4a9a0 419 lru 00000080:00200000:2.0:1789762963.618253:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000184e6387 419: 1< 0 - - > 2< 1716224 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618259:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000b19b606a 00000080:00200000:2.0:1789762963.618262:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762963.618267:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 420 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618289:0:15803:0:(rw26.c:871:ll_write_end()) pos 1720320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618295:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000e549b9d7[3 0000000073d257db 2 1 0000000031010d91 0 0 420] 00000080:00200000:2.0:1789762963.618297:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000072041fcd 17ffffc0001001 3:0 ffff9cdd43f4ae00 420 lru 00000080:00200000:2.0:1789762963.618306:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000004e3f035 420: 1< 0 - - > 2< 1720320 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618312:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000e549b9d7 00000080:00200000:2.0:1789762963.618316:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762963.618321:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 421 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618341:0:15803:0:(rw26.c:871:ll_write_end()) pos 1724416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618349:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000099a0eba1[3 0000000073d257db 2 1 0000000031010d91 0 0 421] 00000080:00200000:2.0:1789762963.618356:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000002d8aa3c8 17ffffc0001001 3:0 ffff9cdd43f4a8c0 421 lru 00000080:00200000:2.0:1789762963.618367:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000004043e739 421: 1< 0 - - > 2< 1724416 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618372:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000099a0eba1 00000080:00200000:2.0:1789762963.618376:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762963.618380:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 422 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618400:0:15803:0:(rw26.c:871:ll_write_end()) pos 1728512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618411:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000d107a822[3 0000000073d257db 2 1 0000000031010d91 0 0 422] 00000080:00200000:2.0:1789762963.618417:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000069bf97fd 17ffffc0001001 3:0 ffff9cdd43f4aee0 422 lru 00000080:00200000:2.0:1789762963.618437:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000075e96fa0 422: 1< 0 - - > 2< 1728512 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618444:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000d107a822 00000080:00200000:2.0:1789762963.618447:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762963.618452:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 423 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618475:0:15803:0:(rw26.c:871:ll_write_end()) pos 1732608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618490:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000271bbda8[3 0000000073d257db 2 1 0000000031010d91 0 0 423] 00000080:00200000:2.0:1789762963.618499:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000a7827434 17ffffc0001021 2:0 ffff9cdd43f4a700 423 lru 00000080:00200000:2.0:1789762963.618517:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000056578f2f 423: 1< 0 - - > 2< 1732608 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618521:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000271bbda8 00000080:00200000:2.0:1789762963.618525:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762963.618543:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 424 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618566:0:15803:0:(rw26.c:871:ll_write_end()) pos 1736704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618584:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000ade61478[3 0000000073d257db 2 1 0000000031010d91 0 0 424] 00000080:00200000:2.0:1789762963.618595:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007008dc15 17ffffc0001001 3:0 ffff9cdd43f4ab60 424 lru 00000080:00200000:2.0:1789762963.618617:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000003c80d903 424: 1< 0 - - > 2< 1736704 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618621:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000ade61478 00000080:00200000:2.0:1789762963.618626:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762963.618631:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 425 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618649:0:15803:0:(rw26.c:871:ll_write_end()) pos 1740800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618656:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000078bb6602[3 0000000073d257db 2 1 0000000031010d91 0 0 425] 00000080:00200000:2.0:1789762963.618664:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000003ea1815c 17ffffc0001001 3:0 ffff9cdd43f4a1c0 425 lru 00000080:00200000:2.0:1789762963.618677:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000005cea6ad9 425: 1< 0 - - > 2< 1740800 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618683:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000078bb6602 00000080:00200000:2.0:1789762963.618685:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762963.618690:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 426 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618708:0:15803:0:(rw26.c:871:ll_write_end()) pos 1744896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618717:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c93cacc9[3 0000000073d257db 2 1 0000000031010d91 0 0 426] 00000080:00200000:2.0:1789762963.618727:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000b3df6607 17ffffc0001001 3:0 ffff9cdd43f4aa80 426 lru 00000080:00200000:2.0:1789762963.618742:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c6d2ef36 426: 1< 0 - - > 2< 1744896 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618747:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c93cacc9 00000080:00200000:2.0:1789762963.618750:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762963.618755:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 427 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618775:0:15803:0:(rw26.c:871:ll_write_end()) pos 1748992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618789:0:15803:0:(rw26.c:929:ll_write_end()) page@000000002aa398e7[3 0000000073d257db 2 1 0000000031010d91 0 0 427] 00000080:00200000:2.0:1789762963.618800:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000087144bd0 17ffffc0001001 3:0 ffff9cdd43f4a7e0 427 lru 00000080:00200000:2.0:1789762963.618819:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000008e69e9ca 427: 1< 0 - - > 2< 1748992 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618824:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000002aa398e7 00000080:00200000:2.0:1789762963.618827:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762963.618832:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 428 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618852:0:15803:0:(rw26.c:871:ll_write_end()) pos 1753088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618858:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000782345b2[3 0000000073d257db 2 1 0000000031010d91 0 0 428] 00000080:00200000:2.0:1789762963.618862:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d140b289 17ffffc0001001 3:0 ffff9cdd43f4a620 428 lru 00000080:00200000:2.0:1789762963.618912:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000026156bf9 428: 1< 0 - - > 2< 1753088 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.618921:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000782345b2 00000080:00200000:2.0:1789762963.618925:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762963.618933:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 429 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.618962:0:15803:0:(rw26.c:871:ll_write_end()) pos 1757184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.618977:0:15803:0:(rw26.c:929:ll_write_end()) page@000000006e34c182[3 0000000073d257db 2 1 0000000031010d91 0 0 429] 00000080:00200000:2.0:1789762963.618990:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000b1d244e1 17ffffc0001001 3:0 ffff9cdd43f4ac40 429 lru 00000080:00200000:2.0:1789762963.619021:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000006ef9c94a 429: 1< 0 - - > 2< 1757184 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619027:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000006e34c182 00000080:00200000:2.0:1789762963.619032:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762963.619037:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 430 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619060:0:15803:0:(rw26.c:871:ll_write_end()) pos 1761280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619067:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000039257b02[3 0000000073d257db 2 1 0000000031010d91 0 0 430] 00000080:00200000:2.0:1789762963.619072:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000c8d583ff 17ffffc0001001 3:0 ffff9cdd43f4a000 430 lru 00000080:00200000:2.0:1789762963.619093:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000103fb901 430: 1< 0 - - > 2< 1761280 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619099:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000039257b02 00000080:00200000:2.0:1789762963.619102:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762963.619107:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 431 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619126:0:15803:0:(rw26.c:871:ll_write_end()) pos 1765376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619133:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009ad7f828[3 0000000073d257db 2 1 0000000031010d91 0 0 431] 00000080:00200000:2.0:1789762963.619136:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000084441cf9 17ffffc0001001 3:0 ffff9cdd43f4a0e0 431 lru 00000080:00200000:2.0:1789762963.619155:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000720a35e7 431: 1< 0 - - > 2< 1765376 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619162:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009ad7f828 00000080:00200000:2.0:1789762963.619165:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762963.619170:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 432 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619190:0:15803:0:(rw26.c:871:ll_write_end()) pos 1769472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619198:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c2baa5c8[3 0000000073d257db 2 1 0000000031010d91 0 0 432] 00000080:00200000:2.0:1789762963.619201:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000fe991f52 17ffffc0001001 3:0 ffff9cdd43f4ad20 432 lru 00000080:00200000:2.0:1789762963.619206:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000de0019aa 432: 1< 0 - - > 2< 1769472 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619210:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c2baa5c8 00000080:00200000:2.0:1789762963.619212:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762963.619216:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 433 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619236:0:15803:0:(rw26.c:871:ll_write_end()) pos 1773568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619250:0:15803:0:(rw26.c:929:ll_write_end()) page@000000005209d3b9[3 0000000073d257db 2 1 0000000031010d91 0 0 433] 00000080:00200000:2.0:1789762963.619257:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000041ef0dbb 17ffffc0001001 3:0 ffff9cdd43f4a460 433 lru 00000080:00200000:2.0:1789762963.619267:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5a52cee 433: 1< 0 - - > 2< 1773568 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619273:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000005209d3b9 00000080:00200000:2.0:1789762963.619276:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762963.619282:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 434 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619301:0:15803:0:(rw26.c:871:ll_write_end()) pos 1777664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619313:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000cbdd5bd8[3 0000000073d257db 2 1 0000000031010d91 0 0 434] 00000080:00200000:2.0:1789762963.619325:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc09d5fb 17ffffc0001001 3:0 ffff9cdd43f4a540 434 lru 00000080:00200000:2.0:1789762963.619348:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000873ecd5f 434: 1< 0 - - > 2< 1777664 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619353:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000cbdd5bd8 00000080:00200000:2.0:1789762963.619356:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762963.619360:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 435 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619382:0:15803:0:(rw26.c:871:ll_write_end()) pos 1781760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619388:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000052fea85c[3 0000000073d257db 2 1 0000000031010d91 0 0 435] 00000080:00200000:2.0:1789762963.619391:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007f156d0f 17ffffc0001001 3:0 ffff9cdd4522d7e0 435 lru 00000080:00200000:2.0:1789762963.619409:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007227cd86 435: 1< 0 - - > 2< 1781760 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619415:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000052fea85c 00000080:00200000:2.0:1789762963.619420:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762963.619425:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 436 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619444:0:15803:0:(rw26.c:871:ll_write_end()) pos 1785856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619453:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000baabd74[3 0000000073d257db 2 1 0000000031010d91 0 0 436] 00000080:00200000:2.0:1789762963.619456:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d2b2d613 17ffffc0001001 3:0 ffff9cdd4522d620 436 lru 00000080:00200000:2.0:1789762963.619460:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000019bd6d2 436: 1< 0 - - > 2< 1785856 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619462:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000baabd74 00000080:00200000:2.0:1789762963.619463:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762963.619465:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 437 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619484:0:15803:0:(rw26.c:871:ll_write_end()) pos 1789952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619500:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000d461ffc0[3 0000000073d257db 2 1 0000000031010d91 0 0 437] 00000080:00200000:2.0:1789762963.619511:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000c7e509fe 17ffffc0001001 3:0 ffff9cdd4522dc40 437 lru 00000080:00200000:2.0:1789762963.619523:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc969a48 437: 1< 0 - - > 2< 1789952 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619527:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000d461ffc0 00000080:00200000:2.0:1789762963.619541:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762963.619543:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 438 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619564:0:15803:0:(rw26.c:871:ll_write_end()) pos 1794048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619579:0:15803:0:(rw26.c:929:ll_write_end()) page@000000001760d128[3 0000000073d257db 2 1 0000000031010d91 0 0 438] 00000080:00200000:2.0:1789762963.619591:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000658a36cc 17ffffc0001021 2:0 ffff9cdd4522d000 438 lru 00000080:00200000:2.0:1789762963.619604:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000066a9d78a 438: 1< 0 - - > 2< 1794048 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619609:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000001760d128 00000080:00200000:2.0:1789762963.619613:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762963.619616:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 439 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619636:0:15803:0:(rw26.c:871:ll_write_end()) pos 1798144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619650:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000091ac2de4[3 0000000073d257db 2 1 0000000031010d91 0 0 439] 00000080:00200000:2.0:1789762963.619660:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d12bcd99 17ffffc0001001 3:0 ffff9cdd4522d0e0 439 lru 00000080:00200000:2.0:1789762963.619676:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000071e751a9 439: 1< 0 - - > 2< 1798144 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619682:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000091ac2de4 00000080:00200000:2.0:1789762963.619687:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762963.619693:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 440 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619715:0:15803:0:(rw26.c:871:ll_write_end()) pos 1802240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619726:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000607d6dfe[3 0000000073d257db 2 1 0000000031010d91 0 0 440] 00000080:00200000:2.0:1789762963.619734:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000003a76c0bf 17ffffc0001001 3:0 ffff9cdd4522dd20 440 lru 00000080:00200000:2.0:1789762963.619754:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000f8aa6863 440: 1< 0 - - > 2< 1802240 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619762:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000607d6dfe 00000080:00200000:2.0:1789762963.619766:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762963.619772:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 441 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619793:0:15803:0:(rw26.c:871:ll_write_end()) pos 1806336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619806:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009786cb41[3 0000000073d257db 2 1 0000000031010d91 0 0 441] 00000080:00200000:2.0:1789762963.619810:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000002caa6bfe 17ffffc0001001 3:0 ffff9cdd4522d460 441 lru 00000080:00200000:2.0:1789762963.619818:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000a40dd2f6 441: 1< 0 - - > 2< 1806336 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619822:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009786cb41 00000080:00200000:2.0:1789762963.619824:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762963.619829:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 442 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619847:0:15803:0:(rw26.c:871:ll_write_end()) pos 1810432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619886:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000780a360b[3 0000000073d257db 2 1 0000000031010d91 0 0 442] 00000080:00200000:2.0:1789762963.619894:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000daa0ec43 17ffffc0001001 3:0 ffff9cdd4522d540 442 lru 00000080:00200000:2.0:1789762963.619908:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c8af9ffb 442: 1< 0 - - > 2< 1810432 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619914:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000780a360b 00000080:00200000:2.0:1789762963.619917:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762963.619923:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 443 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.619945:0:15803:0:(rw26.c:871:ll_write_end()) pos 1814528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.619956:0:15803:0:(rw26.c:929:ll_write_end()) page@000000008f3cd899[3 0000000073d257db 2 1 0000000031010d91 0 0 443] 00000080:00200000:2.0:1789762963.619963:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000090639de 17ffffc0001001 3:0 ffff9cdd4522d380 443 lru 00000080:00200000:2.0:1789762963.619978:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000009c894f1e 443: 1< 0 - - > 2< 1814528 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.619984:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000008f3cd899 00000080:00200000:2.0:1789762963.619989:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762963.619994:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 444 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620015:0:15803:0:(rw26.c:871:ll_write_end()) pos 1818624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620031:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000bc71c04f[3 0000000073d257db 2 1 0000000031010d91 0 0 444] 00000080:00200000:2.0:1789762963.620042:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000090e1c376 17ffffc0001001 3:0 ffff9cdd4522d2a0 444 lru 00000080:00200000:2.0:1789762963.620053:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000008e0fd093 444: 1< 0 - - > 2< 1818624 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620057:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000bc71c04f 00000080:00200000:2.0:1789762963.620058:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762963.620061:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 445 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620079:0:15803:0:(rw26.c:871:ll_write_end()) pos 1822720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620095:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009b0ea37f[3 0000000073d257db 2 1 0000000031010d91 0 0 445] 00000080:00200000:2.0:1789762963.620106:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000adfb5774 17ffffc0001001 3:0 ffff9cdd4522d9a0 445 lru 00000080:00200000:2.0:1789762963.620126:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000001b3f2f34 445: 1< 0 - - > 2< 1822720 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620130:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009b0ea37f 00000080:00200000:2.0:1789762963.620134:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762963.620138:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 446 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620155:0:15803:0:(rw26.c:871:ll_write_end()) pos 1826816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620171:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000419bf34d[3 0000000073d257db 2 1 0000000031010d91 0 0 446] 00000080:00200000:2.0:1789762963.620186:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000004c7e5ed6 17ffffc0001001 3:0 ffff9cdd4522de00 446 lru 00000080:00200000:2.0:1789762963.620212:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e19d377a 446: 1< 0 - - > 2< 1826816 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620218:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000419bf34d 00000080:00200000:2.0:1789762963.620222:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762963.620227:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 447 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620254:0:15803:0:(rw26.c:871:ll_write_end()) pos 1830912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620269:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c9dd905d[3 0000000073d257db 2 1 0000000031010d91 0 0 447] 00000080:00200000:2.0:1789762963.620280:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000679e5b41 17ffffc0001001 3:0 ffff9cdd4522d8c0 447 lru 00000080:00200000:2.0:1789762963.620295:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2b114f4 447: 1< 0 - - > 2< 1830912 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620301:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c9dd905d 00000080:00200000:2.0:1789762963.620304:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762963.620308:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 448 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620327:0:15803:0:(rw26.c:871:ll_write_end()) pos 1835008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620341:0:15803:0:(rw26.c:929:ll_write_end()) page@000000002108bcc1[3 0000000073d257db 2 1 0000000031010d91 0 0 448] 00000080:00200000:2.0:1789762963.620350:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000003d816daa 17ffffc0001001 3:0 ffff9cdd4522dee0 448 lru 00000080:00200000:2.0:1789762963.620377:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000206a468 448: 1< 0 - - > 2< 1835008 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620383:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000002108bcc1 00000080:00200000:2.0:1789762963.620386:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762963.620392:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 449 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620416:0:15803:0:(rw26.c:871:ll_write_end()) pos 1839104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620428:0:15803:0:(rw26.c:929:ll_write_end()) page@000000002becac1d[3 0000000073d257db 2 1 0000000031010d91 0 0 449] 00000080:00200000:2.0:1789762963.620438:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000aaccf5a9 17ffffc0001001 3:0 ffff9cdd4522d700 449 lru 00000080:00200000:2.0:1789762963.620463:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000085544708 449: 1< 0 - - > 2< 1839104 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620469:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000002becac1d 00000080:00200000:2.0:1789762963.620472:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1789762963.620477:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 450 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620496:0:15803:0:(rw26.c:871:ll_write_end()) pos 1843200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620506:0:15803:0:(rw26.c:929:ll_write_end()) page@000000004d71313a[3 0000000073d257db 2 1 0000000031010d91 0 0 450] 00000080:00200000:2.0:1789762963.620516:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee2ca5f0 17ffffc0001001 3:0 ffff9cdd4522db60 450 lru 00000080:00200000:2.0:1789762963.620550:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000003bbc722c 450: 1< 0 - - > 2< 1843200 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620556:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000004d71313a 00000080:00200000:2.0:1789762963.620559:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1789762963.620563:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 451 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620587:0:15803:0:(rw26.c:871:ll_write_end()) pos 1847296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620598:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000da7c121f[3 0000000073d257db 2 1 0000000031010d91 0 0 451] 00000080:00200000:2.0:1789762963.620606:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d648866b 17ffffc0001001 3:0 ffff9cdd4522d1c0 451 lru 00000080:00200000:2.0:1789762963.620622:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000009b4a4894 451: 1< 0 - - > 2< 1847296 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620629:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000da7c121f 00000080:00200000:2.0:1789762963.620633:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762963.620638:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 452 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620659:0:15803:0:(rw26.c:871:ll_write_end()) pos 1851392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620673:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000f0f7bde0[3 0000000073d257db 2 1 0000000031010d91 0 0 452] 00000080:00200000:2.0:1789762963.620683:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000061ee5ac9 17ffffc0001001 3:0 ffff9cdd4522da80 452 lru 00000080:00200000:2.0:1789762963.620696:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c8890b6f 452: 1< 0 - - > 2< 1851392 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620701:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000f0f7bde0 00000080:00200000:2.0:1789762963.620706:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1789762963.620711:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 453 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620740:0:15803:0:(rw26.c:871:ll_write_end()) pos 1855488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620749:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000aaa33471[3 0000000073d257db 2 1 0000000031010d91 0 0 453] 00000080:00200000:2.0:1789762963.620759:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000093f21174 17ffffc0001021 2:0 ffff9cdd4379e0e0 453 lru 00000080:00200000:2.0:1789762963.620769:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000005cc5e18a 453: 1< 0 - - > 2< 1855488 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620773:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000aaa33471 00000080:00200000:2.0:1789762963.620776:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762963.620782:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 454 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620803:0:15803:0:(rw26.c:871:ll_write_end()) pos 1859584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620815:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000016c99561[3 0000000073d257db 2 1 0000000031010d91 0 0 454] 00000080:00200000:2.0:1789762963.620824:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000643c3494 17ffffc0001001 3:0 ffff9cdd4379ed20 454 lru 00000080:00200000:2.0:1789762963.620839:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000004b85056a 454: 1< 0 - - > 2< 1859584 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620845:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000016c99561 00000080:00200000:2.0:1789762963.620849:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762963.620854:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 455 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620897:0:15803:0:(rw26.c:871:ll_write_end()) pos 1863680, len 4096, copied 4096 00000080:00200000:3.0:1789762963.620902:0:15810:0:(rw26.c:929:ll_write_end()) end page@00000000adc920c9 00000080:00200000:3.0:1789762963.620906:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762963.620912:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000b244c625[3 0000000073d257db 2 1 0000000031010d91 0 0 455] 00000080:00200000:3.0:1789762963.620912:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2290 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620919:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000000cedd6e7 17ffffc0001001 3:0 ffff9cdd4379e460 455 lru 00000080:00200000:3.0:1789762963.620933:0:15810:0:(rw26.c:871:ll_write_end()) pos 9379840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.620934:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000005005235d 455: 1< 0 - - > 2< 1863680 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.620942:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000b244c625 00000080:00200000:2.0:1789762963.620947:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:3.0:1789762963.620950:0:15810:0:(rw26.c:929:ll_write_end()) page@0000000057c9c125[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2290] 00000080:00200000:2.0:1789762963.620951:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 456 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.620959:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @0000000034a0dd2c 17ffffc0001001 3:0 ffff9cdd456950e0 2290 lru 00000080:00200000:2.0:1789762963.620972:0:15803:0:(rw26.c:871:ll_write_end()) pos 1867776, len 4096, copied 4096 00000080:00200000:3.0:1789762963.620974:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@0000000079d19a90 1266: 1< 0 - - > 2< 5185536 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.620980:0:15810:0:(rw26.c:929:ll_write_end()) end page@0000000057c9c125 00000080:00200000:2.0:1789762963.620983:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000ce24e282[3 0000000073d257db 2 1 0000000031010d91 0 0 456] 00000080:00200000:3.0:1789762963.620984:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:3.0:1789762963.620990:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2291 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.620993:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000005a74b6f8 17ffffc0001001 3:0 ffff9cdd4379e540 456 lru 00000080:00200000:2.0:1789762963.621003:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000be20cdce 456: 1< 0 - - > 2< 1867776 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621008:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000ce24e282 00000080:00200000:2.0:1789762963.621010:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:3.0:1789762963.621010:0:15810:0:(rw26.c:871:ll_write_end()) pos 9383936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621015:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 457 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621022:0:15810:0:(rw26.c:929:ll_write_end()) page@00000000f93d7c95[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2291] 00000080:00200000:3.0:1789762963.621032:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @000000003983458d 17ffffc0001001 3:0 ffff9cdd45695d20 2291 lru 00000080:00200000:2.0:1789762963.621035:0:15803:0:(rw26.c:871:ll_write_end()) pos 1871872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621050:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000b316c51b[3 0000000073d257db 2 1 0000000031010d91 0 0 457] 00000080:00200000:3.0:1789762963.621053:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@00000000a3fb0d30 1267: 1< 0 - - > 2< 5189632 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.621058:0:15810:0:(rw26.c:929:ll_write_end()) end page@00000000f93d7c95 00000080:00200000:2.0:1789762963.621060:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000029762797 17ffffc0001001 3:0 ffff9cdd4379e380 457 lru 00000080:00200000:3.0:1789762963.621061:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:3.0:1789762963.621066:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2292 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621075:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2ab76aa 457: 1< 0 - - > 2< 1871872 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621081:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000b316c51b 00000080:00200000:2.0:1789762963.621084:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762963.621089:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 458 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621092:0:15810:0:(rw26.c:871:ll_write_end()) pos 9388032, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621104:0:15810:0:(rw26.c:929:ll_write_end()) page@00000000ed766fe6[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2292] 00000080:00200000:2.0:1789762963.621111:0:15803:0:(rw26.c:871:ll_write_end()) pos 1875968, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621111:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @00000000860f37c0 17ffffc0001001 3:0 ffff9cdd486d1d20 2292 lru 00000080:00200000:2.0:1789762963.621126:0:15803:0:(rw26.c:929:ll_write_end()) page@000000003bd4084a[3 0000000073d257db 2 1 0000000031010d91 0 0 458] 00000080:00200000:3.0:1789762963.621133:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@000000006f0d831d 1268: 1< 0 - - > 2< 5193728 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621136:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc393558 17ffffc0001001 3:0 ffff9cdd4379e2a0 458 lru 00000080:00200000:3.0:1789762963.621139:0:15810:0:(rw26.c:929:ll_write_end()) end page@00000000ed766fe6 00000080:00200000:3.0:1789762963.621143:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:3.0:1789762963.621147:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2293 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621157:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000d564a723 458: 1< 0 - - > 2< 1875968 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621164:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000003bd4084a 00000080:00200000:2.0:1789762963.621169:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:3.0:1789762963.621171:0:15810:0:(rw26.c:871:ll_write_end()) pos 9392128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621174:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 459 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621186:0:15810:0:(rw26.c:929:ll_write_end()) page@0000000069f78459[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2293] 00000080:00200000:2.0:1789762963.621196:0:15803:0:(rw26.c:871:ll_write_end()) pos 1880064, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621196:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @00000000eda21ee0 17ffffc0001001 3:0 ffff9cdd486d1460 2293 lru 00000080:00200000:2.0:1789762963.621207:0:15803:0:(rw26.c:929:ll_write_end()) page@000000002e932e8f[3 0000000073d257db 2 1 0000000031010d91 0 0 459] 00000080:00200000:2.0:1789762963.621218:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000000b1e9e99 17ffffc0001001 3:0 ffff9cdd4379e9a0 459 lru 00000080:00200000:3.0:1789762963.621220:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@0000000082f95ff4 1269: 1< 0 - - > 2< 5197824 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.621226:0:15810:0:(rw26.c:929:ll_write_end()) end page@0000000069f78459 00000080:00200000:3.0:1789762963.621230:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:3.0:1789762963.621235:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2294 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621242:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000096892e0d 459: 1< 0 - - > 2< 1880064 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621248:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000002e932e8f 00000080:00200000:2.0:1789762963.621252:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762963.621257:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 460 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621258:0:15810:0:(rw26.c:871:ll_write_end()) pos 9396224, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621271:0:15810:0:(rw26.c:929:ll_write_end()) page@00000000a3e37b14[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2294] 00000080:00200000:3.0:1789762963.621275:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @00000000831bbad0 17ffffc0001001 3:0 ffff9cdd486d1540 2294 lru 00000080:00200000:2.0:1789762963.621278:0:15803:0:(rw26.c:871:ll_write_end()) pos 1884160, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621279:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@000000004e5bd690 1270: 1< 0 - - > 2< 5201920 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.621284:0:15810:0:(rw26.c:929:ll_write_end()) end page@00000000a3e37b14 00000080:00200000:2.0:1789762963.621287:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000378f2195[3 0000000073d257db 2 1 0000000031010d91 0 0 460] 00000080:00200000:3.0:1789762963.621287:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:3.0:1789762963.621292:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2295 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621296:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000547e23e1 17ffffc0001001 3:0 ffff9cdd4379ee00 460 lru 00000080:00200000:2.0:1789762963.621308:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000390e192e 460: 1< 0 - - > 2< 1884160 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.621312:0:15810:0:(rw26.c:871:ll_write_end()) pos 9400320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621313:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000378f2195 00000080:00200000:2.0:1789762963.621317:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762963.621322:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 461 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621326:0:15810:0:(rw26.c:929:ll_write_end()) page@0000000091f0c8a6[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2295] 00000080:00200000:3.0:1789762963.621334:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @00000000d8962fed 17ffffc0001001 3:0 ffff9cdd486d1380 2295 lru 00000080:00200000:2.0:1789762963.621342:0:15803:0:(rw26.c:871:ll_write_end()) pos 1888256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621356:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000032e6c35e[3 0000000073d257db 2 1 0000000031010d91 0 0 461] 00000080:00200000:3.0:1789762963.621359:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@00000000249531a3 1271: 1< 0 - - > 2< 5206016 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621363:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000dd602261 17ffffc0001001 3:0 ffff9cdd4379e8c0 461 lru 00000080:00200000:3.0:1789762963.621365:0:15810:0:(rw26.c:929:ll_write_end()) end page@0000000091f0c8a6 00000080:00200000:3.0:1789762963.621369:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:3.0:1789762963.621375:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2296 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621377:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5e61e0a 461: 1< 0 - - > 2< 1888256 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621384:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000032e6c35e 00000080:00200000:2.0:1789762963.621387:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762963.621390:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 462 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621402:0:15810:0:(rw26.c:871:ll_write_end()) pos 9404416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621411:0:15803:0:(rw26.c:871:ll_write_end()) pos 1892352, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621412:0:15810:0:(rw26.c:929:ll_write_end()) page@00000000849376db[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2296] 00000080:00200000:3.0:1789762963.621422:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1d8b3cc 17ffffc0001001 3:0 ffff9cdd486d12a0 2296 lru 00000080:00200000:2.0:1789762963.621423:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000049bd4705[3 0000000073d257db 2 1 0000000031010d91 0 0 462] 00000080:00200000:2.0:1789762963.621434:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e0b211e6 17ffffc0001001 3:0 ffff9cdd4379eee0 462 lru 00000080:00200000:3.0:1789762963.621448:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5e04ae3 1272: 1< 0 - - > 2< 5210112 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.621455:0:15810:0:(rw26.c:929:ll_write_end()) end page@00000000849376db 00000080:00200000:2.0:1789762963.621456:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000307533f9 462: 1< 0 - - > 2< 1892352 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.621458:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762963.621462:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000049bd4705 00000080:00200000:3.0:1789762963.621463:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2297 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621466:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762963.621471:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 463 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621483:0:15810:0:(rw26.c:871:ll_write_end()) pos 9408512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621492:0:15803:0:(rw26.c:871:ll_write_end()) pos 1896448, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621492:0:15810:0:(rw26.c:929:ll_write_end()) page@00000000ad01be28[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2297] 00000080:00200000:3.0:1789762963.621503:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @000000000ea29d92 17ffffc0001001 3:0 ffff9cdd486d19a0 2297 lru 00000080:00200000:2.0:1789762963.621507:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000fa1de207[3 0000000073d257db 2 1 0000000031010d91 0 0 463] 00000080:00200000:2.0:1789762963.621518:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007bf1d52e 17ffffc0001001 3:0 ffff9cdd4379e700 463 lru 00000080:00200000:3.0:1789762963.621525:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@00000000794f1052 1273: 1< 0 - - > 2< 5214208 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.621543:0:15810:0:(rw26.c:929:ll_write_end()) end page@00000000ad01be28 00000080:00200000:3.0:1789762963.621546:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:3.0:1789762963.621550:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2298 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621552:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000006770e36c 463: 1< 0 - - > 2< 1896448 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621558:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000fa1de207 00000080:00200000:2.0:1789762963.621562:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762963.621566:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 464 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621571:0:15810:0:(rw26.c:871:ll_write_end()) pos 9412608, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621581:0:15810:0:(rw26.c:929:ll_write_end()) page@00000000985d9492[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2298] 00000080:00200000:2.0:1789762963.621588:0:15803:0:(rw26.c:871:ll_write_end()) pos 1900544, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621590:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @00000000f589dd0e 17ffffc0001001 3:0 ffff9cdd486d1e00 2298 lru 00000080:00200000:2.0:1789762963.621603:0:15803:0:(rw26.c:929:ll_write_end()) page@000000004c3608d0[3 0000000073d257db 2 1 0000000031010d91 0 0 464] 00000080:00200000:3.0:1789762963.621611:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@0000000053fa6756 1274: 1< 0 - - > 2< 5218304 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621614:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000002b7a6bfe 17ffffc0001001 3:0 ffff9cdd4379eb60 464 lru 00000080:00200000:3.0:1789762963.621620:0:15810:0:(rw26.c:929:ll_write_end()) end page@00000000985d9492 00000080:00200000:3.0:1789762963.621624:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:3.0:1789762963.621629:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2299 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621640:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000639974d1 464: 1< 0 - - > 2< 1900544 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621646:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000004c3608d0 00000080:00200000:2.0:1789762963.621650:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:3.0:1789762963.621653:0:15810:0:(rw26.c:871:ll_write_end()) pos 9416704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621654:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 465 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621666:0:15810:0:(rw26.c:929:ll_write_end()) page@000000004ae018c5[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2299] 00000080:00200000:3.0:1789762963.621673:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @000000006bdc9b7d 17ffffc0001021 2:0 ffff9cdd486d18c0 2299 lru 00000080:00200000:2.0:1789762963.621676:0:15803:0:(rw26.c:871:ll_write_end()) pos 1904640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621690:0:15803:0:(rw26.c:929:ll_write_end()) page@000000000e00821b[3 0000000073d257db 2 1 0000000031010d91 0 0 465] 00000080:00200000:3.0:1789762963.621694:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@000000006167bb2f 1275: 1< 0 - - > 2< 5222400 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621698:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000ce2dc824 17ffffc0001001 3:0 ffff9cdd4379e1c0 465 lru 00000080:00200000:3.0:1789762963.621700:0:15810:0:(rw26.c:929:ll_write_end()) end page@000000004ae018c5 00000080:00200000:3.0:1789762963.621705:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:3.0:1789762963.621709:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2300 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621718:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000031b72ac9 465: 1< 0 - - > 2< 1904640 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621725:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000000e00821b 00000080:00200000:2.0:1789762963.621728:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:3.0:1789762963.621730:0:15810:0:(rw26.c:871:ll_write_end()) pos 9420800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621732:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 466 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621743:0:15810:0:(rw26.c:929:ll_write_end()) page@00000000d96818ba[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2300] 00000080:00200000:3.0:1789762963.621749:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @000000003d1b4aee 17ffffc0001001 3:0 ffff9cdd486d1ee0 2300 lru 00000080:00200000:2.0:1789762963.621752:0:15803:0:(rw26.c:871:ll_write_end()) pos 1908736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621766:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000f202ad44[3 0000000073d257db 2 1 0000000031010d91 0 0 466] 00000080:00200000:3.0:1789762963.621769:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@00000000c4df1fb2 1276: 1< 0 - - > 2< 5226496 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621776:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000760b8b04 17ffffc0001001 3:0 ffff9cdd4379ea80 466 lru 00000080:00200000:3.0:1789762963.621776:0:15810:0:(rw26.c:929:ll_write_end()) end page@00000000d96818ba 00000080:00200000:3.0:1789762963.621780:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:3.0:1789762963.621787:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2301 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621788:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000c841123 466: 1< 0 - - > 2< 1908736 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621795:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000f202ad44 00000080:00200000:2.0:1789762963.621797:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762963.621803:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 467 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621807:0:15810:0:(rw26.c:871:ll_write_end()) pos 9424896, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621819:0:15810:0:(rw26.c:929:ll_write_end()) page@00000000e02c5f65[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2301] 00000080:00200000:2.0:1789762963.621822:0:15803:0:(rw26.c:871:ll_write_end()) pos 1912832, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621828:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf27e1b6 17ffffc0001001 3:0 ffff9cdd486d1700 2301 lru 00000080:00200000:2.0:1789762963.621837:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000bd99e37c[3 0000000073d257db 2 1 0000000031010d91 0 0 467] 00000080:00200000:2.0:1789762963.621848:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000af8166aa 17ffffc0001001 3:0 ffff9cdd4379e7e0 467 lru 00000080:00200000:3.0:1789762963.621851:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5e4400d 1277: 1< 0 - - > 2< 5230592 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.621857:0:15810:0:(rw26.c:929:ll_write_end()) end page@00000000e02c5f65 00000080:00200000:3.0:1789762963.621860:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762963.621889:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000009fe3ca17 467: 1< 0 - - > 2< 1912832 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.621890:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2302 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621896:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000bd99e37c 00000080:00200000:2.0:1789762963.621899:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762963.621907:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2966 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621912:0:15810:0:(rw26.c:871:ll_write_end()) pos 9428992, len 4096, copied 4096 00000080:00200000:3.0:1789762963.621920:0:15810:0:(rw26.c:929:ll_write_end()) page@00000000aa568c1a[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2302] 00000080:00200000:3.0:1789762963.621928:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @000000000e4aafaa 17ffffc0001001 3:0 ffff9cdd486d1b60 2302 lru 00000080:00200000:2.0:1789762963.621930:0:15813:0:(rw26.c:871:ll_write_end()) pos 12148736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621945:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000029b7ead1[3 0000000073d257db 2 1 00000000e509f43d 0 0 2966] 00000080:00200000:3.0:1789762963.621946:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@00000000d6ce0973 1278: 1< 0 - - > 2< 5234688 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.621953:0:15810:0:(rw26.c:929:ll_write_end()) end page@00000000aa568c1a 00000080:00200000:3.0:1789762963.621956:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762963.621958:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000954ede47 17ffffc0001021 2:0 ffff9cdd4379e620 2966 lru 00000080:00200000:3.0:1789762963.621963:0:15810:0:(rw26.c:676:ll_write_begin()) Writing 2303 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.621977:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000002eb90ed3 1942: 1< 0 - - > 2< 7954432 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.621984:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000029b7ead1 00000080:00200000:3.0:1789762963.621985:0:15810:0:(rw26.c:871:ll_write_end()) pos 9433088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.621988:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762963.621993:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2967 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.621996:0:15810:0:(rw26.c:929:ll_write_end()) page@0000000097e7974b[3 0000000073d257db 2 1 00000000f0aeb099 0 0 2303] 00000080:00200000:3.0:1789762963.622000:0:15810:0:(rw26.c:929:ll_write_end()) vmpage @0000000044d96928 17ffffc0001001 3:0 ffff9cdd486d11c0 2303 lru 00000080:00200000:3.0:1789762963.622008:0:15810:0:(rw26.c:929:ll_write_end()) osc-page@00000000882f1ad1 1279: 1< 0 - - > 2< 5238784 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.622012:0:15813:0:(rw26.c:871:ll_write_end()) pos 12152832, len 4096, copied 4096 00000080:00200000:3.0:1789762963.622013:0:15810:0:(rw26.c:929:ll_write_end()) end page@0000000097e7974b 00000080:00200000:3.0:1789762963.622016:0:15810:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:3.0:1789762963.622021:0:15810:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000080:00200000:2.0:1789762963.622032:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b9f5e7da[3 0000000073d257db 2 1 00000000e509f43d 0 0 2967] 00000080:00200000:2.0:1789762963.622042:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000047e96a96 17ffffc0001001 3:0 ffff9cdd4379ec40 2967 lru 00000008:00010000:3.0:1789762963.622053:0:15810:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000f933bf53 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x800420400020000 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.622066:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d11e65d8 1943: 1< 0 - - > 2< 7958528 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.622072:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b9f5e7da 00000080:00200000:2.0:1789762963.622077:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762963.622081:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2968 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.622094:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622103:0:15813:0:(rw26.c:871:ll_write_end()) pos 12156928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622111:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000d41c88bd[3 0000000073d257db 2 1 00000000e509f43d 0 0 2968] 00000080:00200000:3.0:1789762963.622117:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622118:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000434c6f53 17ffffc0001001 3:0 ffff9cdd4379e000 2968 lru 00000080:00200000:2.0:1789762963.622131:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000a874597b 1944: 1< 0 - - > 2< 7962624 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.622136:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622137:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000d41c88bd 00000080:00200000:2.0:1789762963.622141:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762963.622147:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2969 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.622155:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622172:0:15813:0:(rw26.c:871:ll_write_end()) pos 12161024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622179:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000065015c93[3 0000000073d257db 2 1 00000000e509f43d 0 0 2969] 00000080:00200000:2.0:1789762963.622182:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000fab396d7 17ffffc0001001 3:0 ffff9cdd412aab60 2969 lru 00000080:00200000:2.0:1789762963.622186:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000f89258a6 1945: 1< 0 - - > 2< 7966720 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.622188:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622192:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000065015c93 00000080:00200000:2.0:1789762963.622196:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762963.622202:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2970 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.622218:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622221:0:15813:0:(rw26.c:871:ll_write_end()) pos 12165120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622232:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000045c4d4e1[3 0000000073d257db 2 1 00000000e509f43d 0 0 2970] 00000080:00200000:3.0:1789762963.622238:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622239:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000010eb249b 17ffffc0001001 3:0 ffff9cdd412aa1c0 2970 lru 00000080:00200000:2.0:1789762963.622250:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000eb6f1c3a 1946: 1< 0 - - > 2< 7970816 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.622253:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000045c4d4e1 00000080:00200000:2.0:1789762963.622254:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:3.0:1789762963.622254:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622258:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2971 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.622275:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622277:0:15813:0:(rw26.c:871:ll_write_end()) pos 12169216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622291:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000013b4ffb[3 0000000073d257db 2 1 00000000e509f43d 0 0 2971] 00000080:00200000:3.0:1789762963.622292:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622300:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000cab1c8fa 17ffffc0001001 3:0 ffff9cdd412aaa80 2971 lru 00000080:00200000:3.0:1789762963.622309:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622322:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000007bf4a217 1947: 1< 0 - - > 2< 7974912 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.622325:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622330:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000013b4ffb 00000080:00200000:2.0:1789762963.622336:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762963.622342:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2972 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.622344:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.622366:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622369:0:15813:0:(rw26.c:871:ll_write_end()) pos 12173312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622379:0:15813:0:(rw26.c:929:ll_write_end()) page@000000007d3cd4db[3 0000000073d257db 2 1 00000000e509f43d 0 0 2972] 00000080:00200000:3.0:1789762963.622384:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622389:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000f3e0a131 17ffffc0001001 3:0 ffff9cdd412aa7e0 2972 lru 00000080:00200000:3.0:1789762963.622400:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622409:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003384a354 1948: 1< 0 - - > 2< 7979008 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.622415:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000007d3cd4db 00000080:00200000:3.0:1789762963.622418:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.622419:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762963.622425:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2973 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.622428:0:15810:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 1, dirtied 1 00000080:00200000:3.0:1789762963.622433:0:15810:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:3.0:1789762963.622440:0:15810:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write bytes 0, result: 1048576 00000080:00200000:2.0:1789762963.622447:0:15813:0:(rw26.c:871:ll_write_end()) pos 12177408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622453:0:15813:0:(rw26.c:929:ll_write_end()) page@000000002f038335[3 0000000073d257db 2 1 00000000e509f43d 0 0 2973] 00000020:00010000:3.0:1789762963.622454:0:15810:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd489fb308 (ffff9cdd489fe758/0) at cl_lock_release():245 00000080:00200000:2.0:1789762963.622462:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000716d6733 17ffffc0001001 3:0 ffff9cdd412aa620 2973 lru 00000020:00010000:3.0:1789762963.622463:0:15810:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd489fb308 (ffff9cdd489fe758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789762963.622473:0:15810:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef07b0 (ffff9cdd60c14638/1) at cl_lock_cancel():142 00000080:00200000:2.0:1789762963.622483:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000fed0e313 1949: 1< 0 - - > 2< 7983104 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - + + - > 5< - + + - | 0 - | 256 + -> 00010000:00010000:3.0:1789762963.622485:0:15810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x810420400020000 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.622490:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000002f038335 00000080:00200000:2.0:1789762963.622493:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762963.622497:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2974 of 0 to 4096 bytes 00010000:00010000:3.0:1789762963.622514:0:15810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x810420400020000 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.622518:0:15813:0:(rw26.c:871:ll_write_end()) pos 12181504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622545:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000801dbc2c[3 0000000073d257db 2 1 00000000e509f43d 0 0 2974] 00000080:00200000:2.0:1789762963.622549:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000014fac9d6 17ffffc0001001 3:0 ffff9cdd412aac40 2974 lru 00000080:00200000:2.0:1789762963.622553:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000098fea21e 1950: 1< 0 - - > 2< 7987200 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - + + - > 5< - + + - | 0 - | 256 + -> 00000080:00200000:2.0:1789762963.622555:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000801dbc2c 00000080:00200000:2.0:1789762963.622556:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762963.622558:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2975 of 0 to 4096 bytes 00000008:00010000:3.0:1789762963.622559:0:761:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000f933bf53 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x800420400020000 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.622580:0:15813:0:(rw26.c:871:ll_write_end()) pos 12185600, len 4096, copied 4096 00000008:00010000:3.0:1789762963.622583:0:761:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000f933bf53 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x800420400020000 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.622594:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000f1f6d5b3[3 0000000073d257db 2 1 00000000e509f43d 0 0 2975] 00000080:00200000:2.0:1789762963.622605:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000308a6ae7 17ffffc0001001 3:0 ffff9cdd412aa000 2975 lru 00000080:00200000:2.0:1789762963.622621:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000001c50a570 1951: 1< 0 - - > 2< 7991296 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.622626:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000f1f6d5b3 00000080:00200000:2.0:1789762963.622630:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762963.622633:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2976 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.622655:0:15813:0:(rw26.c:871:ll_write_end()) pos 12189696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622670:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c861290c[3 0000000073d257db 2 1 00000000e509f43d 0 0 2976] 00000080:00200000:2.0:1789762963.622681:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000084846e17 17ffffc0001001 3:0 ffff9cdd412aa0e0 2976 lru 00000080:00200000:2.0:1789762963.622702:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000005488deff 1952: 1< 0 - - > 2< 7995392 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.622708:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c861290c 00000080:00200000:2.0:1789762963.622712:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762963.622717:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2977 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.622742:0:15813:0:(rw26.c:871:ll_write_end()) pos 12193792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622752:0:15813:0:(rw26.c:929:ll_write_end()) page@000000004494de7f[3 0000000073d257db 2 1 00000000e509f43d 0 0 2977] 00000080:00200000:2.0:1789762963.622757:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000000ceab07c 17ffffc0001001 3:0 ffff9cdd412aad20 2977 lru 00000080:00200000:2.0:1789762963.622780:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006bfffde3 1953: 1< 0 - - > 2< 7999488 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.622787:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000004494de7f 00000080:00200000:2.0:1789762963.622791:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00010000:00010000:3.0:1789762963.622794:0:761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x800420400020000 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.622796:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2978 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.622822:0:15813:0:(rw26.c:871:ll_write_end()) pos 12197888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622830:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000536a4f9a[3 0000000073d257db 2 1 00000000e509f43d 0 0 2978] 00000080:00200000:2.0:1789762963.622836:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000001e05d23a 17ffffc0001001 3:0 ffff9cdd412aa460 2978 lru 00000080:00200000:2.0:1789762963.622857:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000fbae9cd4 1954: 1< 0 - - > 2< 8003584 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.622896:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000536a4f9a 00000080:00200000:2.0:1789762963.622901:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762963.622927:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 660 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.622950:0:15804:0:(rw26.c:871:ll_write_end()) pos 2703360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.622962:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000e16790f4[3 0000000073d257db 2 1 000000003e6b9567 0 0 660] 00000080:00200000:2.0:1789762963.622972:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000036991c08 17ffffc0001001 3:0 ffff9cdd412aa540 660 lru 00000080:00200000:2.0:1789762963.622983:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d4f8263c 660: 1< 0 - - > 2< 2703360 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.622989:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000e16790f4 00000080:00200000:2.0:1789762963.622992:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762963.622997:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 661 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.623017:0:15804:0:(rw26.c:871:ll_write_end()) pos 2707456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.623025:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000060e8fb1[3 0000000073d257db 2 1 000000003e6b9567 0 0 661] 00000080:00200000:2.0:1789762963.623035:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000002ba72a0 17ffffc0001001 3:0 ffff9cdd412aa380 661 lru 00000080:00200000:2.0:1789762963.623054:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000005dd636a9 661: 1< 0 - - > 2< 2707456 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623059:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000060e8fb1 00000080:00200000:2.0:1789762963.623062:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762963.623067:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 662 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.623090:0:15804:0:(rw26.c:871:ll_write_end()) pos 2711552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.623096:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000023bdf984[3 0000000073d257db 2 1 000000003e6b9567 0 0 662] 00000080:00200000:2.0:1789762963.623099:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000af3fb41f 17ffffc0001021 2:0 ffff9cdd412aa2a0 662 lru 00000080:00200000:2.0:1789762963.623119:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d17cbe03 662: 1< 0 - - > 2< 2711552 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623125:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000023bdf984 00000080:00200000:2.0:1789762963.623130:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762963.623136:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 663 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.623162:0:15804:0:(rw26.c:871:ll_write_end()) pos 2715648, len 4096, copied 4096 00000008:00100000:3.0:1789762963.623163:0:761:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd593d8700 - object 0x280000400:17 offset 4194304<>5242880 00000080:00200000:2.0:1789762963.623171:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f6510c0c[3 0000000073d257db 2 1 000000003e6b9567 0 0 663] 00000080:00200000:2.0:1789762963.623178:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000006bb4909b 17ffffc0001001 3:0 ffff9cdd412aa9a0 663 lru 00000080:00200000:2.0:1789762963.623200:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000070d91354 663: 1< 0 - - > 2< 2715648 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623206:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f6510c0c 00000080:00200000:2.0:1789762963.623211:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762963.623216:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 664 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.623241:0:15804:0:(rw26.c:871:ll_write_end()) pos 2719744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.623248:0:15804:0:(rw26.c:929:ll_write_end()) page@000000006eb57833[3 0000000073d257db 2 1 000000003e6b9567 0 0 664] 00000080:00200000:2.0:1789762963.623251:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8ffaa4e 17ffffc0001001 3:0 ffff9cdd412aae00 664 lru 00000080:00200000:2.0:1789762963.623260:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006c7b39f5 664: 1< 0 - - > 2< 2719744 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623267:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000006eb57833 00000080:00200000:2.0:1789762963.623271:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762963.623278:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 665 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.623307:0:15804:0:(rw26.c:871:ll_write_end()) pos 2723840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.623319:0:15804:0:(rw26.c:929:ll_write_end()) page@000000005fc0df84[3 0000000073d257db 2 1 000000003e6b9567 0 0 665] 00000080:00200000:2.0:1789762963.623323:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009c2b8bc0 17ffffc0001001 3:0 ffff9cdd412aa8c0 665 lru 00000080:00200000:2.0:1789762963.623329:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000eb781e09 665: 1< 0 - - > 2< 2723840 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623332:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000005fc0df84 00000080:00200000:2.0:1789762963.623333:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762963.623337:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 666 of 0 to 4096 bytes 00000100:00100000:3.0:1789762963.623354:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015154688:192.168.203.148@tcp:4:dd.0 00000080:00200000:2.0:1789762963.623361:0:15804:0:(rw26.c:871:ll_write_end()) pos 2727936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.623376:0:15804:0:(rw26.c:929:ll_write_end()) page@000000006f69f4c9[3 0000000073d257db 2 1 000000003e6b9567 0 0 666] 00000080:00200000:2.0:1789762963.623388:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000008e339cdf 17ffffc0001001 3:0 ffff9cdd412aaee0 666 lru 00000080:00200000:2.0:1789762963.623404:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000003d2f115a 666: 1< 0 - - > 2< 2727936 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623410:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000006f69f4c9 00000080:00200000:2.0:1789762963.623413:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762963.623416:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 667 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.623438:0:15804:0:(rw26.c:871:ll_write_end()) pos 2732032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.623454:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000040d99a3a[3 0000000073d257db 2 1 000000003e6b9567 0 0 667] 00000080:00200000:2.0:1789762963.623466:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000006a992fd2 17ffffc0001001 3:0 ffff9cdd412aa700 667 lru 00000080:00200000:2.0:1789762963.623485:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006cc820a3 667: 1< 0 - - > 2< 2732032 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623493:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000040d99a3a 00000080:00200000:2.0:1789762963.623497:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:3.0:1789762963.623498:0:15806:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x40:0x0] updating i_size 9437184 i_blocks 2 00000080:00200000:2.0:1789762963.623501:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 668 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.623507:0:15806:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200000:2.0:1789762963.623550:0:15804:0:(rw26.c:871:ll_write_end()) pos 2736128, len 4096, copied 4096 00000080:00200008:3.0:1789762963.623556:0:15806:0:(file.c:479:ll_file_release()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0](ffff9cdd606000c8), flags 100002 00000080:00200000:2.0:1789762963.623566:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000fafff868[3 0000000073d257db 2 1 000000003e6b9567 0 0 668] 00000080:00200000:2.0:1789762963.623575:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000000e05aec3 17ffffc0001001 3:0 ffff9cdd4379d620 668 lru 00000080:00200000:2.0:1789762963.623590:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000000d252507 668: 1< 0 - - > 2< 2736128 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623596:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000fafff868 00000080:00200000:2.0:1789762963.623600:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762963.623606:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 669 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.623636:0:15804:0:(rw26.c:871:ll_write_end()) pos 2740224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.623647:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000c5f890ed[3 0000000073d257db 2 1 000000003e6b9567 0 0 669] 00000080:00200000:2.0:1789762963.623657:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000025ad8858 17ffffc0001001 3:0 ffff9cdd4379dc40 669 lru 00000080:00200000:2.0:1789762963.623670:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000072742fa8 669: 1< 0 - - > 2< 2740224 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623677:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000c5f890ed 00000080:00200000:2.0:1789762963.623681:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762963.623686:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 670 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.623712:0:15804:0:(rw26.c:871:ll_write_end()) pos 2744320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.623723:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a79ba4f3[3 0000000073d257db 2 1 000000003e6b9567 0 0 670] 00000080:00200000:2.0:1789762963.623731:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000070717984 17ffffc0001001 3:0 ffff9cdd4379d000 670 lru 00000080:00200000:2.0:1789762963.623743:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000008d1ea5ee 670: 1< 0 - - > 2< 2744320 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623748:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a79ba4f3 00000080:00200000:2.0:1789762963.623751:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762963.623755:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 671 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.623778:0:15804:0:(rw26.c:871:ll_write_end()) pos 2748416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.623793:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000e7f8fa2f[3 0000000073d257db 2 1 000000003e6b9567 0 0 671] 00000080:00200000:2.0:1789762963.623804:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000b5e15421 17ffffc0001001 3:0 ffff9cdd4379d0e0 671 lru 00000080:00200000:2.0:1789762963.623816:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d1b9f341 671: 1< 0 - - > 2< 2748416 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.623822:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000e7f8fa2f 00000080:00200000:2.0:1789762963.623827:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762963.623831:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 672 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.623860:0:15804:0:(rw26.c:871:ll_write_end()) pos 2752512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.623981:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001e9c5127[3 0000000073d257db 2 1 000000003e6b9567 0 0 672] 00000080:00200000:2.0:1789762963.623989:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000001a1e3a67 17ffffc0001001 3:0 ffff9cdd4379dd20 672 lru 00000080:00200000:2.0:1789762963.623996:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000c7ae0162 672: 1< 0 - - > 2< 2752512 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624002:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001e9c5127 00000080:00200000:2.0:1789762963.624005:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762963.624009:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 673 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624038:0:15804:0:(rw26.c:871:ll_write_end()) pos 2756608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624050:0:15804:0:(rw26.c:929:ll_write_end()) page@000000008336f6d2[3 0000000073d257db 2 1 000000003e6b9567 0 0 673] 00000080:00200000:2.0:1789762963.624059:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000004ef0baa4 17ffffc0001001 3:0 ffff9cdd4379d460 673 lru 00000080:00200000:2.0:1789762963.624069:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000af9df931 673: 1< 0 - - > 2< 2756608 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624073:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000008336f6d2 00000080:00200000:2.0:1789762963.624075:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762963.624080:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 674 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624104:0:15804:0:(rw26.c:871:ll_write_end()) pos 2760704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624117:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a56ed502[3 0000000073d257db 2 1 000000003e6b9567 0 0 674] 00000080:00200000:2.0:1789762963.624125:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000c97b594e 17ffffc0001001 3:0 ffff9cdd4379d540 674 lru 00000080:00200000:2.0:1789762963.624144:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000002aadf544 674: 1< 0 - - > 2< 2760704 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624150:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a56ed502 00000080:00200000:2.0:1789762963.624155:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762963.624161:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 675 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624188:0:15804:0:(rw26.c:871:ll_write_end()) pos 2764800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624202:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000023d3deba[3 0000000073d257db 2 1 000000003e6b9567 0 0 675] 00000080:00200000:2.0:1789762963.624215:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000006eff942 17ffffc0001001 3:0 ffff9cdd4379d380 675 lru 00000080:00200000:2.0:1789762963.624233:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b88b17da 675: 1< 0 - - > 2< 2764800 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624239:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000023d3deba 00000080:00200000:2.0:1789762963.624243:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762963.624249:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 676 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624281:0:15804:0:(rw26.c:871:ll_write_end()) pos 2768896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624295:0:15804:0:(rw26.c:929:ll_write_end()) page@000000000aab2a2c[3 0000000073d257db 2 1 000000003e6b9567 0 0 676] 00000080:00200000:2.0:1789762963.624307:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5b9f339 17ffffc0001001 3:0 ffff9cdd4379d2a0 676 lru 00000080:00200000:2.0:1789762963.624329:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006bce478a 676: 1< 0 - - > 2< 2768896 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624334:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000000aab2a2c 00000080:00200000:2.0:1789762963.624337:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762963.624341:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 677 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624372:0:15804:0:(rw26.c:871:ll_write_end()) pos 2772992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624383:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000ae7f7347[3 0000000073d257db 2 1 000000003e6b9567 0 0 677] 00000080:00200000:2.0:1789762963.624394:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000c93cd4d6 17ffffc0001021 2:0 ffff9cdd4379d9a0 677 lru 00000080:00200000:2.0:1789762963.624413:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000084df8941 677: 1< 0 - - > 2< 2772992 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624419:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000ae7f7347 00000080:00200000:2.0:1789762963.624424:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762963.624430:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 678 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624457:0:15804:0:(rw26.c:871:ll_write_end()) pos 2777088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624464:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000c8831d66[3 0000000073d257db 2 1 000000003e6b9567 0 0 678] 00000080:00200000:2.0:1789762963.624469:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000000c264a4a 17ffffc0001001 3:0 ffff9cdd4379de00 678 lru 00000080:00200000:2.0:1789762963.624485:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b9be3d0f 678: 1< 0 - - > 2< 2777088 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624492:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000c8831d66 00000080:00200000:2.0:1789762963.624496:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762963.624502:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 679 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624528:0:15804:0:(rw26.c:871:ll_write_end()) pos 2781184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624549:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a14c43a8[3 0000000073d257db 2 1 000000003e6b9567 0 0 679] 00000080:00200000:2.0:1789762963.624558:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000034b19ae4 17ffffc0001001 3:0 ffff9cdd4379d8c0 679 lru 00000080:00200000:2.0:1789762963.624566:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000000d26712f 679: 1< 0 - - > 2< 2781184 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624569:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a14c43a8 00000080:00200000:2.0:1789762963.624573:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762963.624579:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 680 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624606:0:15804:0:(rw26.c:871:ll_write_end()) pos 2785280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624619:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f9505a7e[3 0000000073d257db 2 1 000000003e6b9567 0 0 680] 00000080:00200000:2.0:1789762963.624629:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009f50356f 17ffffc0001001 3:0 ffff9cdd4379dee0 680 lru 00000080:00200000:2.0:1789762963.624645:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000009ffa6325 680: 1< 0 - - > 2< 2785280 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624651:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f9505a7e 00000080:00200000:2.0:1789762963.624654:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762963.624657:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 681 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624678:0:15804:0:(rw26.c:871:ll_write_end()) pos 2789376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624689:0:15804:0:(rw26.c:929:ll_write_end()) page@000000005af39909[3 0000000073d257db 2 1 000000003e6b9567 0 0 681] 00000080:00200000:2.0:1789762963.624698:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000b6908d96 17ffffc0001001 3:0 ffff9cdd4379d700 681 lru 00000080:00200000:2.0:1789762963.624712:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000003c67592 681: 1< 0 - - > 2< 2789376 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624717:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000005af39909 00000080:00200000:2.0:1789762963.624721:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762963.624726:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 682 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624744:0:15804:0:(rw26.c:871:ll_write_end()) pos 2793472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624756:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000097d0f6d0[3 0000000073d257db 2 1 000000003e6b9567 0 0 682] 00000080:00200000:2.0:1789762963.624765:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000a8472a4c 17ffffc0001001 3:0 ffff9cdd4379db60 682 lru 00000080:00200000:2.0:1789762963.624779:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1bc7dae 682: 1< 0 - - > 2< 2793472 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624784:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000097d0f6d0 00000080:00200000:2.0:1789762963.624788:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762963.624794:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 683 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624819:0:15804:0:(rw26.c:871:ll_write_end()) pos 2797568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624828:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000070bb6120[3 0000000073d257db 2 1 000000003e6b9567 0 0 683] 00000080:00200000:2.0:1789762963.624837:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007c7f69a8 17ffffc0001001 3:0 ffff9cdd4379d1c0 683 lru 00000080:00200000:2.0:1789762963.624856:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006586e4d2 683: 1< 0 - - > 2< 2797568 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624891:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000070bb6120 00000080:00200000:2.0:1789762963.624895:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762963.624899:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 684 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624920:0:15804:0:(rw26.c:871:ll_write_end()) pos 2801664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624933:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000057b2f7a1[3 0000000073d257db 2 1 000000003e6b9567 0 0 684] 00000080:00200000:2.0:1789762963.624943:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000703e062e 17ffffc0001001 3:0 ffff9cdd4379da80 684 lru 00000080:00200000:2.0:1789762963.624957:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000214a6407 684: 1< 0 - - > 2< 2801664 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.624962:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000057b2f7a1 00000080:00200000:2.0:1789762963.624965:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762963.624970:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 685 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.624989:0:15804:0:(rw26.c:871:ll_write_end()) pos 2805760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.624995:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000086c65312[3 0000000073d257db 2 1 000000003e6b9567 0 0 685] 00000080:00200000:2.0:1789762963.625002:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000760023eb 17ffffc0001001 3:0 ffff9cdd4379d7e0 685 lru 00000080:00200000:2.0:1789762963.625024:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000009d21d9b7 685: 1< 0 - - > 2< 2805760 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.625030:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000086c65312 00000080:00200000:2.0:1789762963.625034:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762963.625040:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 686 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.625080:0:15804:0:(rw26.c:871:ll_write_end()) pos 2809856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.625096:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f6604b1f[3 0000000073d257db 2 1 000000003e6b9567 0 0 686] 00000080:00200000:2.0:1789762963.625108:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000074216d63 17ffffc0001001 3:0 ffff9cdd4371d7e0 686 lru 00000080:00200000:2.0:1789762963.625127:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ad8b311a 686: 1< 0 - - > 2< 2809856 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.625131:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f6604b1f 00000080:00200000:2.0:1789762963.625134:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762963.625140:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 687 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.625161:0:15804:0:(rw26.c:871:ll_write_end()) pos 2813952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.625174:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000c709952d[3 0000000073d257db 2 1 000000003e6b9567 0 0 687] 00000080:00200000:2.0:1789762963.625179:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000093482e27 17ffffc0001001 3:0 ffff9cdd4371d620 687 lru 00000080:00200000:2.0:1789762963.625185:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000007bc61184 687: 1< 0 - - > 2< 2813952 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.625188:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000c709952d 00000080:00200000:2.0:1789762963.625192:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762963.625198:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 688 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.625224:0:15804:0:(rw26.c:871:ll_write_end()) pos 2818048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.625248:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000021b7553c[3 0000000073d257db 2 1 000000003e6b9567 0 0 688] 00000080:00200000:2.0:1789762963.625267:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000073758f6d 17ffffc0001001 3:0 ffff9cdd4371dc40 688 lru 00000080:00200000:2.0:1789762963.625315:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000a982d576 688: 1< 0 - - > 2< 2818048 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.625326:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000021b7553c 00000080:00200000:2.0:1789762963.625332:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762963.625339:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 689 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.625366:0:15804:0:(rw26.c:871:ll_write_end()) pos 2822144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.625377:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000572f1911[3 0000000073d257db 2 1 000000003e6b9567 0 0 689] 00000080:00200000:2.0:1789762963.625381:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000a13982f1 17ffffc0001001 3:0 ffff9cdd4371d000 689 lru 00000080:00200000:2.0:1789762963.625385:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000002d408e8d 689: 1< 0 - - > 2< 2822144 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.625388:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000572f1911 00000080:00200000:2.0:1789762963.625389:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762963.625392:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 690 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.625411:0:15804:0:(rw26.c:871:ll_write_end()) pos 2826240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.625431:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000e0e6de7b[3 0000000073d257db 2 1 000000003e6b9567 0 0 690] 00000080:00200000:2.0:1789762963.625448:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee04b2c6 17ffffc0001001 3:0 ffff9cdd4371d0e0 690 lru 00000080:00200000:2.0:1789762963.625482:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000009af9bc36 690: 1< 0 - - > 2< 2826240 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.625494:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000e0e6de7b 00000080:00200000:2.0:1789762963.625505:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762963.625518:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 691 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.625575:0:15804:0:(rw26.c:871:ll_write_end()) pos 2830336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.625600:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000ffc3c64e[3 0000000073d257db 2 1 000000003e6b9567 0 0 691] 00000080:00200000:2.0:1789762963.625621:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000197ad7bb 17ffffc0001001 3:0 ffff9cdd4371dd20 691 lru 00000080:00200000:2.0:1789762963.625659:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000000be93d94 691: 1< 0 - - > 2< 2830336 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.625667:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000ffc3c64e 00000080:00200000:2.0:1789762963.625676:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762963.625687:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 692 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.625710:0:15804:0:(rw26.c:871:ll_write_end()) pos 2834432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.625719:0:15804:0:(rw26.c:929:ll_write_end()) page@000000005c69f386[3 0000000073d257db 2 1 000000003e6b9567 0 0 692] 00010000:00010000:3.0:1789762963.625731:0:15810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000080:00200000:2.0:1789762963.625732:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000065cd9e96 17ffffc0001021 2:0 ffff9cdd4371d460 692 lru 00000020:00010000:3.0:1789762963.625747:0:15810:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd489fb308 (ffff9cdd489fe758/0) at cl_lock_fini():72 00000080:00200000:2.0:1789762963.625763:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000097b5c419 692: 1< 0 - - > 2< 2834432 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000020:00010000:3.0:1789762963.625770:0:15810:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef07b0 (ffff9cdd489fe758/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762963.625773:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000005c69f386 00000080:00200000:2.0:1789762963.625780:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762963.625789:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 693 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.625799:0:15810:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:3.0:1789762963.625812:0:15810:0:(file.c:2205:ll_file_io_generic()) Range unlock [2048, 2303] 00000080:00200000:2.0:1789762963.625819:0:15804:0:(rw26.c:871:ll_write_end()) pos 2838528, len 4096, copied 4096 00000080:00200000:3.0:1789762963.625822:0:15810:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762963.625829:0:15810:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg348-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762963.625836:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a9337899[3 0000000073d257db 2 1 000000003e6b9567 0 0 693] 00000080:00200000:2.0:1789762963.625842:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000a113b22b 17ffffc0001001 3:0 ffff9cdd4371d540 693 lru 00010000:00010000:3.0:1789762963.625847:0:5593:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789762963.625858:0:5593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x800420400020000 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.625886:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000008f58b22a 693: 1< 0 - - > 2< 2838528 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.625889:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a9337899 00000080:00200000:2.0:1789762963.625891:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762963.625892:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 694 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.625911:0:15804:0:(rw26.c:871:ll_write_end()) pos 2842624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.625927:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000420074cd[3 0000000073d257db 2 1 000000003e6b9567 0 0 694] 00000080:00200000:2.0:1789762963.625942:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff679ed9 17ffffc0001001 3:0 ffff9cdd4371d380 694 lru 00000080:00200000:2.0:1789762963.625978:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000508896d5 694: 1< 0 - - > 2< 2842624 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.625986:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000420074cd 00000080:00200000:2.0:1789762963.625989:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762963.625994:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 695 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626020:0:15804:0:(rw26.c:871:ll_write_end()) pos 2846720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.626032:0:15804:0:(rw26.c:929:ll_write_end()) page@000000009ca6e2ab[3 0000000073d257db 2 1 000000003e6b9567 0 0 695] 00000080:00200000:2.0:1789762963.626037:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000bda764c1 17ffffc0001001 3:0 ffff9cdd4371d2a0 695 lru 00000080:00200000:2.0:1789762963.626055:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d1d90276 695: 1< 0 - - > 2< 2846720 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.626061:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000009ca6e2ab 00000080:00200000:2.0:1789762963.626068:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762963.626073:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 696 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626096:0:15804:0:(rw26.c:871:ll_write_end()) pos 2850816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.626123:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000fb672405[3 0000000073d257db 2 1 000000003e6b9567 0 0 696] 00010000:00010000:3.0:1789762963.626131:0:5593:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cdd6234da00 already unused, calling callback (ffffffffc1004300) 00000080:00200000:2.0:1789762963.626132:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002421164a 17ffffc0001001 3:0 ffff9cdd4371d9a0 696 lru 00000080:00200000:2.0:1789762963.626145:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef2dfeb0 696: 1< 0 - - > 2< 2850816 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00010000:00010000:3.0:1789762963.626145:0:5593:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x800428400020000 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.626155:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000fb672405 00000080:00200000:2.0:1789762963.626162:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762963.626168:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 697 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626201:0:15804:0:(rw26.c:871:ll_write_end()) pos 2854912, len 4096, copied 4096 00000080:00200000:3.0:1789762963.626204:0:15810:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x40:0x0] updating i_size 9437184 i_blocks 2 00000080:00200000:2.0:1789762963.626212:0:15804:0:(rw26.c:929:ll_write_end()) page@000000006bf6a975[3 0000000073d257db 2 1 000000003e6b9567 0 0 697] 00000080:00200000:3.0:1789762963.626212:0:15810:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200000:2.0:1789762963.626227:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007c0742e0 17ffffc0001001 3:0 ffff9cdd4371de00 697 lru 00000080:00200008:3.0:1789762963.626241:0:15810:0:(file.c:479:ll_file_release()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0](ffff9cdd606000c8), flags 100002 00000080:00200000:2.0:1789762963.626262:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000004db1e558 697: 1< 0 - - > 2< 2854912 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.626271:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000006bf6a975 00000080:00200000:2.0:1789762963.626279:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762963.626285:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 698 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626312:0:15804:0:(rw26.c:871:ll_write_end()) pos 2859008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.626328:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000059d44732[3 0000000073d257db 2 1 000000003e6b9567 0 0 698] 00000080:00200000:2.0:1789762963.626339:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000004c4f6cc3 17ffffc0001001 3:0 ffff9cdd4371d8c0 698 lru 00000080:00200000:2.0:1789762963.626352:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000003f7220b0 698: 1< 0 - - > 2< 2859008 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.626357:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000059d44732 00000080:00200000:2.0:1789762963.626360:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762963.626363:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 699 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626383:0:15804:0:(rw26.c:871:ll_write_end()) pos 2863104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.626399:0:15804:0:(rw26.c:929:ll_write_end()) page@000000009ee3bc07[3 0000000073d257db 2 1 000000003e6b9567 0 0 699] 00000080:00200000:2.0:1789762963.626414:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000316d8b19 17ffffc0001001 3:0 ffff9cdd4371dee0 699 lru 00000080:00200000:2.0:1789762963.626427:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000aa1bdee2 699: 1< 0 - - > 2< 2863104 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.626435:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000009ee3bc07 00000080:00200000:2.0:1789762963.626438:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762963.626445:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 700 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626465:0:15804:0:(rw26.c:871:ll_write_end()) pos 2867200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.626479:0:15804:0:(rw26.c:929:ll_write_end()) page@000000005563a06b[3 0000000073d257db 2 1 000000003e6b9567 0 0 700] 00000080:00200000:2.0:1789762963.626490:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000090f470d5 17ffffc0001001 3:0 ffff9cdd4371d700 700 lru 00000080:00200000:2.0:1789762963.626509:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000aee826ba 700: 1< 0 - - > 2< 2867200 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.626514:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000005563a06b 00000080:00200000:2.0:1789762963.626515:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762963.626517:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 701 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626548:0:15804:0:(rw26.c:871:ll_write_end()) pos 2871296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.626557:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000203958e1[3 0000000073d257db 2 1 000000003e6b9567 0 0 701] 00000080:00200000:2.0:1789762963.626564:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007e7cc3d6 17ffffc0001001 3:0 ffff9cdd4371db60 701 lru 00000080:00200000:2.0:1789762963.626601:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000046dbbe27 701: 1< 0 - - > 2< 2871296 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.626611:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000203958e1 00000080:00200000:2.0:1789762963.626616:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762963.626621:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 702 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626636:0:15804:0:(rw26.c:871:ll_write_end()) pos 2875392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.626643:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000799fd5d4[3 0000000073d257db 2 1 000000003e6b9567 0 0 702] 00000080:00200000:2.0:1789762963.626656:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009fc0aaca 17ffffc0001001 3:0 ffff9cdd4371d1c0 702 lru 00000080:00200000:2.0:1789762963.626674:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006b35ea4c 702: 1< 0 - - > 2< 2875392 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.626681:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000799fd5d4 00000080:00200000:2.0:1789762963.626684:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762963.626688:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 703 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626712:0:15804:0:(rw26.c:871:ll_write_end()) pos 2879488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.626733:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000ea3b7a74[3 0000000073d257db 2 1 000000003e6b9567 0 0 703] 00000080:00200000:2.0:1789762963.626754:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000ccfe6989 17ffffc0001001 3:0 ffff9cdd4371da80 703 lru 00000080:00200000:2.0:1789762963.626819:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000008d075986 703: 1< 0 - - > 2< 2879488 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.626831:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000ea3b7a74 00000080:00200000:2.0:1789762963.626838:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762963.626843:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 704 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626930:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2979 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.626956:0:15813:0:(rw26.c:871:ll_write_end()) pos 12201984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.626982:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000d564c87b[3 0000000073d257db 2 1 00000000e509f43d 0 0 2979] 00000080:00200000:2.0:1789762963.627000:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000043ce467 17ffffc0001001 3:0 ffff9cdd437dcd20 2979 lru 00000080:00200000:2.0:1789762963.627017:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000120093be 1955: 1< 0 - - > 2< 8007680 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.627024:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000d564c87b 00000080:00200000:2.0:1789762963.627029:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762963.627032:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2980 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.627056:0:15813:0:(rw26.c:871:ll_write_end()) pos 12206080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.627070:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000086f38f35[3 0000000073d257db 2 1 00000000e509f43d 0 0 2980] 00000080:00200000:2.0:1789762963.627087:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000058634a19 17ffffc0001001 3:0 ffff9cdd437dc460 2980 lru 00000080:00200000:2.0:1789762963.627132:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000056f1ba04 1956: 1< 0 - - > 2< 8011776 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.627141:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000086f38f35 00000080:00200000:2.0:1789762963.627147:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762963.627153:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2981 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.627188:0:15813:0:(rw26.c:871:ll_write_end()) pos 12210176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.627196:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000066337e44[3 0000000073d257db 2 1 00000000e509f43d 0 0 2981] 00000080:00200000:2.0:1789762963.627205:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000029b66454 17ffffc0001021 2:0 ffff9cdd437dc540 2981 lru 00000080:00200000:2.0:1789762963.627242:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000864f2956 1957: 1< 0 - - > 2< 8015872 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.627250:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000066337e44 00000080:00200000:2.0:1789762963.627253:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762963.627258:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2982 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.627281:0:15813:0:(rw26.c:871:ll_write_end()) pos 12214272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.627295:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003da5d2b6[3 0000000073d257db 2 1 00000000e509f43d 0 0 2982] 00000080:00200000:2.0:1789762963.627307:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000ab98b0f3 17ffffc0001001 3:0 ffff9cdd437dc380 2982 lru 00000080:00200000:2.0:1789762963.627321:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000e7468e07 1958: 1< 0 - - > 2< 8019968 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.627328:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003da5d2b6 00000080:00200000:2.0:1789762963.627333:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762963.627342:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2983 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.627364:0:15813:0:(rw26.c:871:ll_write_end()) pos 12218368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.627384:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b5c59125[3 0000000073d257db 2 1 00000000e509f43d 0 0 2983] 00000080:00200000:2.0:1789762963.627390:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000003199fdc7 17ffffc0001001 3:0 ffff9cdd437dc2a0 2983 lru 00000080:00200000:2.0:1789762963.627414:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5190f3f 1959: 1< 0 - - > 2< 8024064 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.627420:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b5c59125 00000080:00200000:2.0:1789762963.627427:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762963.627431:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2984 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.627449:0:15813:0:(rw26.c:871:ll_write_end()) pos 12222464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.627471:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000017aae669[3 0000000073d257db 2 1 00000000e509f43d 0 0 2984] 00000080:00200000:2.0:1789762963.627493:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000004f4bba9e 17ffffc0001001 3:0 ffff9cdd437dc9a0 2984 lru 00000080:00200000:2.0:1789762963.627543:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000281c469b 1960: 1< 0 - - > 2< 8028160 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.627548:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000017aae669 00000080:00200000:2.0:1789762963.627551:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762963.627555:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2985 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.627575:0:15813:0:(rw26.c:871:ll_write_end()) pos 12226560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.627586:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000806e07c8[3 0000000073d257db 2 1 00000000e509f43d 0 0 2985] 00000080:00200000:2.0:1789762963.627602:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9d46c21 17ffffc0001001 3:0 ffff9cdd437dce00 2985 lru 00000080:00200000:2.0:1789762963.627619:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000072b7ec64 1961: 1< 0 - - > 2< 8032256 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.627625:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000806e07c8 00000080:00200000:2.0:1789762963.627628:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762963.627640:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2986 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.627663:0:15813:0:(rw26.c:871:ll_write_end()) pos 12230656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.627687:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000081ab03c[3 0000000073d257db 2 1 00000000e509f43d 0 0 2986] 00000080:00200000:2.0:1789762963.627695:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000005e98d224 17ffffc0001001 3:0 ffff9cdd437dc8c0 2986 lru 00000080:00200000:2.0:1789762963.627726:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000632fbd54 1962: 1< 0 - - > 2< 8036352 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.627734:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000081ab03c 00000080:00200000:2.0:1789762963.627737:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762963.627741:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2987 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.627760:0:15813:0:(rw26.c:871:ll_write_end()) pos 12234752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.627784:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000a5ba197d[3 0000000073d257db 2 1 00000000e509f43d 0 0 2987] 00000080:00200000:2.0:1789762963.627809:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000e6171160 17ffffc0001001 3:0 ffff9cdd437dcee0 2987 lru 00000080:00200000:2.0:1789762963.627841:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000000d6e3ca6 1963: 1< 0 - - > 2< 8040448 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.627852:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000a5ba197d 00000080:00200000:2.0:1789762963.627855:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762963.627860:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2988 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.627945:0:15813:0:(rw26.c:871:ll_write_end()) pos 12238848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.627959:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000002d9816e[3 0000000073d257db 2 1 00000000e509f43d 0 0 2988] 00000080:00200000:2.0:1789762963.627972:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000009213e754 17ffffc0001001 3:0 ffff9cdd437dc700 2988 lru 00000080:00200000:2.0:1789762963.627986:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000007b49b22 1964: 1< 0 - - > 2< 8044544 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.627991:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000002d9816e 00000080:00200000:2.0:1789762963.627995:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762963.628006:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2989 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.628030:0:15813:0:(rw26.c:871:ll_write_end()) pos 12242944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.628038:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000008ec0635[3 0000000073d257db 2 1 00000000e509f43d 0 0 2989] 00000080:00200000:2.0:1789762963.628048:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000682451b1 17ffffc0001001 3:0 ffff9cdd437dcb60 2989 lru 00000080:00200000:2.0:1789762963.628075:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006237ef01 1965: 1< 0 - - > 2< 8048640 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 3407872 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.628083:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000008ec0635 00000080:00200000:2.0:1789762963.628086:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762963.628092:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2990 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.628121:0:15813:0:(rw26.c:871:ll_write_end()) pos 12247040, len 4096, copied 4096 00000008:00010000:3.0:1789762963.628135:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000f933bf53 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x800429400020000 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.628142:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000a3c44ba1[3 0000000073d257db 2 1 00000000e509f43d 0 0 2990] 00000080:00200000:2.0:1789762963.628163:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000af1e37ed 17ffffc0001001 3:0 ffff9cdd437dc1c0 2990 lru 00000080:00200000:2.0:1789762963.628189:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000008a4593ec 1966: 1< 0 - - > 2< 8052736 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.628197:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000a3c44ba1 00000080:00200000:2.0:1789762963.628203:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762963.628210:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2991 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.628231:0:15813:0:(rw26.c:871:ll_write_end()) pos 12251136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.628243:0:15813:0:(rw26.c:929:ll_write_end()) page@000000000caf3954[3 0000000073d257db 2 1 00000000e509f43d 0 0 2991] 00000080:00200000:2.0:1789762963.628251:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000006ad51258 17ffffc0001001 3:0 ffff9cdd437dca80 2991 lru 00000080:00200000:2.0:1789762963.628276:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000007f677fc8 1967: 1< 0 - - > 2< 8056832 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.628284:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000000caf3954 00000080:00200000:2.0:1789762963.628290:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762963.628296:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2992 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.628316:0:15813:0:(rw26.c:871:ll_write_end()) pos 12255232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.628324:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000bce9dfcd[3 0000000073d257db 2 1 00000000e509f43d 0 0 2992] 00000080:00200000:2.0:1789762963.628329:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000001138f0e1 17ffffc0001001 3:0 ffff9cdd437dc7e0 2992 lru 00000080:00200000:2.0:1789762963.628360:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000001688a105 1968: 1< 0 - - > 2< 8060928 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.628366:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000bce9dfcd 00000080:00200000:2.0:1789762963.628369:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762963.628372:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2993 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.628390:0:15813:0:(rw26.c:871:ll_write_end()) pos 12259328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.628402:0:15813:0:(rw26.c:929:ll_write_end()) page@000000006f92d076[3 0000000073d257db 2 1 00000000e509f43d 0 0 2993] 00000080:00200000:2.0:1789762963.628411:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000269e4297 17ffffc0001001 3:0 ffff9cdd437dc620 2993 lru 00000008:00010000:3.0:1789762963.628427:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000f933bf53 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x800429400020000 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.628467:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000084ac76e8 1969: 1< 0 - - > 2< 8065024 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 5 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.628476:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000006f92d076 00000080:00200000:2.0:1789762963.628481:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762963.628486:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2994 of 0 to 4096 bytes 00000100:00100000:3.0:1789762963.628498:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015154688:192.168.203.148@tcp:4:dd.0 00000080:00200000:3.0:1789762963.628520:0:5593:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762963.628526:0:15813:0:(rw26.c:871:ll_write_end()) pos 12263424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.628550:0:15813:0:(rw26.c:929:ll_write_end()) page@000000008d0f3bc4[3 0000000073d257db 2 1 00000000e509f43d 0 0 2994] 00000080:00200000:2.0:1789762963.628569:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000619fdbc3 17ffffc0001001 3:0 ffff9cdd437dcc40 2994 lru 00000080:00200000:2.0:1789762963.628602:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000592c7fd9 1970: 1< 0 - - > 2< 8069120 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.628613:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000008d0f3bc4 00000080:00200000:2.0:1789762963.628620:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762963.628628:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2995 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.628659:0:15813:0:(rw26.c:871:ll_write_end()) pos 12267520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.628683:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000058e7036[3 0000000073d257db 2 1 00000000e509f43d 0 0 2995] 00000080:00200000:2.0:1789762963.628689:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000154c3e06 17ffffc0001001 3:0 ffff9cdd437dc000 2995 lru 00000080:00200000:2.0:1789762963.628694:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000217cdcc4 1971: 1< 0 - - > 2< 8073216 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.628696:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000058e7036 00000080:00200000:2.0:1789762963.628697:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762963.628699:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2996 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.628722:0:15813:0:(rw26.c:871:ll_write_end()) pos 12271616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.628749:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000083ef6c67[3 0000000073d257db 2 1 00000000e509f43d 0 0 2996] 00000080:00200000:2.0:1789762963.628778:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000001c5b0a18 17ffffc0001021 2:0 ffff9cdd437dc0e0 2996 lru 00000080:00200000:2.0:1789762963.628838:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000642c359b 1972: 1< 0 - - > 2< 8077312 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.628848:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000083ef6c67 00000080:00200000:2.0:1789762963.628855:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762963.628860:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2997 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.628915:0:15813:0:(rw26.c:871:ll_write_end()) pos 12275712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.628921:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ad743d39[3 0000000073d257db 2 1 00000000e509f43d 0 0 2997] 00000080:00200000:2.0:1789762963.628923:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000c048057f 17ffffc0001001 3:0 ffff9cdd50afa2a0 2997 lru 00000080:00200000:2.0:1789762963.628948:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000086b154df 1973: 1< 0 - - > 2< 8081408 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.628953:0:5593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:2.0:1789762963.628961:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ad743d39 00000080:00200000:2.0:1789762963.628966:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762963.628977:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2998 of 0 to 4096 bytes 00010000:00010000:3.0:1789762963.628996:0:5593:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x804c69400020020 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.629012:0:15813:0:(rw26.c:871:ll_write_end()) pos 12279808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.629032:0:15813:0:(rw26.c:929:ll_write_end()) page@000000001742940d[3 0000000073d257db 2 1 00000000e509f43d 0 0 2998] 00010000:00010000:3.0:1789762963.629034:0:5593:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000080:00200000:2.0:1789762963.629048:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000bfdc652d 17ffffc0001001 3:0 ffff9cdd50afa9a0 2998 lru 00010000:00010000:3.0:1789762963.629054:0:5593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x804c69400020020 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.629065:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000009f53e8bd 1974: 1< 0 - - > 2< 8085504 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.629070:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000001742940d 00000080:00200000:2.0:1789762963.629073:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762963.629081:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 2999 of 0 to 4096 bytes 00010000:00010000:3.0:1789762963.629085:0:5593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000004a5361df/0xd9e43f979a7bd8ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 8 type: EXT [4194304->6291455] (req 4194304->5242879) gid 0 flags: 0x804c69400020020 nid: local remote: 0x416193e012b05c82 expref: -99 pid: 15810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.629105:0:15813:0:(rw26.c:871:ll_write_end()) pos 12283904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.629123:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000040ceaebf[3 0000000073d257db 2 1 00000000e509f43d 0 0 2999] 00010000:00010000:3.0:1789762963.629123:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762963.629129:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762963.629133:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1789762963.629137:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000056a8f13a 17ffffc0001001 3:0 ffff9cdd50afae00 2999 lru 00000100:00100000:3.0:1789762963.629157:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015154816:192.168.203.148@tcp:103:ldlm_bl.0 00000080:00200000:2.0:1789762963.629190:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000649b39b2 1975: 1< 0 - - > 2< 8089600 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.629204:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000040ceaebf 00000080:00200000:2.0:1789762963.629213:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762963.629225:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3000 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.629270:0:15813:0:(rw26.c:871:ll_write_end()) pos 12288000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.629298:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b363e1c2[3 0000000073d257db 2 1 00000000e509f43d 0 0 3000] 00000080:00200000:2.0:1789762963.629318:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000008808095c 17ffffc0001001 3:0 ffff9cdd50afa8c0 3000 lru 00000080:00200000:2.0:1789762963.629367:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000095406e24 1976: 1< 0 - - > 2< 8093696 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.629375:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b363e1c2 00000080:00200000:2.0:1789762963.629380:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762963.629384:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3001 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.629425:0:15813:0:(rw26.c:871:ll_write_end()) pos 12292096, len 4096, copied 4096 00000080:00200000:3.0:1789762963.629427:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 468 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.629462:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000276c05d9[3 0000000073d257db 2 1 00000000e509f43d 0 0 3001] 00000080:00200000:3.0:1789762963.629464:0:15803:0:(rw26.c:871:ll_write_end()) pos 1916928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.629479:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000b172bf63 17ffffc0001001 3:0 ffff9cdd50afaee0 3001 lru 00000080:00200000:3.0:1789762963.629488:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000097e7974b[3 0000000073d257db 2 1 0000000031010d91 0 0 468] 00000080:00200000:3.0:1789762963.629510:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d9e8e225 17ffffc0001001 3:0 ffff9cdd486d11c0 468 lru 00000080:00200000:2.0:1789762963.629550:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000000b03731c 1977: 1< 0 - - > 2< 8097792 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.629557:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000882f1ad1 468: 1< 0 - - > 2< 1916928 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.629563:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000276c05d9 00000080:00200000:3.0:1789762963.629564:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000097e7974b 00000080:00200000:2.0:1789762963.629578:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:3.0:1789762963.629578:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762963.629592:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3002 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.629593:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 469 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.629619:0:15813:0:(rw26.c:871:ll_write_end()) pos 12296192, len 4096, copied 4096 00000080:00200000:3.0:1789762963.629622:0:15803:0:(rw26.c:871:ll_write_end()) pos 1921024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.629640:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b9a3ca92[3 0000000073d257db 2 1 00000000e509f43d 0 0 3002] 00000080:00200000:3.0:1789762963.629649:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000aa568c1a[3 0000000073d257db 2 1 0000000031010d91 0 0 469] 00000080:00200000:2.0:1789762963.629659:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000035e5d607 17ffffc0001001 3:0 ffff9cdd50afa700 3002 lru 00000080:00200000:3.0:1789762963.629675:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000b9685f7c 17ffffc0001001 3:0 ffff9cdd486d1b60 469 lru 00000080:00200000:2.0:1789762963.629703:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000069170c4c 1978: 1< 0 - - > 2< 8101888 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.629713:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b9a3ca92 00000080:00200000:3.0:1789762963.629713:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000d6ce0973 469: 1< 0 - - > 2< 1921024 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.629720:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:3.0:1789762963.629724:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000aa568c1a 00000080:00200000:2.0:1789762963.629731:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3003 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.629735:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:3.0:1789762963.629741:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 470 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.629751:0:15813:0:(rw26.c:871:ll_write_end()) pos 12300288, len 4096, copied 4096 00000080:00200000:3.0:1789762963.629764:0:15803:0:(rw26.c:871:ll_write_end()) pos 1925120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.629783:0:15813:0:(rw26.c:929:ll_write_end()) page@000000007749689f[3 0000000073d257db 2 1 00000000e509f43d 0 0 3003] 00000080:00200000:3.0:1789762963.629789:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000e02c5f65[3 0000000073d257db 2 1 0000000031010d91 0 0 470] 00000080:00200000:2.0:1789762963.629802:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000003828cc0d 17ffffc0001001 3:0 ffff9cdd50afab60 3003 lru 00000080:00200000:3.0:1789762963.629808:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000007b3fce0a 17ffffc0001001 3:0 ffff9cdd486d1700 470 lru 00000080:00200000:2.0:1789762963.629862:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000035b29704 1979: 1< 0 - - > 2< 8105984 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.629894:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000007749689f 00000080:00200000:3.0:1789762963.629897:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5e4400d 470: 1< 0 - - > 2< 1925120 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.629898:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762963.629901:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3004 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.629906:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000e02c5f65 00000080:00200000:3.0:1789762963.629914:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762963.629922:0:15813:0:(rw26.c:871:ll_write_end()) pos 12304384, len 4096, copied 4096 00000080:00200000:3.0:1789762963.629924:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 471 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.629948:0:15813:0:(rw26.c:929:ll_write_end()) page@000000008e4da268[3 0000000073d257db 2 1 00000000e509f43d 0 0 3004] 00000080:00200000:3.0:1789762963.629951:0:15803:0:(rw26.c:871:ll_write_end()) pos 1929216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.629968:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000071d140f8 17ffffc0001001 3:0 ffff9cdd50afa1c0 3004 lru 00000080:00200000:3.0:1789762963.629971:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000d96818ba[3 0000000073d257db 2 1 0000000031010d91 0 0 471] 00000080:00200000:2.0:1789762963.629992:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000f5e2c8af 1980: 1< 0 - - > 2< 8110080 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.629992:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e6165920 17ffffc0001001 3:0 ffff9cdd486d1ee0 471 lru 00000080:00200000:2.0:1789762963.630000:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000008e4da268 00000080:00200000:2.0:1789762963.630005:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762963.630010:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3005 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.630014:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c4df1fb2 471: 1< 0 - - > 2< 1929216 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.630019:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000d96818ba 00000080:00200000:3.0:1789762963.630021:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:3.0:1789762963.630027:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 472 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.630028:0:15813:0:(rw26.c:871:ll_write_end()) pos 12308480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.630040:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000217089ca[3 0000000073d257db 2 1 00000000e509f43d 0 0 3005] 00000080:00200000:2.0:1789762963.630056:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000f81f796e 17ffffc0001001 3:0 ffff9cdd50afaa80 3005 lru 00000080:00200000:2.0:1789762963.630094:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006e099904 1981: 1< 0 - - > 2< 8114176 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.630102:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000217089ca 00000080:00200000:2.0:1789762963.630107:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762963.630122:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3006 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.630143:0:15813:0:(rw26.c:871:ll_write_end()) pos 12312576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.630150:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000008a62d24[3 0000000073d257db 2 1 00000000e509f43d 0 0 3006] 00000080:00200000:2.0:1789762963.630154:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000004464c42 17ffffc0001001 3:0 ffff9cdd50afa7e0 3006 lru 00000080:00200000:2.0:1789762963.630160:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000f70cab29 1982: 1< 0 - - > 2< 8118272 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.630169:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000008a62d24 00000080:00200000:2.0:1789762963.630179:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000100:00100000:3.0:1789762963.630187:0:2358:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.148@tcp (source: 12345-192.168.203.148@tcp) 00000080:00200000:2.0:1789762963.630190:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3007 of 0 to 4096 bytes 00000100:00100000:2.0:1789762963.630228:0:5584:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876702022201472 00000100:00100000:2.0:1789762963.630236:0:5584:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876702022201472 00000080:00200000:3.0:1789762963.630251:0:15803:0:(rw26.c:871:ll_write_end()) pos 1933312, len 4096, copied 4096 00000080:00200000:3.0:1789762963.630273:0:15803:0:(rw26.c:929:ll_write_end()) page@000000004ae018c5[3 0000000073d257db 2 1 0000000031010d91 0 0 472] 00000080:00200000:3.0:1789762963.630283:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000b0b11a2d 17ffffc0001001 3:0 ffff9cdd486d18c0 472 lru 00000100:00100000:2.0:1789762963.630289:0:5584:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.148@tcp, seq: 107 00000080:00200000:3.0:1789762963.630295:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000006167bb2f 472: 1< 0 - - > 2< 1933312 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.630299:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000004ae018c5 00000080:00200000:3.0:1789762963.630301:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000100:00100000:2.0:1789762963.630305:0:5584:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9cdd593db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6664:x1876702022201472:12345-192.168.203.148@tcp:105: 00000080:00200000:3.0:1789762963.630305:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 473 of 0 to 4096 bytes 00010000:00010000:2.0:1789762963.630318:0:5584:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762963.630327:0:15803:0:(rw26.c:871:ll_write_end()) pos 1937408, len 4096, copied 4096 00000080:00200000:3.0:1789762963.630352:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000985d9492[3 0000000073d257db 2 1 0000000031010d91 0 0 473] 00010000:00010000:2.0:1789762963.630365:0:5584:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762963.630370:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb42f234 17ffffc0001001 3:0 ffff9cdd486d1e00 473 lru 00000080:00200000:3.0:1789762963.630398:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000053fa6756 473: 1< 0 - - > 2< 1937408 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.630405:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000985d9492 00000080:00200000:3.0:1789762963.630413:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00010000:00010000:2.0:1789762963.630419:0:5584:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 5/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762963.630422:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 474 of 0 to 4096 bytes 00010000:00010000:2.0:1789762963.630443:0:5584:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x10080000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.630451:0:5584:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x10080000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762963.630456:0:15803:0:(rw26.c:871:ll_write_end()) pos 1941504, len 4096, copied 4096 00010000:00010000:2.0:1789762963.630460:0:5584:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x80000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762963.630480:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000ad01be28[3 0000000073d257db 2 1 0000000031010d91 0 0 474] 00000080:00200000:3.0:1789762963.630499:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000a1c98788 17ffffc0001001 3:0 ffff9cdd486d19a0 474 lru 00000080:00200000:3.0:1789762963.630523:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000794f1052 474: 1< 0 - - > 2< 1941504 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00010000:00010000:2.0:1789762963.630524:0:5584:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9cdd4361b200) 00000080:00200000:3.0:1789762963.630546:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000ad01be28 00000080:00200000:3.0:1789762963.630549:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00010000:00010000:3.0:1789762963.630568:0:15811:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762963.630580:0:5584:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9cdd593db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6664:x1876702022201472:12345-192.168.203.148@tcp:105: Request processed in 274us (396us total) trans 0 rc 0/0 00010000:00010000:3.0:1789762963.630612:0:15811:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x20000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762963.630619:0:5584:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.148@tcp, seq: 107 00000080:00200000:2.0:1789762963.630661:0:15804:0:(rw26.c:871:ll_write_end()) pos 2883584, len 4096, copied 4096 00010000:00010000:3.0:1789762963.630666:0:15811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x10000000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.630683:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001ded14d3[3 0000000073d257db 2 1 000000003e6b9567 0 0 704] 00000080:00200000:2.0:1789762963.630700:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000b4735cb5 17ffffc0001021 2:0 ffff9cdd50afa620 704 lru 00000008:00010000:3.0:1789762963.630709:0:15811:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5242880, setting rss=5242880; kms=5242880, end=6291455 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x10020000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.630719:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000aee22fb2 704: 1< 0 - - > 2< 2883584 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.630728:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001ded14d3 00000080:00200000:2.0:1789762963.630733:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762963.630740:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 705 of 0 to 4096 bytes 00010000:00010000:3.0:1789762963.630754:0:15811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.630768:0:15804:0:(rw26.c:871:ll_write_end()) pos 2887680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.630796:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000309bdf46[3 0000000073d257db 2 1 000000003e6b9567 0 0 705] 00010000:00010000:3.0:1789762963.630798:0:15811:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.630815:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007394570f 17ffffc0001001 3:0 ffff9cdd50afac40 705 lru 00000080:00200000:3.0:1789762963.630841:0:15811:0:(vvp_io.c:1292:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write [9437184, 10485760) append 0 append lockpos 0 00000080:00200000:2.0:1789762963.630846:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000007b9df48c 705: 1< 0 - - > 2< 2887680 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.630851:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000309bdf46 00000080:00200000:2.0:1789762963.630854:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:3.0:1789762963.630858:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2304 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.630896:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 706 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.630923:0:15811:0:(rw26.c:871:ll_write_end()) pos 9437184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.630930:0:15813:0:(rw26.c:871:ll_write_end()) pos 12316672, len 4096, copied 4096 00000080:00200000:3.0:1789762963.630935:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000849376db[3 0000000073d257db 2 1 00000000aceb980c 0 0 2304] 00000080:00200000:2.0:1789762963.630940:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000a0d21b2a[3 0000000073d257db 2 1 00000000e509f43d 0 0 3007] 00000080:00200000:3.0:1789762963.630943:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000005b227bea 17ffffc0001001 3:0 ffff9cdd486d12a0 2304 lru 00000080:00200000:2.0:1789762963.630947:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000043025535 17ffffc0001001 3:0 ffff9cdd50afa000 3007 lru 00000080:00200000:2.0:1789762963.630984:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000008503b243 1983: 1< 0 - - > 2< 8122368 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.630984:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5e04ae3 1280: 1< 0 - - > 2< 5242880 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.630995:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000a0d21b2a 00000080:00200000:3.0:1789762963.630996:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000849376db 00000080:00200000:2.0:1789762963.631001:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:3.0:1789762963.631002:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1789762963.631008:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3008 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.631009:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2305 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.631037:0:15813:0:(rw26.c:871:ll_write_end()) pos 12320768, len 4096, copied 4096 00000080:00200000:3.0:1789762963.631038:0:15811:0:(rw26.c:871:ll_write_end()) pos 9441280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631045:0:15813:0:(rw26.c:929:ll_write_end()) page@000000001cf482bc[3 0000000073d257db 2 1 00000000e509f43d 0 0 3008] 00000080:00200000:3.0:1789762963.631046:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000091f0c8a6[3 0000000073d257db 2 1 00000000aceb980c 0 0 2305] 00000080:00200000:2.0:1789762963.631050:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000c232c35d 17ffffc0001001 3:0 ffff9cdd50afa0e0 3008 lru 00000080:00200000:3.0:1789762963.631053:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000000a2881d1 17ffffc0001001 3:0 ffff9cdd486d1380 2305 lru 00000080:00200000:2.0:1789762963.631089:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d1f785ce 1984: 1< 0 - - > 2< 8126464 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631089:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000249531a3 1281: 1< 0 - - > 2< 5246976 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.631096:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000001cf482bc 00000080:00200000:3.0:1789762963.631099:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000091f0c8a6 00000080:00200000:2.0:1789762963.631102:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:3.0:1789762963.631105:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1789762963.631108:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3009 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.631114:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2306 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.631134:0:15813:0:(rw26.c:871:ll_write_end()) pos 12324864, len 4096, copied 4096 00000080:00200000:3.0:1789762963.631141:0:15811:0:(rw26.c:871:ll_write_end()) pos 9445376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631154:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000f878c6d3[3 0000000073d257db 2 1 00000000e509f43d 0 0 3009] 00000080:00200000:3.0:1789762963.631164:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000a3e37b14[3 0000000073d257db 2 1 00000000aceb980c 0 0 2306] 00000080:00200000:2.0:1789762963.631176:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000fca9674c 17ffffc0001001 3:0 ffff9cdd50afad20 3009 lru 00000080:00200000:3.0:1789762963.631176:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000ea7c7125 17ffffc0001001 3:0 ffff9cdd486d1540 2306 lru 00000080:00200000:3.0:1789762963.631197:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000004e5bd690 1282: 1< 0 - - > 2< 5251072 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.631198:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000058084d18 1985: 1< 0 - - > 2< 8130560 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631208:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000a3e37b14 00000080:00200000:2.0:1789762963.631209:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000f878c6d3 00000080:00200000:3.0:1789762963.631215:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1789762963.631216:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1789762963.631224:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3010 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.631224:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2307 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.631255:0:15813:0:(rw26.c:871:ll_write_end()) pos 12328960, len 4096, copied 4096 00000080:00200000:3.0:1789762963.631256:0:15811:0:(rw26.c:871:ll_write_end()) pos 9449472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631270:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003e8bd147[3 0000000073d257db 2 1 00000000e509f43d 0 0 3010] 00000080:00200000:3.0:1789762963.631274:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000069f78459[3 0000000073d257db 2 1 00000000aceb980c 0 0 2307] 00000080:00200000:2.0:1789762963.631276:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a57268e1 17ffffc0001021 2:0 ffff9cdd50afa460 3010 lru 00000080:00200000:3.0:1789762963.631280:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000006799a30a 17ffffc0001001 3:0 ffff9cdd486d1460 2307 lru 00000080:00200000:2.0:1789762963.631287:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000005d4e2135 1986: 1< 0 - - > 2< 8134656 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631294:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000082f95ff4 1283: 1< 0 - - > 2< 5255168 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.631296:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003e8bd147 00000080:00200000:3.0:1789762963.631301:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000069f78459 00000080:00200000:2.0:1789762963.631302:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:3.0:1789762963.631306:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1789762963.631309:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3011 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.631312:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2308 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.631329:0:15813:0:(rw26.c:871:ll_write_end()) pos 12333056, len 4096, copied 4096 00000080:00200000:3.0:1789762963.631336:0:15811:0:(rw26.c:871:ll_write_end()) pos 9453568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631347:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000063d4ae81[3 0000000073d257db 2 1 00000000e509f43d 0 0 3011] 00000080:00200000:2.0:1789762963.631352:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000006044c624 17ffffc0001001 3:0 ffff9cdd50afa540 3011 lru 00000080:00200000:3.0:1789762963.631355:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000ed766fe6[3 0000000073d257db 2 1 00000000aceb980c 0 0 2308] 00000080:00200000:2.0:1789762963.631363:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000031afbe8d 1987: 1< 0 - - > 2< 8138752 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631364:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5f483a9 17ffffc0001001 3:0 ffff9cdd486d1d20 2308 lru 00000080:00200000:2.0:1789762963.631368:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000063d4ae81 00000080:00200000:2.0:1789762963.631373:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762963.631381:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3012 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.631381:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000006f0d831d 1284: 1< 0 - - > 2< 5259264 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631389:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000ed766fe6 00000080:00200000:3.0:1789762963.631393:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 5. 00000080:00200000:3.0:1789762963.631400:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2309 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.631404:0:15813:0:(rw26.c:871:ll_write_end()) pos 12337152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631418:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b3c671c0[3 0000000073d257db 2 1 00000000e509f43d 0 0 3012] 00000080:00200000:3.0:1789762963.631423:0:15811:0:(rw26.c:871:ll_write_end()) pos 9457664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631436:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000025cfb320 17ffffc0001001 3:0 ffff9cdd50afa380 3012 lru 00000080:00200000:3.0:1789762963.631445:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000076f153cf[3 0000000073d257db 2 1 00000000aceb980c 0 0 2309] 00000080:00200000:2.0:1789762963.631457:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000007f52ec5 1988: 1< 0 - - > 2< 8142848 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.631464:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b3c671c0 00000080:00200000:3.0:1789762963.631464:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000007c012c70 17ffffc0001001 3:0 ffff9cdd486d1a80 2309 lru 00000080:00200000:2.0:1789762963.631477:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:3.0:1789762963.631479:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000547d036a 1285: 1< 0 - - > 2< 5263360 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.631489:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3013 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.631489:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000076f153cf 00000080:00200000:3.0:1789762963.631493:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 6. 00000080:00200000:3.0:1789762963.631498:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2310 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.631514:0:15813:0:(rw26.c:871:ll_write_end()) pos 12341248, len 4096, copied 4096 00000080:00200000:3.0:1789762963.631517:0:15811:0:(rw26.c:871:ll_write_end()) pos 9461760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631541:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c775f20c[3 0000000073d257db 2 1 00000000e509f43d 0 0 3013] 00000080:00200000:3.0:1789762963.631548:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000f08937f7[3 0000000073d257db 2 1 00000000aceb980c 0 0 2310] 00000080:00200000:2.0:1789762963.631562:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000003871caa4 17ffffc0001001 3:0 ffff9cdd437df8c0 3013 lru 00000080:00200000:3.0:1789762963.631565:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000009fab693a 17ffffc0001001 3:0 ffff9cdd486d17e0 2310 lru 00000080:00200000:2.0:1789762963.631600:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000dbb9da84 1989: 1< 0 - - > 2< 8146944 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631604:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000b8d51022 1286: 1< 0 - - > 2< 5267456 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.631607:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c775f20c 00000080:00200000:3.0:1789762963.631610:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000f08937f7 00000080:00200000:2.0:1789762963.631617:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:3.0:1789762963.631617:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1789762963.631628:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3014 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.631628:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2311 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.631649:0:15813:0:(rw26.c:871:ll_write_end()) pos 12345344, len 4096, copied 4096 00000080:00200000:3.0:1789762963.631654:0:15811:0:(rw26.c:871:ll_write_end()) pos 9465856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631664:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e9c10095[3 0000000073d257db 2 1 00000000e509f43d 0 0 3014] 00000080:00200000:3.0:1789762963.631681:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000038c1e3f[3 0000000073d257db 2 1 00000000aceb980c 0 0 2311] 00000080:00200000:2.0:1789762963.631682:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000090c78e1e 17ffffc0001001 3:0 ffff9cdd437dfee0 3014 lru 00000080:00200000:3.0:1789762963.631703:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000009734c0cb 17ffffc0001021 2:0 ffff9cdd486d1620 2311 lru 00000080:00200000:2.0:1789762963.631735:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000001d39008b 1990: 1< 0 - - > 2< 8151040 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631744:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000cca26305 1287: 1< 0 - - > 2< 5271552 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.631745:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e9c10095 00000080:00200000:2.0:1789762963.631755:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:3.0:1789762963.631756:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000038c1e3f 00000080:00200000:3.0:1789762963.631769:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1789762963.631770:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3015 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.631773:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2312 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.631792:0:15813:0:(rw26.c:871:ll_write_end()) pos 12349440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631798:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003d2e208c[3 0000000073d257db 2 1 00000000e509f43d 0 0 3015] 00000080:00200000:2.0:1789762963.631803:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000009f0a8c0 17ffffc0001001 3:0 ffff9cdd437df700 3015 lru 00000080:00200000:3.0:1789762963.631806:0:15811:0:(rw26.c:871:ll_write_end()) pos 9469952, len 4096, copied 4096 00000080:00200000:3.0:1789762963.631817:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000e760da1c[3 0000000073d257db 2 1 00000000aceb980c 0 0 2312] 00000080:00200000:2.0:1789762963.631819:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d307e10a 1991: 1< 0 - - > 2< 8155136 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631824:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9e56346 17ffffc0001001 3:0 ffff9cdd486d1c40 2312 lru 00000080:00200000:2.0:1789762963.631826:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003d2e208c 00000080:00200000:2.0:1789762963.631831:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:3.0:1789762963.631832:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000085f9c35c 1288: 1< 0 - - > 2< 5275648 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.631836:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3016 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.631837:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000e760da1c 00000080:00200000:3.0:1789762963.631840:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 9. 00000080:00200000:3.0:1789762963.631844:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2313 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.631857:0:15813:0:(rw26.c:871:ll_write_end()) pos 12353536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631903:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000086d7e54d[3 0000000073d257db 2 1 00000000e509f43d 0 0 3016] 00000080:00200000:2.0:1789762963.631906:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000009e303e3e 17ffffc0001001 3:0 ffff9cdd437dfb60 3016 lru 00000080:00200000:2.0:1789762963.631910:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000000310f88 1992: 1< 0 - - > 2< 8159232 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631911:0:15811:0:(rw26.c:871:ll_write_end()) pos 9474048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.631914:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000086d7e54d 00000080:00200000:2.0:1789762963.631918:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:3.0:1789762963.631922:0:15811:0:(rw26.c:929:ll_write_end()) page@000000006afe9970[3 0000000073d257db 2 1 00000000aceb980c 0 0 2313] 00000080:00200000:3.0:1789762963.631926:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000239842d1 17ffffc0001001 3:0 ffff9cdd486d1000 2313 lru 00000080:00200000:3.0:1789762963.631932:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000007066bcf3 1289: 1< 0 - - > 2< 5279744 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631936:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000006afe9970 00000080:00200000:3.0:1789762963.631938:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 10. 00000080:00200000:3.0:1789762963.631943:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2314 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.631961:0:15811:0:(rw26.c:871:ll_write_end()) pos 9478144, len 4096, copied 4096 00000080:00200000:3.0:1789762963.631968:0:15811:0:(rw26.c:929:ll_write_end()) page@000000003376769d[3 0000000073d257db 2 1 00000000aceb980c 0 0 2314] 00000080:00200000:3.0:1789762963.631972:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000705d1bd9 17ffffc0001001 3:0 ffff9cdd486d10e0 2314 lru 00000080:00200000:3.0:1789762963.631977:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000393a4862 1290: 1< 0 - - > 2< 5283840 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.631981:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000003376769d 00000080:00200000:2.0:1789762963.631985:0:15804:0:(rw26.c:871:ll_write_end()) pos 2891776, len 4096, copied 4096 00000080:00200000:3.0:1789762963.631985:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 11. 00000080:00200000:3.0:1789762963.631990:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2315 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.631994:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000521fd24d[3 0000000073d257db 2 1 000000003e6b9567 0 0 706] 00000080:00200000:2.0:1789762963.632000:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e44c445e 17ffffc0001001 3:0 ffff9cdd437df1c0 706 lru 00000080:00200000:2.0:1789762963.632005:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000001902da9e 706: 1< 0 - - > 2< 2891776 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632007:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000521fd24d 00000080:00200000:2.0:1789762963.632009:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:3.0:1789762963.632011:0:15811:0:(rw26.c:871:ll_write_end()) pos 9482240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632012:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 707 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632018:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000f93d7c95[3 0000000073d257db 2 1 00000000aceb980c 0 0 2315] 00000080:00200000:3.0:1789762963.632023:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000002a50314c 17ffffc0001001 3:0 ffff9cdd45695d20 2315 lru 00000080:00200000:3.0:1789762963.632028:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000a3fb0d30 1291: 1< 0 - - > 2< 5287936 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632030:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000f93d7c95 00000080:00200000:3.0:1789762963.632034:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1789762963.632040:0:15804:0:(rw26.c:871:ll_write_end()) pos 2895872, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632040:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2316 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632047:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001c75ac23[3 0000000073d257db 2 1 000000003e6b9567 0 0 707] 00000080:00200000:2.0:1789762963.632052:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000008a2be1b0 17ffffc0001001 3:0 ffff9cdd437dfa80 707 lru 00000080:00200000:2.0:1789762963.632058:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000007822434c 707: 1< 0 - - > 2< 2895872 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632061:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001c75ac23 00000080:00200000:3.0:1789762963.632061:0:15811:0:(rw26.c:871:ll_write_end()) pos 9486336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632063:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762963.632067:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 708 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632072:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000057c9c125[3 0000000073d257db 2 1 00000000aceb980c 0 0 2316] 00000080:00200000:3.0:1789762963.632076:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000007fc7815f 17ffffc0001001 3:0 ffff9cdd456950e0 2316 lru 00000080:00200000:3.0:1789762963.632082:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000079d19a90 1292: 1< 0 - - > 2< 5292032 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632084:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000057c9c125 00000080:00200000:3.0:1789762963.632087:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 13. 00000080:00200000:3.0:1789762963.632090:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2317 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632091:0:15804:0:(rw26.c:871:ll_write_end()) pos 2899968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632103:0:15804:0:(rw26.c:929:ll_write_end()) page@000000004ea9e588[3 0000000073d257db 2 1 000000003e6b9567 0 0 708] 00000080:00200000:2.0:1789762963.632106:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000006c943afc 17ffffc0001001 3:0 ffff9cdd437df7e0 708 lru 00000080:00200000:2.0:1789762963.632111:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000005cf22060 708: 1< 0 - - > 2< 2899968 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632111:0:15811:0:(rw26.c:871:ll_write_end()) pos 9490432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632117:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000004ea9e588 00000080:00200000:2.0:1789762963.632120:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:3.0:1789762963.632124:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000adc920c9[3 0000000073d257db 2 1 00000000aceb980c 0 0 2317] 00000080:00200000:2.0:1789762963.632125:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 709 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632130:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000023580752 17ffffc0001001 3:0 ffff9cdd45695000 2317 lru 00000080:00200000:3.0:1789762963.632146:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000fbc16d2a 1293: 1< 0 - - > 2< 5296128 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632150:0:15804:0:(rw26.c:871:ll_write_end()) pos 2904064, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632150:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000adc920c9 00000080:00200000:3.0:1789762963.632154:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 14. 00000080:00200000:3.0:1789762963.632160:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2318 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632161:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000000bb8d01[3 0000000073d257db 2 1 000000003e6b9567 0 0 709] 00000080:00200000:2.0:1789762963.632168:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009ab32382 17ffffc0001001 3:0 ffff9cdd437df620 709 lru 00000080:00200000:2.0:1789762963.632175:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000fac8acea 709: 1< 0 - - > 2< 2904064 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632178:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000000bb8d01 00000080:00200000:2.0:1789762963.632180:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:3.0:1789762963.632181:0:15811:0:(rw26.c:871:ll_write_end()) pos 9494528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632184:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 710 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632189:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000446cf345[3 0000000073d257db 2 1 00000000aceb980c 0 0 2318] 00000080:00200000:3.0:1789762963.632195:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000cdddf21d 17ffffc0001001 3:0 ffff9cdd45695c40 2318 lru 00000080:00200000:3.0:1789762963.632203:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000001f30e581 1294: 1< 0 - - > 2< 5300224 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632206:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000446cf345 00000080:00200000:3.0:1789762963.632208:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1789762963.632212:0:15804:0:(rw26.c:871:ll_write_end()) pos 2908160, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632213:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2319 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632222:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000095667f0c[3 0000000073d257db 2 1 000000003e6b9567 0 0 710] 00000080:00200000:2.0:1789762963.632227:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000c6e4b7cd 17ffffc0001001 3:0 ffff9cdd437dfc40 710 lru 00000080:00200000:2.0:1789762963.632232:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d4605424 710: 1< 0 - - > 2< 2908160 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632235:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000095667f0c 00000080:00200000:2.0:1789762963.632238:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762963.632241:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 711 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632242:0:15811:0:(rw26.c:871:ll_write_end()) pos 9498624, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632255:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000fce30d30[3 0000000073d257db 2 1 00000000aceb980c 0 0 2319] 00000080:00200000:3.0:1789762963.632259:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000003e78c887 17ffffc0001001 3:0 ffff9cdd45695620 2319 lru 00000080:00200000:3.0:1789762963.632264:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000071c2e8de 1295: 1< 0 - - > 2< 5304320 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632268:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000fce30d30 00000080:00200000:2.0:1789762963.632269:0:15804:0:(rw26.c:871:ll_write_end()) pos 2912256, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632272:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 16. 00000080:00200000:3.0:1789762963.632277:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2320 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632278:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000dd991b99[3 0000000073d257db 2 1 000000003e6b9567 0 0 711] 00000080:00200000:2.0:1789762963.632285:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000f7710cc7 17ffffc0001001 3:0 ffff9cdd437df000 711 lru 00000080:00200000:2.0:1789762963.632290:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000341cb4ad 711: 1< 0 - - > 2< 2912256 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632293:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000dd991b99 00000080:00200000:2.0:1789762963.632296:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1789762963.632299:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 712 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632303:0:15811:0:(rw26.c:871:ll_write_end()) pos 9502720, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632313:0:15811:0:(rw26.c:929:ll_write_end()) page@000000002206c0ff[3 0000000073d257db 2 1 00000000aceb980c 0 0 2320] 00000080:00200000:3.0:1789762963.632316:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000006e33eeef 17ffffc0001001 3:0 ffff9cdd456957e0 2320 lru 00000080:00200000:2.0:1789762963.632318:0:15804:0:(rw26.c:871:ll_write_end()) pos 2916352, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632325:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000000c1d4661 1296: 1< 0 - - > 2< 5308416 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632329:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000057d1d072[3 0000000073d257db 2 1 000000003e6b9567 0 0 712] 00000080:00200000:3.0:1789762963.632330:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000002206c0ff 00000080:00200000:3.0:1789762963.632335:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1789762963.632340:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000a9f03527 17ffffc0001001 3:0 ffff9cdd437df0e0 712 lru 00000080:00200000:3.0:1789762963.632347:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2321 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632353:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000004b378f98 712: 1< 0 - - > 2< 2916352 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632357:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000057d1d072 00000080:00200000:2.0:1789762963.632359:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1789762963.632361:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 713 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632371:0:15811:0:(rw26.c:871:ll_write_end()) pos 9506816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632379:0:15804:0:(rw26.c:871:ll_write_end()) pos 2920448, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632379:0:15811:0:(rw26.c:929:ll_write_end()) page@000000009bf6d48e[3 0000000073d257db 2 1 00000000aceb980c 0 0 2321] 00000080:00200000:3.0:1789762963.632384:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000b6432808 17ffffc0001001 3:0 ffff9cdd45695a80 2321 lru 00000080:00200000:2.0:1789762963.632387:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003ebbb19b[3 0000000073d257db 2 1 000000003e6b9567 0 0 713] 00000080:00200000:3.0:1789762963.632392:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000a2eb5b4f 1297: 1< 0 - - > 2< 5312512 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632395:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000b89da702 17ffffc0001001 3:0 ffff9cdd437dfd20 713 lru 00000080:00200000:3.0:1789762963.632398:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000009bf6d48e 00000080:00200000:3.0:1789762963.632401:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1789762963.632404:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000fce6ae92 713: 1< 0 - - > 2< 2920448 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632405:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2322 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632409:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003ebbb19b 00000080:00200000:2.0:1789762963.632411:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762963.632413:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 714 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632427:0:15811:0:(rw26.c:871:ll_write_end()) pos 9510912, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632435:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000ed5a22a2[3 0000000073d257db 2 1 00000000aceb980c 0 0 2322] 00000080:00200000:3.0:1789762963.632438:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000d4cc0671 17ffffc0001001 3:0 ffff9cdd456951c0 2322 lru 00000080:00200000:2.0:1789762963.632439:0:15804:0:(rw26.c:871:ll_write_end()) pos 2924544, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632446:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2744b57 1298: 1< 0 - - > 2< 5316608 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632450:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000b20aee83[3 0000000073d257db 2 1 000000003e6b9567 0 0 714] 00000080:00200000:3.0:1789762963.632452:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000ed5a22a2 00000080:00200000:3.0:1789762963.632455:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1789762963.632456:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000d473ba81 17ffffc0001021 2:0 ffff9cdd437df460 714 lru 00000080:00200000:3.0:1789762963.632458:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2323 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632465:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000760cbdbd 714: 1< 0 - - > 2< 2924544 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632471:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000b20aee83 00000080:00200000:2.0:1789762963.632476:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762963.632478:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 715 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632481:0:15811:0:(rw26.c:871:ll_write_end()) pos 9515008, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632486:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000c7fbd993[3 0000000073d257db 2 1 00000000aceb980c 0 0 2323] 00000080:00200000:3.0:1789762963.632488:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000302e2836 17ffffc0001001 3:0 ffff9cdd45695b60 2323 lru 00000080:00200000:3.0:1789762963.632492:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000095018ec3 1299: 1< 0 - - > 2< 5320704 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632493:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000c7fbd993 00000080:00200000:3.0:1789762963.632494:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 20. 00000080:00200000:3.0:1789762963.632496:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2324 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632497:0:15804:0:(rw26.c:871:ll_write_end()) pos 2928640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632505:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f133076f[3 0000000073d257db 2 1 000000003e6b9567 0 0 715] 00000080:00200000:2.0:1789762963.632507:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000ecefd012 17ffffc0001001 3:0 ffff9cdd437df540 715 lru 00000080:00200000:2.0:1789762963.632510:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ae9d6a60 715: 1< 0 - - > 2< 2928640 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632512:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f133076f 00000080:00200000:2.0:1789762963.632513:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762963.632515:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 716 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632519:0:15811:0:(rw26.c:871:ll_write_end()) pos 9519104, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632527:0:15811:0:(rw26.c:929:ll_write_end()) page@000000007d9c7c2c[3 0000000073d257db 2 1 00000000aceb980c 0 0 2324] 00000080:00200000:3.0:1789762963.632544:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000006a7cba1b 17ffffc0001001 3:0 ffff9cdd45695700 2324 lru 00000080:00200000:2.0:1789762963.632549:0:15804:0:(rw26.c:871:ll_write_end()) pos 2932736, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632550:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000432d3ff6 1300: 1< 0 - - > 2< 5324800 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632555:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000007d9c7c2c 00000080:00200000:3.0:1789762963.632559:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1789762963.632560:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000890ff64d[3 0000000073d257db 2 1 000000003e6b9567 0 0 716] 00000080:00200000:3.0:1789762963.632565:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2325 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632566:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000001169a81 17ffffc0001001 3:0 ffff9cdd437df380 716 lru 00000080:00200000:2.0:1789762963.632573:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000615402b4 716: 1< 0 - - > 2< 2932736 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632578:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000890ff64d 00000080:00200000:2.0:1789762963.632580:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762963.632583:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 717 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632590:0:15811:0:(rw26.c:871:ll_write_end()) pos 9523200, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632598:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000d6499363[3 0000000073d257db 2 1 00000000aceb980c 0 0 2325] 00000080:00200000:2.0:1789762963.632602:0:15804:0:(rw26.c:871:ll_write_end()) pos 2936832, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632602:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000004f5de412 17ffffc0001001 3:0 ffff9cdd45695ee0 2325 lru 00000080:00200000:3.0:1789762963.632612:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000136f3073 1301: 1< 0 - - > 2< 5328896 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632613:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000075a9a3f5[3 0000000073d257db 2 1 000000003e6b9567 0 0 717] 00000080:00200000:3.0:1789762963.632620:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000d6499363 00000080:00200000:2.0:1789762963.632621:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e20a715c 17ffffc0001001 3:0 ffff9cdd437df2a0 717 lru 00000080:00200000:3.0:1789762963.632624:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1789762963.632630:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000095aad1af 717: 1< 0 - - > 2< 2936832 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632630:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2326 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632638:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000075a9a3f5 00000080:00200000:2.0:1789762963.632643:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762963.632648:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 718 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632664:0:15811:0:(rw26.c:871:ll_write_end()) pos 9527296, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632670:0:15811:0:(rw26.c:929:ll_write_end()) page@000000007535ae72[3 0000000073d257db 2 1 00000000aceb980c 0 0 2326] 00000080:00200000:3.0:1789762963.632674:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000095f941e2 17ffffc0001021 2:0 ffff9cdd456958c0 2326 lru 00000080:00200000:3.0:1789762963.632680:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000001d7c367 1302: 1< 0 - - > 2< 5332992 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632681:0:15804:0:(rw26.c:871:ll_write_end()) pos 2940928, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632683:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000007535ae72 00000080:00200000:3.0:1789762963.632687:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1789762963.632692:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d96d3e5f[3 0000000073d257db 2 1 000000003e6b9567 0 0 718] 00000080:00200000:3.0:1789762963.632692:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2327 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632701:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000003c6705e8 17ffffc0001001 3:0 ffff9cdd437df9a0 718 lru 00000080:00200000:2.0:1789762963.632709:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000015aac129 718: 1< 0 - - > 2< 2940928 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632712:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d96d3e5f 00000080:00200000:2.0:1789762963.632715:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:3.0:1789762963.632716:0:15811:0:(rw26.c:871:ll_write_end()) pos 9531392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632719:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 719 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632725:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000f53cffc0[3 0000000073d257db 2 1 00000000aceb980c 0 0 2327] 00000080:00200000:3.0:1789762963.632729:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000c681d51b 17ffffc0001001 3:0 ffff9cdd45695e00 2327 lru 00000080:00200000:3.0:1789762963.632734:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000aaeb6153 1303: 1< 0 - - > 2< 5337088 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632736:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000f53cffc0 00000080:00200000:3.0:1789762963.632737:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 24. 00000080:00200000:3.0:1789762963.632739:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2328 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632747:0:15804:0:(rw26.c:871:ll_write_end()) pos 2945024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632760:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a7705123[3 0000000073d257db 2 1 000000003e6b9567 0 0 719] 00000080:00200000:3.0:1789762963.632760:0:15811:0:(rw26.c:871:ll_write_end()) pos 9535488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632768:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000c049433f 17ffffc0001001 3:0 ffff9cdd437dfe00 719 lru 00000080:00200000:3.0:1789762963.632769:0:15811:0:(rw26.c:929:ll_write_end()) page@000000001e9e4cf5[3 0000000073d257db 2 1 00000000aceb980c 0 0 2328] 00000080:00200000:3.0:1789762963.632777:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000734f21cc 17ffffc0001001 3:0 ffff9cdd456959a0 2328 lru 00000080:00200000:2.0:1789762963.632784:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000008798002e 719: 1< 0 - - > 2< 2945024 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632787:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000095bd1951 1304: 1< 0 - - > 2< 5341184 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632791:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a7705123 00000080:00200000:3.0:1789762963.632792:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000001e9e4cf5 00000080:00200000:2.0:1789762963.632797:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:3.0:1789762963.632798:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1789762963.632802:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 720 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632803:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2329 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632828:0:15811:0:(rw26.c:871:ll_write_end()) pos 9539584, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632834:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000051e122b6[3 0000000073d257db 2 1 00000000aceb980c 0 0 2329] 00000080:00200000:2.0:1789762963.632838:0:15804:0:(rw26.c:871:ll_write_end()) pos 2949120, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632838:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000e7617539 17ffffc0001001 3:0 ffff9cdd456952a0 2329 lru 00000080:00200000:3.0:1789762963.632846:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000005d942b0d 1305: 1< 0 - - > 2< 5345280 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632848:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d02b5a4a[3 0000000073d257db 2 1 000000003e6b9567 0 0 720] 00000080:00200000:3.0:1789762963.632852:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000051e122b6 00000080:00200000:2.0:1789762963.632854:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000006cfc7791 17ffffc0001001 3:0 ffff9cdd436ffa80 720 lru 00000080:00200000:3.0:1789762963.632857:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1789762963.632895:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006aaf33f8 720: 1< 0 - - > 2< 2949120 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632895:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2330 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632899:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d02b5a4a 00000080:00200000:2.0:1789762963.632902:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762963.632904:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 721 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632917:0:15811:0:(rw26.c:871:ll_write_end()) pos 9543680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632922:0:15804:0:(rw26.c:871:ll_write_end()) pos 2953216, len 4096, copied 4096 00000080:00200000:3.0:1789762963.632927:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000844d3af0[3 0000000073d257db 2 1 00000000aceb980c 0 0 2330] 00000080:00200000:2.0:1789762963.632932:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d3a68b6f[3 0000000073d257db 2 1 000000003e6b9567 0 0 721] 00000080:00200000:3.0:1789762963.632934:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000f195f2fd 17ffffc0001001 3:0 ffff9cdd45695380 2330 lru 00000080:00200000:2.0:1789762963.632938:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009b37ddf4 17ffffc0001001 3:0 ffff9cdd436ff7e0 721 lru 00000080:00200000:3.0:1789762963.632954:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000dbe70380 1306: 1< 0 - - > 2< 5349376 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.632962:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000006b07d9c7 721: 1< 0 - - > 2< 2953216 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.632962:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000844d3af0 00000080:00200000:3.0:1789762963.632965:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1789762963.632968:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d3a68b6f 00000080:00200000:3.0:1789762963.632970:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2331 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.632971:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762963.632976:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 722 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.632994:0:15811:0:(rw26.c:871:ll_write_end()) pos 9547776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.632997:0:15804:0:(rw26.c:871:ll_write_end()) pos 2957312, len 4096, copied 4096 00000080:00200000:3.0:1789762963.633003:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000b4678c15[3 0000000073d257db 2 1 00000000aceb980c 0 0 2331] 00000080:00200000:2.0:1789762963.633004:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000fe5feab3[3 0000000073d257db 2 1 000000003e6b9567 0 0 722] 00000080:00200000:3.0:1789762963.633014:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000f61a35c3 17ffffc0001001 3:0 ffff9cdd45695540 2331 lru 00000080:00200000:2.0:1789762963.633015:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007a1949af 17ffffc0001001 3:0 ffff9cdd436ff620 722 lru 00000080:00200000:2.0:1789762963.633035:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000c490129d 722: 1< 0 - - > 2< 2957312 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633036:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000094e304f1 1307: 1< 0 - - > 2< 5353472 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.633040:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000fe5feab3 00000080:00200000:3.0:1789762963.633041:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000b4678c15 00000080:00200000:2.0:1789762963.633043:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:3.0:1789762963.633044:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1789762963.633048:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 723 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633049:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2332 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633063:0:15804:0:(rw26.c:871:ll_write_end()) pos 2961408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633075:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000fa7ae351[3 0000000073d257db 2 1 000000003e6b9567 0 0 723] 00000080:00200000:3.0:1789762963.633079:0:15811:0:(rw26.c:871:ll_write_end()) pos 9551872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633081:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000cc0d191b 17ffffc0001001 3:0 ffff9cdd436ffc40 723 lru 00000080:00200000:3.0:1789762963.633090:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000632b2e3a[3 0000000073d257db 2 1 00000000aceb980c 0 0 2332] 00000080:00200000:2.0:1789762963.633093:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000e9231a5a 723: 1< 0 - - > 2< 2961408 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633096:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000007a86054d 17ffffc0001001 3:0 ffff9cdd45695460 2332 lru 00000080:00200000:2.0:1789762963.633099:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000fa7ae351 00000080:00200000:2.0:1789762963.633102:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:3.0:1789762963.633106:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000003f090840 1308: 1< 0 - - > 2< 5357568 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.633108:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 724 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633110:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000632b2e3a 00000080:00200000:3.0:1789762963.633114:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 29. 00000080:00200000:3.0:1789762963.633117:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2333 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633133:0:15804:0:(rw26.c:871:ll_write_end()) pos 2965504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633142:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000f164654d[3 0000000073d257db 2 1 000000003e6b9567 0 0 724] 00000080:00200000:3.0:1789762963.633142:0:15811:0:(rw26.c:871:ll_write_end()) pos 9555968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633147:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000005fe61897 17ffffc0001001 3:0 ffff9cdd436ff000 724 lru 00000080:00200000:3.0:1789762963.633151:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000424f4b85[3 0000000073d257db 2 1 00000000aceb980c 0 0 2333] 00000080:00200000:3.0:1789762963.633161:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000000ecbdfaf 17ffffc0001001 3:0 ffff9cdd45696e00 2333 lru 00000080:00200000:2.0:1789762963.633162:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ecfce161 724: 1< 0 - - > 2< 2965504 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633169:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000088413dc2 1309: 1< 0 - - > 2< 5361664 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.633170:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000f164654d 00000080:00200000:3.0:1789762963.633174:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000424f4b85 00000080:00200000:2.0:1789762963.633175:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:3.0:1789762963.633177:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1789762963.633181:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 725 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633182:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2334 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633206:0:15811:0:(rw26.c:871:ll_write_end()) pos 9560064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633211:0:15804:0:(rw26.c:871:ll_write_end()) pos 2969600, len 4096, copied 4096 00000080:00200000:3.0:1789762963.633218:0:15811:0:(rw26.c:929:ll_write_end()) page@000000005e48a90d[3 0000000073d257db 2 1 00000000aceb980c 0 0 2334] 00000080:00200000:2.0:1789762963.633223:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000024f403f9[3 0000000073d257db 2 1 000000003e6b9567 0 0 725] 00000080:00200000:2.0:1789762963.633230:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000007ce9a410 17ffffc0001001 3:0 ffff9cdd436ff0e0 725 lru 00000080:00200000:3.0:1789762963.633231:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000007f1d25df 17ffffc0001001 3:0 ffff9cdd456969a0 2334 lru 00000080:00200000:2.0:1789762963.633238:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000fbd3ec61 725: 1< 0 - - > 2< 2969600 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.633243:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000024f403f9 00000080:00200000:3.0:1789762963.633245:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000c703d1ce 1310: 1< 0 - - > 2< 5365760 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.633247:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:3.0:1789762963.633249:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000005e48a90d 00000080:00200000:2.0:1789762963.633251:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 726 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633253:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 31. 00000080:00200000:3.0:1789762963.633258:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2335 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633271:0:15804:0:(rw26.c:871:ll_write_end()) pos 2973696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633277:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000082a0210[3 0000000073d257db 2 1 000000003e6b9567 0 0 726] 00000080:00200000:2.0:1789762963.633282:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000083773b9 17ffffc0001001 3:0 ffff9cdd436ffd20 726 lru 00000080:00200000:3.0:1789762963.633282:0:15811:0:(rw26.c:871:ll_write_end()) pos 9564160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633291:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000004806125 726: 1< 0 - - > 2< 2973696 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633294:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000d192097a[3 0000000073d257db 2 1 00000000aceb980c 0 0 2335] 00000080:00200000:2.0:1789762963.633296:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000082a0210 00000080:00200000:2.0:1789762963.633300:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:3.0:1789762963.633301:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000002b66fdc9 17ffffc0001001 3:0 ffff9cdd456962a0 2335 lru 00000080:00200000:2.0:1789762963.633304:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 727 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633311:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000074393fa 1311: 1< 0 - - > 2< 5369856 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633315:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000d192097a 00000080:00200000:3.0:1789762963.633317:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 32. 00000080:00200000:3.0:1789762963.633320:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2336 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633327:0:15804:0:(rw26.c:871:ll_write_end()) pos 2977792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633334:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000075e0a562[3 0000000073d257db 2 1 000000003e6b9567 0 0 727] 00000080:00200000:2.0:1789762963.633337:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000584e7204 17ffffc0001001 3:0 ffff9cdd436ff460 727 lru 00000080:00200000:3.0:1789762963.633341:0:15811:0:(rw26.c:871:ll_write_end()) pos 9568256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633342:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b27aaece 727: 1< 0 - - > 2< 2977792 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.633346:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000075e0a562 00000080:00200000:2.0:1789762963.633349:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762963.633353:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 728 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633353:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000aec470ce[3 0000000073d257db 2 1 00000000aceb980c 0 0 2336] 00000080:00200000:3.0:1789762963.633364:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000ca71e2ad 17ffffc0001001 3:0 ffff9cdd45696380 2336 lru 00000080:00200000:3.0:1789762963.633368:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000004c9701f1 1312: 1< 0 - - > 2< 5373952 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633369:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000aec470ce 00000080:00200000:3.0:1789762963.633370:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 33. 00000080:00200000:3.0:1789762963.633372:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2337 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633379:0:15804:0:(rw26.c:871:ll_write_end()) pos 2981888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633383:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000023bb0616[3 0000000073d257db 2 1 000000003e6b9567 0 0 728] 00000080:00200000:2.0:1789762963.633386:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e737cde0 17ffffc0001001 3:0 ffff9cdd436ff540 728 lru 00000080:00200000:2.0:1789762963.633390:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000007367ecf9 728: 1< 0 - - > 2< 2981888 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633390:0:15811:0:(rw26.c:871:ll_write_end()) pos 9572352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633395:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000023bb0616 00000080:00200000:2.0:1789762963.633396:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:3.0:1789762963.633400:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000ee61daf3[3 0000000073d257db 2 1 00000000aceb980c 0 0 2337] 00000080:00200000:2.0:1789762963.633401:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 729 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633408:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000007f60e490 17ffffc0001001 3:0 ffff9cdd45696540 2337 lru 00000080:00200000:3.0:1789762963.633415:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000beb56620 1313: 1< 0 - - > 2< 5378048 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633419:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000ee61daf3 00000080:00200000:3.0:1789762963.633421:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 34. 00000080:00200000:3.0:1789762963.633424:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2338 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633426:0:15804:0:(rw26.c:871:ll_write_end()) pos 2985984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633433:0:15804:0:(rw26.c:929:ll_write_end()) page@000000007b101db1[3 0000000073d257db 2 1 000000003e6b9567 0 0 729] 00000080:00200000:2.0:1789762963.633436:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000037a123e1 17ffffc0001021 2:0 ffff9cdd436ff380 729 lru 00000080:00200000:2.0:1789762963.633440:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000009fc264c1 729: 1< 0 - - > 2< 2985984 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.633442:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000007b101db1 00000080:00200000:3.0:1789762963.633443:0:15811:0:(rw26.c:871:ll_write_end()) pos 9576448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633444:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762963.633451:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 730 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633453:0:15811:0:(rw26.c:929:ll_write_end()) page@000000002d222ef4[3 0000000073d257db 2 1 00000000aceb980c 0 0 2338] 00000080:00200000:3.0:1789762963.633465:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000073657369 17ffffc0001001 3:0 ffff9cdd45696460 2338 lru 00000080:00200000:3.0:1789762963.633476:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000c487e2c7 1314: 1< 0 - - > 2< 5382144 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633480:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000002d222ef4 00000080:00200000:2.0:1789762963.633481:0:15804:0:(rw26.c:871:ll_write_end()) pos 2990080, len 4096, copied 4096 00000080:00200000:3.0:1789762963.633483:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 35. 00000080:00200000:3.0:1789762963.633489:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2339 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633495:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000098e9e44d[3 0000000073d257db 2 1 000000003e6b9567 0 0 730] 00000080:00200000:2.0:1789762963.633506:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000a58dd82c 17ffffc0001001 3:0 ffff9cdd436ff2a0 730 lru 00000080:00200000:3.0:1789762963.633514:0:15811:0:(rw26.c:871:ll_write_end()) pos 9580544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633543:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ad615470 730: 1< 0 - - > 2< 2990080 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633543:0:15811:0:(rw26.c:929:ll_write_end()) page@000000008b9c7a60[3 0000000073d257db 2 1 00000000aceb980c 0 0 2339] 00000080:00200000:2.0:1789762963.633551:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000098e9e44d 00000080:00200000:3.0:1789762963.633551:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000823a499d 17ffffc0001001 3:0 ffff9cdd45696d20 2339 lru 00000080:00200000:2.0:1789762963.633557:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762963.633563:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 731 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633563:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7e1c7cc 1315: 1< 0 - - > 2< 5386240 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633574:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000008b9c7a60 00000080:00200000:3.0:1789762963.633579:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 36. 00000080:00200000:3.0:1789762963.633582:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2340 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633590:0:15804:0:(rw26.c:871:ll_write_end()) pos 2994176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633601:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000b1214d08[3 0000000073d257db 2 1 000000003e6b9567 0 0 731] 00000080:00200000:3.0:1789762963.633611:0:15811:0:(rw26.c:871:ll_write_end()) pos 9584640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633615:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000b6408d70 17ffffc0001001 3:0 ffff9cdd436ff9a0 731 lru 00000080:00200000:3.0:1789762963.633630:0:15811:0:(rw26.c:929:ll_write_end()) page@000000005d93d5b3[3 0000000073d257db 2 1 00000000aceb980c 0 0 2340] 00000080:00200000:2.0:1789762963.633635:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5bda8bd 731: 1< 0 - - > 2< 2994176 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633638:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000bf33fd25 17ffffc0001001 3:0 ffff9cdd456960e0 2340 lru 00000080:00200000:2.0:1789762963.633643:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000b1214d08 00000080:00200000:2.0:1789762963.633652:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762963.633661:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 732 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.633683:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000021bc81f3 1316: 1< 0 - - > 2< 5390336 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.633693:0:15804:0:(rw26.c:871:ll_write_end()) pos 2998272, len 4096, copied 4096 00000080:00200000:3.0:1789762963.633693:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000005d93d5b3 00000080:00200000:3.0:1789762963.633698:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 37. 00000080:00200000:3.0:1789762963.633706:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2341 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633715:0:15804:0:(rw26.c:929:ll_write_end()) page@000000007452cef9[3 0000000073d257db 2 1 000000003e6b9567 0 0 732] 00000080:00200000:3.0:1789762963.633735:0:15811:0:(rw26.c:871:ll_write_end()) pos 9588736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633737:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000b8ad130c 17ffffc0001001 3:0 ffff9cdd436ffe00 732 lru 00000080:00200000:3.0:1789762963.633762:0:15811:0:(rw26.c:929:ll_write_end()) page@000000005471a78c[3 0000000073d257db 2 1 00000000aceb980c 0 0 2341] 00000080:00200000:2.0:1789762963.633775:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000eb1f3037 732: 1< 0 - - > 2< 2998272 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633782:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000004bd3b2f 17ffffc0001021 2:0 ffff9cdd45696000 2341 lru 00000080:00200000:2.0:1789762963.633788:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000007452cef9 00000080:00200000:2.0:1789762963.633794:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762963.633800:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 733 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633825:0:15804:0:(rw26.c:871:ll_write_end()) pos 3002368, len 4096, copied 4096 00000080:00200000:3.0:1789762963.633830:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000009f7a8b0b 1317: 1< 0 - - > 2< 5394432 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.633842:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000005471a78c 00000080:00200000:3.0:1789762963.633847:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1789762963.633849:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003b6bcf5a[3 0000000073d257db 2 1 000000003e6b9567 0 0 733] 00000080:00200000:2.0:1789762963.633857:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000003f784eec 17ffffc0001001 3:0 ffff9cdd436ff8c0 733 lru 00000080:00200000:3.0:1789762963.633857:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2342 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633898:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000fab3381d 733: 1< 0 - - > 2< 3002368 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.633901:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003b6bcf5a 00000080:00200000:2.0:1789762963.633909:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762963.633914:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 734 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633942:0:15804:0:(rw26.c:871:ll_write_end()) pos 3006464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633948:0:15804:0:(rw26.c:929:ll_write_end()) page@000000002e77e18e[3 0000000073d257db 2 1 000000003e6b9567 0 0 734] 00000080:00200000:2.0:1789762963.633952:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000df61350f 17ffffc0001001 3:0 ffff9cdd436ffee0 734 lru 00000080:00200000:2.0:1789762963.633961:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000004f4c6f18 734: 1< 0 - - > 2< 3006464 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.633973:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000002e77e18e 00000080:00200000:2.0:1789762963.633975:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762963.633978:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 735 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.633991:0:15804:0:(rw26.c:871:ll_write_end()) pos 3010560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.633997:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000aeb6a11e[3 0000000073d257db 2 1 000000003e6b9567 0 0 735] 00000080:00200000:2.0:1789762963.634000:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000001894567b 17ffffc0001001 3:0 ffff9cdd436ff700 735 lru 00000080:00200000:3.0:1789762963.634001:0:15811:0:(rw26.c:871:ll_write_end()) pos 9592832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634007:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000bf50460f 735: 1< 0 - - > 2< 3010560 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634010:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000a0a1eb3a[3 0000000073d257db 2 1 00000000aceb980c 0 0 2342] 00000080:00200000:2.0:1789762963.634011:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000aeb6a11e 00000080:00200000:2.0:1789762963.634014:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:3.0:1789762963.634016:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000dd0a76cc 17ffffc0001001 3:0 ffff9cdd45696c40 2342 lru 00000080:00200000:2.0:1789762963.634018:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 736 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634033:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000070cd1097 1318: 1< 0 - - > 2< 5398528 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634036:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000a0a1eb3a 00000080:00200000:3.0:1789762963.634037:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 39. 00000080:00200000:3.0:1789762963.634039:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2343 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634045:0:15804:0:(rw26.c:871:ll_write_end()) pos 3014656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634051:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000c816e16e[3 0000000073d257db 2 1 000000003e6b9567 0 0 736] 00000080:00200000:2.0:1789762963.634054:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc177bd9 17ffffc0001001 3:0 ffff9cdd436ffb60 736 lru 00000080:00200000:2.0:1789762963.634060:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000fd6d4941 736: 1< 0 - - > 2< 3014656 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634060:0:15811:0:(rw26.c:871:ll_write_end()) pos 9596928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634065:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000c816e16e 00000080:00200000:2.0:1789762963.634068:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762963.634073:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 737 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634073:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000031790885[3 0000000073d257db 2 1 00000000aceb980c 0 0 2343] 00000080:00200000:3.0:1789762963.634078:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000098de75df 17ffffc0001001 3:0 ffff9cdd45696620 2343 lru 00000080:00200000:3.0:1789762963.634083:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea8da5dc 1319: 1< 0 - - > 2< 5402624 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634084:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000031790885 00000080:00200000:3.0:1789762963.634086:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 40. 00000080:00200000:3.0:1789762963.634088:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2344 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634093:0:15804:0:(rw26.c:871:ll_write_end()) pos 3018752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634103:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d73207bd[3 0000000073d257db 2 1 000000003e6b9567 0 0 737] 00000080:00200000:3.0:1789762963.634104:0:15811:0:(rw26.c:871:ll_write_end()) pos 9601024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634109:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000004643bb95 17ffffc0001001 3:0 ffff9cdd436ff1c0 737 lru 00000080:00200000:3.0:1789762963.634113:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000039a85e7b[3 0000000073d257db 2 1 00000000aceb980c 0 0 2344] 00000080:00200000:3.0:1789762963.634122:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000004d67baf8 17ffffc0001001 3:0 ffff9cdd456967e0 2344 lru 00000080:00200000:2.0:1789762963.634123:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000004dde1d83 737: 1< 0 - - > 2< 3018752 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.634127:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d73207bd 00000080:00200000:2.0:1789762963.634129:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762963.634133:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 738 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634133:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000006a7dd849 1320: 1< 0 - - > 2< 5406720 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634139:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000039a85e7b 00000080:00200000:3.0:1789762963.634140:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 41. 00000080:00200000:3.0:1789762963.634141:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2345 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634157:0:15811:0:(rw26.c:871:ll_write_end()) pos 9605120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634160:0:15804:0:(rw26.c:871:ll_write_end()) pos 3022848, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634160:0:15811:0:(rw26.c:929:ll_write_end()) page@000000003977ad7e[3 0000000073d257db 2 1 00000000aceb980c 0 0 2345] 00000080:00200000:3.0:1789762963.634166:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000671648c6 17ffffc0001001 3:0 ffff9cdd45696a80 2345 lru 00000080:00200000:2.0:1789762963.634175:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d64f123b[3 0000000073d257db 2 1 000000003e6b9567 0 0 738] 00000080:00200000:3.0:1789762963.634176:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000001a224e93 1321: 1< 0 - - > 2< 5410816 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634180:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000003977ad7e 00000080:00200000:3.0:1789762963.634182:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1789762963.634184:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000060cb682a 17ffffc0001001 3:0 ffff9cdd43778a80 738 lru 00000080:00200000:3.0:1789762963.634185:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2346 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634195:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f14ac524 738: 1< 0 - - > 2< 3022848 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.634198:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d64f123b 00000080:00200000:2.0:1789762963.634199:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762963.634202:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 739 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634206:0:15811:0:(rw26.c:871:ll_write_end()) pos 9609216, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634213:0:15811:0:(rw26.c:929:ll_write_end()) page@000000009859150a[3 0000000073d257db 2 1 00000000aceb980c 0 0 2346] 00000080:00200000:3.0:1789762963.634216:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000009be2de06 17ffffc0001001 3:0 ffff9cdd456961c0 2346 lru 00000080:00200000:3.0:1789762963.634223:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000004fcb5e34 1322: 1< 0 - - > 2< 5414912 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.634225:0:15804:0:(rw26.c:871:ll_write_end()) pos 3026944, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634226:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000009859150a 00000080:00200000:2.0:1789762963.634231:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000e49f0dd5[3 0000000073d257db 2 1 000000003e6b9567 0 0 739] 00000080:00200000:3.0:1789762963.634231:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 43. 00000080:00200000:3.0:1789762963.634236:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2347 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634237:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e429970d 17ffffc0001001 3:0 ffff9cdd437787e0 739 lru 00000080:00200000:2.0:1789762963.634243:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000057c2b66b 739: 1< 0 - - > 2< 3026944 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.634246:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000e49f0dd5 00000080:00200000:2.0:1789762963.634247:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762963.634250:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 740 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634260:0:15811:0:(rw26.c:871:ll_write_end()) pos 9613312, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634267:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000cb696c90[3 0000000073d257db 2 1 00000000aceb980c 0 0 2347] 00000080:00200000:2.0:1789762963.634268:0:15804:0:(rw26.c:871:ll_write_end()) pos 3031040, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634272:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000441e46c3 17ffffc0001001 3:0 ffff9cdd45696b60 2347 lru 00000080:00200000:2.0:1789762963.634275:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000009799202[3 0000000073d257db 2 1 000000003e6b9567 0 0 740] 00000080:00200000:2.0:1789762963.634283:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000bfb380bf 17ffffc0001001 3:0 ffff9cdd43778620 740 lru 00000080:00200000:3.0:1789762963.634286:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000391768a3 1323: 1< 0 - - > 2< 5419008 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634291:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000cb696c90 00000080:00200000:2.0:1789762963.634293:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000aa23bdb0 740: 1< 0 - - > 2< 3031040 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634294:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1789762963.634298:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000009799202 00000080:00200000:3.0:1789762963.634299:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2348 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634301:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762963.634304:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 741 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634317:0:15811:0:(rw26.c:871:ll_write_end()) pos 9617408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634321:0:15804:0:(rw26.c:871:ll_write_end()) pos 3035136, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634325:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000f7e3f381[3 0000000073d257db 2 1 00000000aceb980c 0 0 2348] 00000080:00200000:3.0:1789762963.634330:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000c296be42 17ffffc0001001 3:0 ffff9cdd436f1ee0 2348 lru 00000080:00200000:2.0:1789762963.634331:0:15804:0:(rw26.c:929:ll_write_end()) page@000000004c009c36[3 0000000073d257db 2 1 000000003e6b9567 0 0 741] 00000080:00200000:2.0:1789762963.634339:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000436e64e2 17ffffc0001001 3:0 ffff9cdd43778c40 741 lru 00000080:00200000:3.0:1789762963.634342:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000045bc63fc 1324: 1< 0 - - > 2< 5423104 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634347:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000f7e3f381 00000080:00200000:2.0:1789762963.634349:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000373d2710 741: 1< 0 - - > 2< 3035136 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634349:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1789762963.634353:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000004c009c36 00000080:00200000:3.0:1789762963.634354:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2349 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634355:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762963.634360:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 742 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634374:0:15811:0:(rw26.c:871:ll_write_end()) pos 9621504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634377:0:15804:0:(rw26.c:871:ll_write_end()) pos 3039232, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634382:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000032f8797[3 0000000073d257db 2 1 00000000aceb980c 0 0 2349] 00000080:00200000:2.0:1789762963.634383:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000006e60baf[3 0000000073d257db 2 1 000000003e6b9567 0 0 742] 00000080:00200000:3.0:1789762963.634390:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000008f7d6feb 17ffffc0001001 3:0 ffff9cdd436f18c0 2349 lru 00000080:00200000:2.0:1789762963.634391:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000cdc95dcf 17ffffc0001001 3:0 ffff9cdd43778000 742 lru 00000080:00200000:3.0:1789762963.634415:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000068d6d90f 1325: 1< 0 - - > 2< 5427200 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.634416:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000040f5f774 742: 1< 0 - - > 2< 3039232 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634420:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000032f8797 00000080:00200000:2.0:1789762963.634422:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000006e60baf 00000080:00200000:3.0:1789762963.634423:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1789762963.634426:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:3.0:1789762963.634428:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2350 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634434:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 743 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634447:0:15811:0:(rw26.c:871:ll_write_end()) pos 9625600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634461:0:15804:0:(rw26.c:871:ll_write_end()) pos 3043328, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634470:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000058b6a73c[3 0000000073d257db 2 1 00000000aceb980c 0 0 2350] 00000080:00200000:2.0:1789762963.634493:0:15804:0:(rw26.c:929:ll_write_end()) page@000000000d4185da[3 0000000073d257db 2 1 000000003e6b9567 0 0 743] 00000080:00200000:3.0:1789762963.634496:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000ff76f911 17ffffc0001001 3:0 ffff9cdd436f1e00 2350 lru 00000080:00200000:2.0:1789762963.634515:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000000f9b16ff 17ffffc0001001 3:0 ffff9cdd437780e0 743 lru 00000080:00200000:3.0:1789762963.634540:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000078e1283a 1326: 1< 0 - - > 2< 5431296 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634547:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000058b6a73c 00000080:00200000:3.0:1789762963.634552:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1789762963.634563:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000005117eb1c 743: 1< 0 - - > 2< 3043328 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634564:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2351 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634568:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000000d4185da 00000080:00200000:2.0:1789762963.634572:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762963.634576:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 744 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634586:0:15811:0:(rw26.c:871:ll_write_end()) pos 9629696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634605:0:15804:0:(rw26.c:871:ll_write_end()) pos 3047424, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634616:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000078c8316d[3 0000000073d257db 2 1 00000000aceb980c 0 0 2351] 00000080:00200000:2.0:1789762963.634624:0:15804:0:(rw26.c:929:ll_write_end()) page@000000006b36efea[3 0000000073d257db 2 1 000000003e6b9567 0 0 744] 00000080:00200000:3.0:1789762963.634638:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000000630a099 17ffffc0001001 3:0 ffff9cdd436f19a0 2351 lru 00000080:00200000:2.0:1789762963.634639:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000081985093 17ffffc0001021 2:0 ffff9cdd43778d20 744 lru 00000080:00200000:2.0:1789762963.634668:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000066829083 744: 1< 0 - - > 2< 3047424 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634670:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000f9d91170 1327: 1< 0 - - > 2< 5435392 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.634673:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000006b36efea 00000080:00200000:2.0:1789762963.634676:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:3.0:1789762963.634678:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000078c8316d 00000080:00200000:2.0:1789762963.634686:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 745 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634686:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 48. 00000080:00200000:3.0:1789762963.634696:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2352 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634710:0:15804:0:(rw26.c:871:ll_write_end()) pos 3051520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634721:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000abc73255[3 0000000073d257db 2 1 000000003e6b9567 0 0 745] 00000080:00200000:3.0:1789762963.634727:0:15811:0:(rw26.c:871:ll_write_end()) pos 9633792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634730:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000011f97123 17ffffc0001001 3:0 ffff9cdd43778460 745 lru 00000080:00200000:3.0:1789762963.634742:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000ab1c3344[3 0000000073d257db 2 1 00000000aceb980c 0 0 2352] 00000080:00200000:2.0:1789762963.634744:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f614fd94 745: 1< 0 - - > 2< 3051520 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.634754:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000abc73255 00000080:00200000:3.0:1789762963.634761:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000053c52ed1 17ffffc0001001 3:0 ffff9cdd436f12a0 2352 lru 00000080:00200000:2.0:1789762963.634762:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762963.634769:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 746 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634797:0:15804:0:(rw26.c:871:ll_write_end()) pos 3055616, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634801:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000053b7ed5a 1328: 1< 0 - - > 2< 5439488 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.634812:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000ab1c3344 00000080:00200000:3.0:1789762963.634818:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1789762963.634822:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000eed762b4[3 0000000073d257db 2 1 000000003e6b9567 0 0 746] 00000080:00200000:3.0:1789762963.634825:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2353 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.634839:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000364eafb5 17ffffc0001001 3:0 ffff9cdd43778540 746 lru 00000080:00200000:2.0:1789762963.634852:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b0cb1bc2 746: 1< 0 - - > 2< 3055616 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.634855:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000eed762b4 00000080:00200000:2.0:1789762963.634855:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762963.634857:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 747 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.634857:0:15811:0:(rw26.c:871:ll_write_end()) pos 9637888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.634906:0:15804:0:(rw26.c:871:ll_write_end()) pos 3059712, len 4096, copied 4096 00000080:00200000:3.0:1789762963.634908:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000005f693ee[3 0000000073d257db 2 1 00000000aceb980c 0 0 2353] 00000080:00200000:2.0:1789762963.634927:0:15804:0:(rw26.c:929:ll_write_end()) page@000000002c382731[3 0000000073d257db 2 1 000000003e6b9567 0 0 747] 00000080:00200000:3.0:1789762963.634928:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000062746889 17ffffc0001001 3:0 ffff9cdd436f1380 2353 lru 00000080:00200000:2.0:1789762963.634947:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000000eaeca9d 17ffffc0001001 3:0 ffff9cdd43778380 747 lru 00000080:00200000:3.0:1789762963.634975:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000040249fd2 1329: 1< 0 - - > 2< 5443584 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.634980:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac7c68ed 747: 1< 0 - - > 2< 3059712 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.634987:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000002c382731 00000080:00200000:3.0:1789762963.634987:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000005f693ee 00000080:00200000:3.0:1789762963.634994:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1789762963.634995:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:3.0:1789762963.634999:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2354 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635001:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 748 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635049:0:15804:0:(rw26.c:871:ll_write_end()) pos 3063808, len 4096, copied 4096 00000080:00200000:3.0:1789762963.635052:0:15811:0:(rw26.c:871:ll_write_end()) pos 9641984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.635053:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003cac5dc4[3 0000000073d257db 2 1 000000003e6b9567 0 0 748] 00000080:00200000:2.0:1789762963.635063:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000b92799a7 17ffffc0001001 3:0 ffff9cdd437782a0 748 lru 00000080:00200000:3.0:1789762963.635078:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000fa3e04d8[3 0000000073d257db 2 1 00000000aceb980c 0 0 2354] 00000080:00200000:2.0:1789762963.635094:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000a0d35382 748: 1< 0 - - > 2< 3063808 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.635095:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000001a41c42c 17ffffc0001001 3:0 ffff9cdd436f1540 2354 lru 00000080:00200000:2.0:1789762963.635108:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003cac5dc4 00000080:00200000:2.0:1789762963.635114:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762963.635119:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 749 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635138:0:15804:0:(rw26.c:871:ll_write_end()) pos 3067904, len 4096, copied 4096 00000080:00200000:3.0:1789762963.635148:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000005fa40436 1330: 1< 0 - - > 2< 5447680 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.635159:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000b938e034[3 0000000073d257db 2 1 000000003e6b9567 0 0 749] 00000080:00200000:3.0:1789762963.635161:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000fa3e04d8 00000080:00200000:3.0:1789762963.635173:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1789762963.635174:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000003ab69d05 17ffffc0001001 3:0 ffff9cdd437789a0 749 lru 00000080:00200000:3.0:1789762963.635183:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2355 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635195:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000057787fe5 749: 1< 0 - - > 2< 3067904 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.635199:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000b938e034 00000080:00200000:2.0:1789762963.635201:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762963.635203:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 750 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.635209:0:15811:0:(rw26.c:871:ll_write_end()) pos 9646080, len 4096, copied 4096 00000080:00200000:3.0:1789762963.635221:0:15811:0:(rw26.c:929:ll_write_end()) page@000000008299bccd[3 0000000073d257db 2 1 00000000aceb980c 0 0 2355] 00000080:00200000:2.0:1789762963.635224:0:15804:0:(rw26.c:871:ll_write_end()) pos 3072000, len 4096, copied 4096 00000080:00200000:3.0:1789762963.635237:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc637415 17ffffc0001001 3:0 ffff9cdd436f0620 2355 lru 00000080:00200000:2.0:1789762963.635244:0:15804:0:(rw26.c:929:ll_write_end()) page@000000001de88a9a[3 0000000073d257db 2 1 000000003e6b9567 0 0 750] 00000080:00200000:3.0:1789762963.635256:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000e5d1aa22 1331: 1< 0 - - > 2< 5451776 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.635265:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000008299bccd 00000080:00200000:2.0:1789762963.635267:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002311bcd9 17ffffc0001001 3:0 ffff9cdd43778e00 750 lru 00000080:00200000:3.0:1789762963.635270:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 52. 00000080:00200000:3.0:1789762963.635276:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2356 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635309:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000051de22f3 750: 1< 0 - - > 2< 3072000 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.635310:0:15811:0:(rw26.c:871:ll_write_end()) pos 9650176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.635319:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000001de88a9a 00000080:00200000:2.0:1789762963.635324:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:3.0:1789762963.635329:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000014b77b5c[3 0000000073d257db 2 1 00000000aceb980c 0 0 2356] 00000080:00200000:2.0:1789762963.635338:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 751 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.635340:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000de0bf5cb 17ffffc0001021 2:0 ffff9cdd436f07e0 2356 lru 00000080:00200000:3.0:1789762963.635356:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000034aacd28 1332: 1< 0 - - > 2< 5455872 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.635359:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000014b77b5c 00000080:00200000:3.0:1789762963.635361:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 53. 00000080:00200000:3.0:1789762963.635364:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2357 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635386:0:15804:0:(rw26.c:871:ll_write_end()) pos 3076096, len 4096, copied 4096 00000080:00200000:3.0:1789762963.635390:0:15811:0:(rw26.c:871:ll_write_end()) pos 9654272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.635402:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003899f2e1[3 0000000073d257db 2 1 000000003e6b9567 0 0 751] 00000080:00200000:2.0:1789762963.635424:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000002283efc7 17ffffc0001001 3:0 ffff9cdd437788c0 751 lru 00000080:00200000:3.0:1789762963.635424:0:15811:0:(rw26.c:929:ll_write_end()) page@000000001dc5712e[3 0000000073d257db 2 1 00000000aceb980c 0 0 2357] 00000080:00200000:3.0:1789762963.635451:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000009e615622 17ffffc0001001 3:0 ffff9cdd436f0a80 2357 lru 00000080:00200000:2.0:1789762963.635465:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b83983f2 751: 1< 0 - - > 2< 3076096 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.635475:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003899f2e1 00000080:00200000:2.0:1789762963.635483:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762963.635489:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 752 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.635511:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000000cb373d1 1333: 1< 0 - - > 2< 5459968 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.635517:0:15804:0:(rw26.c:871:ll_write_end()) pos 3080192, len 4096, copied 4096 00000080:00200000:3.0:1789762963.635525:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000001dc5712e 00000080:00200000:2.0:1789762963.635542:0:15804:0:(rw26.c:929:ll_write_end()) page@000000003f7a194e[3 0000000073d257db 2 1 000000003e6b9567 0 0 752] 00000080:00200000:3.0:1789762963.635545:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 54. 00000080:00200000:3.0:1789762963.635552:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2358 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635553:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000001a0a9698 17ffffc0001001 3:0 ffff9cdd43778ee0 752 lru 00000080:00200000:2.0:1789762963.635572:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000002ae11c79 752: 1< 0 - - > 2< 3080192 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.635577:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000003f7a194e 00000080:00200000:3.0:1789762963.635578:0:15811:0:(rw26.c:871:ll_write_end()) pos 9658368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.635586:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762963.635594:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 753 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.635611:0:15811:0:(rw26.c:929:ll_write_end()) page@000000003da5fe80[3 0000000073d257db 2 1 00000000aceb980c 0 0 2358] 00000080:00200000:2.0:1789762963.635621:0:15804:0:(rw26.c:871:ll_write_end()) pos 3084288, len 4096, copied 4096 00000080:00200000:3.0:1789762963.635632:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000002f4d05e6 17ffffc0001001 3:0 ffff9cdd436f01c0 2358 lru 00000080:00200000:2.0:1789762963.635654:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000019cbeebe[3 0000000073d257db 2 1 000000003e6b9567 0 0 753] 00000080:00200000:2.0:1789762963.635675:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000d4ad72c2 17ffffc0001001 3:0 ffff9cdd43778700 753 lru 00000080:00200000:3.0:1789762963.635688:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000d1bd59be 1334: 1< 0 - - > 2< 5464064 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.635698:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000037f588bf 753: 1< 0 - - > 2< 3084288 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.635699:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000003da5fe80 00000080:00200000:2.0:1789762963.635712:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000019cbeebe 00000080:00200000:3.0:1789762963.635712:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1789762963.635723:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:3.0:1789762963.635727:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2359 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635728:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 754 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635757:0:15804:0:(rw26.c:871:ll_write_end()) pos 3088384, len 4096, copied 4096 00000080:00200000:3.0:1789762963.635761:0:15811:0:(rw26.c:871:ll_write_end()) pos 9662464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.635769:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000881f7806[3 0000000073d257db 2 1 000000003e6b9567 0 0 754] 00000080:00200000:3.0:1789762963.635772:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000b2af1516[3 0000000073d257db 2 1 00000000aceb980c 0 0 2359] 00000080:00200000:2.0:1789762963.635778:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc0f6a00 17ffffc0001001 3:0 ffff9cdd43778b60 754 lru 00000080:00200000:3.0:1789762963.635780:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000001b4df7a5 17ffffc0001001 3:0 ffff9cdd436f0b60 2359 lru 00000080:00200000:2.0:1789762963.635827:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000002cbde805 754: 1< 0 - - > 2< 3088384 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.635828:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000005dbfa058 1335: 1< 0 - - > 2< 5468160 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.635837:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000881f7806 00000080:00200000:3.0:1789762963.635839:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000b2af1516 00000080:00200000:2.0:1789762963.635844:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:3.0:1789762963.635845:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1789762963.635848:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 755 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.635849:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2360 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635898:0:15804:0:(rw26.c:871:ll_write_end()) pos 3092480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.635904:0:15804:0:(rw26.c:929:ll_write_end()) page@000000006e848018[3 0000000073d257db 2 1 000000003e6b9567 0 0 755] 00000080:00200000:2.0:1789762963.635911:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000b80afe11 17ffffc0001001 3:0 ffff9cdd437781c0 755 lru 00000080:00200000:2.0:1789762963.635918:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000008a93dfd1 755: 1< 0 - - > 2< 3092480 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.635921:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000006e848018 00000080:00200000:2.0:1789762963.635927:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762963.635954:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3017 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.635985:0:15813:0:(rw26.c:871:ll_write_end()) pos 12357632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.635994:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000a7583931[3 0000000073d257db 2 1 00000000e509f43d 0 0 3017] 00000080:00200000:2.0:1789762963.636003:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000298868b5 17ffffc0001001 3:0 ffff9cdd43779c40 3017 lru 00000080:00200000:2.0:1789762963.636026:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006c87a598 1993: 1< 0 - - > 2< 8163328 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.636033:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000a7583931 00000080:00200000:2.0:1789762963.636035:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762963.636040:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3018 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.636060:0:15813:0:(rw26.c:871:ll_write_end()) pos 12361728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.636075:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ca2ca60d[3 0000000073d257db 2 1 00000000e509f43d 0 0 3018] 00000080:00200000:2.0:1789762963.636083:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a315ddf9 17ffffc0001001 3:0 ffff9cdd43779000 3018 lru 00000080:00200000:2.0:1789762963.636100:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5eb880c 1994: 1< 0 - - > 2< 8167424 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.636106:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ca2ca60d 00000080:00200000:2.0:1789762963.636109:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762963.636114:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3019 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.636138:0:15813:0:(rw26.c:871:ll_write_end()) pos 12365824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.636146:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000daa9fd2d[3 0000000073d257db 2 1 00000000e509f43d 0 0 3019] 00000080:00200000:2.0:1789762963.636159:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000015d4eb20 17ffffc0001001 3:0 ffff9cdd437790e0 3019 lru 00000080:00200000:2.0:1789762963.636176:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd10ee40 1995: 1< 0 - - > 2< 8171520 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.636185:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000daa9fd2d 00000080:00200000:2.0:1789762963.636192:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762963.636198:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3020 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.636213:0:15811:0:(rw26.c:871:ll_write_end()) pos 9666560, len 4096, copied 4096 00000080:00200000:3.0:1789762963.636221:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000d0804249[3 0000000073d257db 2 1 00000000aceb980c 0 0 2360] 00000080:00200000:3.0:1789762963.636225:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000e78d01a0 17ffffc0001001 3:0 ffff9cdd436f0700 2360 lru 00000080:00200000:2.0:1789762963.636236:0:15813:0:(rw26.c:871:ll_write_end()) pos 12369920, len 4096, copied 4096 00000080:00200000:3.0:1789762963.636238:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000004adf4a30 1336: 1< 0 - - > 2< 5472256 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.636245:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000c4d6e007[3 0000000073d257db 2 1 00000000e509f43d 0 0 3020] 00000080:00200000:3.0:1789762963.636247:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000d0804249 00000080:00200000:3.0:1789762963.636251:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1789762963.636253:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000009d7913fc 17ffffc0001021 2:0 ffff9cdd43779d20 3020 lru 00000080:00200000:3.0:1789762963.636256:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2361 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.636274:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000088178efe 1996: 1< 0 - - > 2< 8175616 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.636282:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000c4d6e007 00000080:00200000:3.0:1789762963.636282:0:15811:0:(rw26.c:871:ll_write_end()) pos 9670656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.636286:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762963.636291:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3021 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.636294:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000ff5a6b7e[3 0000000073d257db 2 1 00000000aceb980c 0 0 2361] 00000080:00200000:3.0:1789762963.636300:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed2b0093 17ffffc0001001 3:0 ffff9cdd436f0ee0 2361 lru 00000080:00200000:3.0:1789762963.636304:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000501fad54 1337: 1< 0 - - > 2< 5476352 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.636306:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000ff5a6b7e 00000080:00200000:3.0:1789762963.636307:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 58. 00000080:00200000:3.0:1789762963.636309:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2362 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.636323:0:15813:0:(rw26.c:871:ll_write_end()) pos 12374016, len 4096, copied 4096 00000080:00200000:3.0:1789762963.636328:0:15811:0:(rw26.c:871:ll_write_end()) pos 9674752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.636337:0:15813:0:(rw26.c:929:ll_write_end()) page@000000008eec11be[3 0000000073d257db 2 1 00000000e509f43d 0 0 3021] 00000080:00200000:3.0:1789762963.636341:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000088710f42[3 0000000073d257db 2 1 00000000aceb980c 0 0 2362] 00000080:00200000:2.0:1789762963.636348:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000008a6e3e7f 17ffffc0001001 3:0 ffff9cdd43779460 3021 lru 00000080:00200000:3.0:1789762963.636354:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000f0b1b8dc 17ffffc0001001 3:0 ffff9cdd436f08c0 2362 lru 00000080:00200000:2.0:1789762963.636386:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000de939245 1997: 1< 0 - - > 2< 8179712 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.636387:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000577af3a7 1338: 1< 0 - - > 2< 5480448 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.636394:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000008eec11be 00000080:00200000:3.0:1789762963.636395:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000088710f42 00000080:00200000:2.0:1789762963.636398:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:3.0:1789762963.636406:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1789762963.636408:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3022 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.636411:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2363 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.636432:0:15813:0:(rw26.c:871:ll_write_end()) pos 12378112, len 4096, copied 4096 00000080:00200000:3.0:1789762963.636434:0:15811:0:(rw26.c:871:ll_write_end()) pos 9678848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.636445:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000049bf4a5c[3 0000000073d257db 2 1 00000000e509f43d 0 0 3022] 00000080:00200000:3.0:1789762963.636452:0:15811:0:(rw26.c:929:ll_write_end()) page@000000002e56398f[3 0000000073d257db 2 1 00000000aceb980c 0 0 2363] 00000080:00200000:2.0:1789762963.636458:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000e300cdd9 17ffffc0001001 3:0 ffff9cdd43779540 3022 lru 00000080:00200000:3.0:1789762963.636459:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000092403139 17ffffc0001001 3:0 ffff9cdd436f0e00 2363 lru 00000080:00200000:2.0:1789762963.636480:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc3d3d77 1998: 1< 0 - - > 2< 8183808 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.636483:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000005b5e525e 1339: 1< 0 - - > 2< 5484544 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.636491:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000002e56398f 00000080:00200000:2.0:1789762963.636492:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000049bf4a5c 00000080:00200000:3.0:1789762963.636494:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1789762963.636497:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:3.0:1789762963.636499:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2364 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.636504:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3023 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.636521:0:15811:0:(rw26.c:871:ll_write_end()) pos 9682944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.636540:0:15813:0:(rw26.c:871:ll_write_end()) pos 12382208, len 4096, copied 4096 00000080:00200000:3.0:1789762963.636551:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000002ac4a16[3 0000000073d257db 2 1 00000000aceb980c 0 0 2364] 00000080:00200000:2.0:1789762963.636565:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000091460a6b[3 0000000073d257db 2 1 00000000e509f43d 0 0 3023] 00000080:00200000:3.0:1789762963.636568:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000023624635 17ffffc0001001 3:0 ffff9cdd436f09a0 2364 lru 00000080:00200000:2.0:1789762963.636583:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000008cae6848 17ffffc0001001 3:0 ffff9cdd43779380 3023 lru 00000080:00200000:3.0:1789762963.636591:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000075803ae3 1340: 1< 0 - - > 2< 5488640 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.636597:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000002ac4a16 00000080:00200000:2.0:1789762963.636601:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000008f0003d7 1999: 1< 0 - - > 2< 8187904 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.636603:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 61. 00000080:00200000:3.0:1789762963.636612:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2365 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.636614:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000091460a6b 00000080:00200000:2.0:1789762963.636618:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762963.636627:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3024 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.636634:0:15811:0:(rw26.c:871:ll_write_end()) pos 9687040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.636646:0:15813:0:(rw26.c:871:ll_write_end()) pos 12386304, len 4096, copied 4096 00000080:00200000:3.0:1789762963.636654:0:15811:0:(rw26.c:929:ll_write_end()) page@000000005ce99328[3 0000000073d257db 2 1 00000000aceb980c 0 0 2365] 00000080:00200000:3.0:1789762963.636672:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000c6337160 17ffffc0001001 3:0 ffff9cdd436f02a0 2365 lru 00000080:00200000:2.0:1789762963.636673:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000097e01e47[3 0000000073d257db 2 1 00000000e509f43d 0 0 3024] 00000080:00200000:2.0:1789762963.636697:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000d30be831 17ffffc0001001 3:0 ffff9cdd437792a0 3024 lru 00000080:00200000:2.0:1789762963.636736:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000058e6bcca 2000: 1< 0 - - > 2< 8192000 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.636744:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000097e01e47 00000080:00200000:2.0:1789762963.636753:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762963.636763:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3025 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.636765:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000000e7539b0 1341: 1< 0 - - > 2< 5492736 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.636778:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000005ce99328 00000080:00200000:3.0:1789762963.636782:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1789762963.636792:0:15813:0:(rw26.c:871:ll_write_end()) pos 12390400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.636806:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000074f47adb[3 0000000073d257db 2 1 00000000e509f43d 0 0 3025] 00000080:00200000:2.0:1789762963.636816:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000005f557f72 17ffffc0001001 3:0 ffff9cdd437799a0 3025 lru 00000080:00200000:2.0:1789762963.636850:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ad681377 2001: 1< 0 - - > 2< 8196096 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.636854:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000074f47adb 00000080:00200000:2.0:1789762963.636857:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000100:00100000:3.0:1789762963.636858:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015154816:192.168.203.148@tcp:103:ldlm_bl.0 00000080:00200000:2.0:1789762963.636861:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3026 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.636930:0:15813:0:(rw26.c:871:ll_write_end()) pos 12394496, len 4096, copied 4096 00000080:00200000:3.0:1789762963.636944:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2366 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.636955:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000afa2552e[3 0000000073d257db 2 1 00000000e509f43d 0 0 3026] 00000080:00200000:2.0:1789762963.636977:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000e60b224a 17ffffc0001001 3:0 ffff9cdd43779e00 3026 lru 00000080:00200000:2.0:1789762963.637014:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000045838c44 2002: 1< 0 - - > 2< 8200192 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.637018:0:15811:0:(rw26.c:871:ll_write_end()) pos 9691136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637020:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000afa2552e 00000080:00200000:2.0:1789762963.637024:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762963.637031:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3027 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.637031:0:15811:0:(rw26.c:929:ll_write_end()) page@000000009c3d776f[3 0000000073d257db 2 1 00000000aceb980c 0 0 2366] 00000080:00200000:3.0:1789762963.637038:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000c4f8dd27 17ffffc0001001 3:0 ffff9cdd436f0380 2366 lru 00000080:00200000:3.0:1789762963.637045:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0251bc0 1342: 1< 0 - - > 2< 5496832 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.637048:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000009c3d776f 00000080:00200000:3.0:1789762963.637050:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1789762963.637051:0:15813:0:(rw26.c:871:ll_write_end()) pos 12398592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637058:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000367f3478[3 0000000073d257db 2 1 00000000e509f43d 0 0 3027] 00000080:00200000:2.0:1789762963.637061:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000007c5b5a62 17ffffc0001001 3:0 ffff9cdd437798c0 3027 lru 00000080:00200000:2.0:1789762963.637070:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ef54b129 2003: 1< 0 - - > 2< 8204288 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637076:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000367f3478 00000080:00200000:2.0:1789762963.637082:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762963.637089:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3028 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637121:0:15813:0:(rw26.c:871:ll_write_end()) pos 12402688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637134:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000175d6810[3 0000000073d257db 2 1 00000000e509f43d 0 0 3028] 00000080:00200000:2.0:1789762963.637146:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000004e944764 17ffffc0001001 3:0 ffff9cdd43779ee0 3028 lru 00000080:00200000:2.0:1789762963.637166:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000491829e7 2004: 1< 0 - - > 2< 8208384 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637173:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000175d6810 00000080:00200000:2.0:1789762963.637178:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762963.637184:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3029 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637213:0:15813:0:(rw26.c:871:ll_write_end()) pos 12406784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637223:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000088921fda[3 0000000073d257db 2 1 00000000e509f43d 0 0 3029] 00000080:00200000:2.0:1789762963.637229:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000432b44d1 17ffffc0001001 3:0 ffff9cdd43779700 3029 lru 00000080:00200000:2.0:1789762963.637240:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000a023846c 2005: 1< 0 - - > 2< 8212480 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637242:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000088921fda 00000080:00200000:2.0:1789762963.637244:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762963.637245:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3030 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637266:0:15813:0:(rw26.c:871:ll_write_end()) pos 12410880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637277:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ee6137a1[3 0000000073d257db 2 1 00000000e509f43d 0 0 3030] 00000080:00200000:2.0:1789762963.637283:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000009e31057e 17ffffc0001001 3:0 ffff9cdd43779b60 3030 lru 00000080:00200000:2.0:1789762963.637303:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000a69def4a 2006: 1< 0 - - > 2< 8216576 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637308:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ee6137a1 00000080:00200000:2.0:1789762963.637312:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762963.637316:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3031 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637331:0:15813:0:(rw26.c:871:ll_write_end()) pos 12414976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637337:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e2e36910[3 0000000073d257db 2 1 00000000e509f43d 0 0 3031] 00000080:00200000:2.0:1789762963.637341:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000002ca37523 17ffffc0001001 3:0 ffff9cdd437791c0 3031 lru 00000080:00200000:2.0:1789762963.637346:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000fc52d44a 2007: 1< 0 - - > 2< 8220672 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637350:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e2e36910 00000080:00200000:2.0:1789762963.637352:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762963.637357:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3032 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637381:0:15813:0:(rw26.c:871:ll_write_end()) pos 12419072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637386:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000090869cf7[3 0000000073d257db 2 1 00000000e509f43d 0 0 3032] 00000080:00200000:2.0:1789762963.637390:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000008dd059c7 17ffffc0001001 3:0 ffff9cdd43779a80 3032 lru 00000080:00200000:2.0:1789762963.637395:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000005e5dc241 2008: 1< 0 - - > 2< 8224768 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637399:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000090869cf7 00000080:00200000:2.0:1789762963.637401:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762963.637404:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3033 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637425:0:15813:0:(rw26.c:871:ll_write_end()) pos 12423168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637447:0:15813:0:(rw26.c:929:ll_write_end()) page@000000007b153faf[3 0000000073d257db 2 1 00000000e509f43d 0 0 3033] 00000080:00200000:2.0:1789762963.637462:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000003529daa1 17ffffc0001001 3:0 ffff9cdd437797e0 3033 lru 00000080:00200000:2.0:1789762963.637476:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000009fb96d15 2009: 1< 0 - - > 2< 8228864 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637482:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000007b153faf 00000080:00200000:2.0:1789762963.637484:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762963.637489:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3034 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637507:0:15813:0:(rw26.c:871:ll_write_end()) pos 12427264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637513:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000a4e199ce[3 0000000073d257db 2 1 00000000e509f43d 0 0 3034] 00000080:00200000:2.0:1789762963.637519:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000006ebd40b6 17ffffc0001001 3:0 ffff9cdd43779620 3034 lru 00000080:00200000:2.0:1789762963.637541:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006f0cecdb 2010: 1< 0 - - > 2< 8232960 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637546:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000a4e199ce 00000080:00200000:2.0:1789762963.637549:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762963.637553:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3035 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637584:0:15813:0:(rw26.c:871:ll_write_end()) pos 12431360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637594:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e39f8b0b[3 0000000073d257db 2 1 00000000e509f43d 0 0 3035] 00000080:00200000:2.0:1789762963.637603:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000003293d067 17ffffc0001021 2:0 ffff9cdd4371ec40 3035 lru 00000080:00200000:2.0:1789762963.637611:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000239b95de 2011: 1< 0 - - > 2< 8237056 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637616:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e39f8b0b 00000080:00200000:2.0:1789762963.637619:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762963.637624:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3036 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637638:0:15813:0:(rw26.c:871:ll_write_end()) pos 12435456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637641:0:15813:0:(rw26.c:929:ll_write_end()) page@000000005ca5d2a4[3 0000000073d257db 2 1 00000000e509f43d 0 0 3036] 00000080:00200000:2.0:1789762963.637642:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000024349442 17ffffc0001001 3:0 ffff9cdd4371e000 3036 lru 00000080:00200000:2.0:1789762963.637646:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000004863c45 2012: 1< 0 - - > 2< 8241152 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 6815744 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637648:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000005ca5d2a4 00000080:00200000:2.0:1789762963.637649:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762963.637650:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3037 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637659:0:15813:0:(rw26.c:871:ll_write_end()) pos 12439552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637663:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000093536e4a[3 0000000073d257db 2 1 00000000e509f43d 0 0 3037] 00000080:00200000:2.0:1789762963.637665:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000e3a0b250 17ffffc0001001 3:0 ffff9cdd4371e0e0 3037 lru 00000080:00200000:2.0:1789762963.637680:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000011f9e43a 2013: 1< 0 - - > 2< 8245248 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637684:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000093536e4a 00000080:00200000:2.0:1789762963.637687:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762963.637688:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3038 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637700:0:15813:0:(rw26.c:871:ll_write_end()) pos 12443648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637704:0:15813:0:(rw26.c:929:ll_write_end()) page@000000003c3a9c29[3 0000000073d257db 2 1 00000000e509f43d 0 0 3038] 00000080:00200000:2.0:1789762963.637708:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000f25112ea 17ffffc0001001 3:0 ffff9cdd4371ed20 3038 lru 00000080:00200000:2.0:1789762963.637714:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000000d05c33f 2014: 1< 0 - - > 2< 8249344 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637716:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000003c3a9c29 00000080:00200000:2.0:1789762963.637717:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762963.637719:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3039 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637731:0:15813:0:(rw26.c:871:ll_write_end()) pos 12447744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637736:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000375ffa22[3 0000000073d257db 2 1 00000000e509f43d 0 0 3039] 00000080:00200000:2.0:1789762963.637738:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000089d409a0 17ffffc0001001 3:0 ffff9cdd4371e460 3039 lru 00000080:00200000:2.0:1789762963.637745:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000097564a14 2015: 1< 0 - - > 2< 8253440 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637748:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000375ffa22 00000080:00200000:2.0:1789762963.637749:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762963.637751:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3040 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637762:0:15813:0:(rw26.c:871:ll_write_end()) pos 12451840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637768:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000cf175444[3 0000000073d257db 2 1 00000000e509f43d 0 0 3040] 00000080:00200000:2.0:1789762963.637771:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000a4a6fac5 17ffffc0001001 3:0 ffff9cdd4371e540 3040 lru 00000080:00200000:2.0:1789762963.637775:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000000e95203d 2016: 1< 0 - - > 2< 8257536 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637778:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000cf175444 00000080:00200000:2.0:1789762963.637779:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762963.637781:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3041 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637797:0:15813:0:(rw26.c:871:ll_write_end()) pos 12455936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637802:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000f8ec3224[3 0000000073d257db 2 1 00000000e509f43d 0 0 3041] 00000080:00200000:2.0:1789762963.637804:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000dfcd5283 17ffffc0001001 3:0 ffff9cdd4371e380 3041 lru 00000080:00200000:2.0:1789762963.637812:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000bef03cd0 2017: 1< 0 - - > 2< 8261632 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637815:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000f8ec3224 00000080:00200000:2.0:1789762963.637816:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762963.637818:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3042 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637831:0:15813:0:(rw26.c:871:ll_write_end()) pos 12460032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637835:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000736a8bbd[3 0000000073d257db 2 1 00000000e509f43d 0 0 3042] 00000080:00200000:2.0:1789762963.637840:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000be0043a6 17ffffc0001001 3:0 ffff9cdd4371e2a0 3042 lru 00000080:00200000:2.0:1789762963.637845:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000009a750482 2018: 1< 0 - - > 2< 8265728 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637848:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000736a8bbd 00000080:00200000:2.0:1789762963.637850:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762963.637852:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3043 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637905:0:15813:0:(rw26.c:871:ll_write_end()) pos 12464128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637910:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000074b31f17[3 0000000073d257db 2 1 00000000e509f43d 0 0 3043] 00000080:00200000:2.0:1789762963.637911:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000efdea6b2 17ffffc0001001 3:0 ffff9cdd4371e9a0 3043 lru 00000080:00200000:2.0:1789762963.637916:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000937ba10a 2019: 1< 0 - - > 2< 8269824 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637918:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000074b31f17 00000080:00200000:2.0:1789762963.637920:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762963.637923:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3044 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637940:0:15813:0:(rw26.c:871:ll_write_end()) pos 12468224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.637950:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ffaeaa97[3 0000000073d257db 2 1 00000000e509f43d 0 0 3044] 00000080:00200000:2.0:1789762963.637954:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000088646bc 17ffffc0001001 3:0 ffff9cdd4371ee00 3044 lru 00000080:00200000:2.0:1789762963.637961:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000189b9990 2020: 1< 0 - - > 2< 8273920 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.637966:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ffaeaa97 00000080:00200000:2.0:1789762963.637970:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762963.637976:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3045 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.637997:0:15813:0:(rw26.c:871:ll_write_end()) pos 12472320, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638010:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000009dba4b[3 0000000073d257db 2 1 00000000e509f43d 0 0 3045] 00000080:00200000:2.0:1789762963.638015:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000000fa4193c 17ffffc0001001 3:0 ffff9cdd4371e8c0 3045 lru 00000080:00200000:2.0:1789762963.638020:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000005fb6692d 2021: 1< 0 - - > 2< 8278016 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.638023:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000009dba4b 00000080:00200000:2.0:1789762963.638024:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762963.638026:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3046 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638042:0:15813:0:(rw26.c:871:ll_write_end()) pos 12476416, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638051:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000024352642[3 0000000073d257db 2 1 00000000e509f43d 0 0 3046] 00000080:00200000:2.0:1789762963.638073:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000038e40f41 17ffffc0001001 3:0 ffff9cdd4371eee0 3046 lru 00000080:00200000:2.0:1789762963.638120:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000a0497fa4 2022: 1< 0 - - > 2< 8282112 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.638130:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000024352642 00000080:00200000:2.0:1789762963.638133:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762963.638147:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3047 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638186:0:15813:0:(rw26.c:871:ll_write_end()) pos 12480512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638214:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e6205596[3 0000000073d257db 2 1 00000000e509f43d 0 0 3047] 00000080:00200000:2.0:1789762963.638227:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000d72ae68e 17ffffc0001001 3:0 ffff9cdd4371e700 3047 lru 00000080:00200000:2.0:1789762963.638243:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000006ecb097c 2023: 1< 0 - - > 2< 8286208 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | + - + - > 5< + - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762963.638252:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e6205596 00000080:00200000:2.0:1789762963.638257:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762963.638269:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3048 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638295:0:15813:0:(rw26.c:871:ll_write_end()) pos 12484608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638316:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000518d12bd[3 0000000073d257db 2 1 00000000e509f43d 0 0 3048] 00000080:00200000:2.0:1789762963.638336:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000007217f535 17ffffc0001001 3:0 ffff9cdd4371eb60 3048 lru 00000080:00200000:2.0:1789762963.638367:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000e45eb9cb 2024: 1< 0 - - > 2< 8290304 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | + - + - > 5< + - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762963.638376:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000518d12bd 00000080:00200000:2.0:1789762963.638382:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762963.638389:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3049 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638407:0:15813:0:(rw26.c:871:ll_write_end()) pos 12488704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638412:0:15813:0:(rw26.c:929:ll_write_end()) page@000000009ea73f6e[3 0000000073d257db 2 1 00000000e509f43d 0 0 3049] 00000080:00200000:2.0:1789762963.638416:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc715510 17ffffc0001001 3:0 ffff9cdd4371e1c0 3049 lru 00000080:00200000:2.0:1789762963.638426:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000005df603f 2025: 1< 0 - - > 2< 8294400 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 5111808 - | + - + - > 5< + - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762963.638429:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000009ea73f6e 00000080:00200000:2.0:1789762963.638431:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762963.638434:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3050 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638462:0:15813:0:(rw26.c:871:ll_write_end()) pos 12492800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638471:0:15813:0:(rw26.c:929:ll_write_end()) page@000000002910baa5[3 0000000073d257db 2 1 00000000e509f43d 0 0 3050] 00000080:00200000:2.0:1789762963.638475:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000000454a534 17ffffc0001021 2:0 ffff9cdd4371ea80 3050 lru 00000080:00200000:2.0:1789762963.638481:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d87a7fca 2026: 1< 0 - - > 2< 8298496 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | + - + - > 5< + - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762963.638484:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000002910baa5 00000080:00200000:2.0:1789762963.638487:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762963.638489:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3051 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638505:0:15813:0:(rw26.c:871:ll_write_end()) pos 12496896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638512:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000075990644[3 0000000073d257db 2 1 00000000e509f43d 0 0 3051] 00000080:00200000:2.0:1789762963.638515:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000013658e8 17ffffc0001001 3:0 ffff9cdd4371e7e0 3051 lru 00000080:00200000:2.0:1789762963.638521:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000545dc4c0 2027: 1< 0 - - > 2< 8302592 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | + - + - > 5< + - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762963.638524:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000075990644 00000080:00200000:2.0:1789762963.638526:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762963.638539:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3052 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638555:0:15813:0:(rw26.c:871:ll_write_end()) pos 12500992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638567:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e73e5b79[3 0000000073d257db 2 1 00000000e509f43d 0 0 3052] 00000080:00200000:2.0:1789762963.638572:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec7a2fc6 17ffffc0001001 3:0 ffff9cdd4371e620 3052 lru 00000080:00200000:2.0:1789762963.638588:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000039581fe9 2028: 1< 0 - - > 2< 8306688 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.638595:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e73e5b79 00000080:00200000:2.0:1789762963.638598:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762963.638601:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3053 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638623:0:15813:0:(rw26.c:871:ll_write_end()) pos 12505088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638629:0:15813:0:(rw26.c:929:ll_write_end()) page@000000008c933101[3 0000000073d257db 2 1 00000000e509f43d 0 0 3053] 00000080:00200000:2.0:1789762963.638640:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000098163ee4 17ffffc0001001 3:0 ffff9cdd412a8a80 3053 lru 00000080:00200000:2.0:1789762963.638646:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ff287233 2029: 1< 0 - - > 2< 8310784 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.638650:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000008c933101 00000080:00200000:2.0:1789762963.638652:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762963.638656:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3054 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638673:0:15813:0:(rw26.c:871:ll_write_end()) pos 12509184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638678:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ec9fdc92[3 0000000073d257db 2 1 00000000e509f43d 0 0 3054] 00000080:00200000:2.0:1789762963.638682:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000053bbded4 17ffffc0001001 3:0 ffff9cdd412a87e0 3054 lru 00000080:00200000:2.0:1789762963.638689:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ff55a45a 2030: 1< 0 - - > 2< 8314880 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.638694:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ec9fdc92 00000080:00200000:2.0:1789762963.638697:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762963.638700:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3055 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638725:0:15813:0:(rw26.c:871:ll_write_end()) pos 12513280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638733:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000db718823[3 0000000073d257db 2 1 00000000e509f43d 0 0 3055] 00000080:00200000:2.0:1789762963.638737:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000403f6ecb 17ffffc0001001 3:0 ffff9cdd412a8620 3055 lru 00000080:00200000:2.0:1789762963.638744:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000004d2d3eb6 2031: 1< 0 - - > 2< 8318976 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.638747:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000db718823 00000080:00200000:2.0:1789762963.638749:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762963.638752:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3056 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638776:0:15813:0:(rw26.c:871:ll_write_end()) pos 12517376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638782:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000e1a38cc1[3 0000000073d257db 2 1 00000000e509f43d 0 0 3056] 00000080:00200000:2.0:1789762963.638785:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000c8cb9d75 17ffffc0001001 3:0 ffff9cdd412a8c40 3056 lru 00000080:00200000:2.0:1789762963.638791:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d430058b 2032: 1< 0 - - > 2< 8323072 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.638798:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000e1a38cc1 00000080:00200000:2.0:1789762963.638802:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762963.638807:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3057 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638830:0:15813:0:(rw26.c:871:ll_write_end()) pos 12521472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638838:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000fe61c70e[3 0000000073d257db 2 1 00000000e509f43d 0 0 3057] 00000080:00200000:2.0:1789762963.638841:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000326bfc1c 17ffffc0001001 3:0 ffff9cdd412a8000 3057 lru 00000080:00200000:2.0:1789762963.638847:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000bee0b574 2033: 1< 0 - - > 2< 8327168 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.638851:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000fe61c70e 00000080:00200000:2.0:1789762963.638856:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762963.638861:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3058 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638922:0:15813:0:(rw26.c:871:ll_write_end()) pos 12525568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638932:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000645e0c49[3 0000000073d257db 2 1 00000000e509f43d 0 0 3058] 00000080:00200000:2.0:1789762963.638936:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000ef3bf91c 17ffffc0001001 3:0 ffff9cdd412a80e0 3058 lru 00000080:00200000:2.0:1789762963.638950:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000399c5d13 2034: 1< 0 - - > 2< 8331264 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.638957:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000645e0c49 00000080:00200000:2.0:1789762963.638960:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762963.638965:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3059 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.638987:0:15813:0:(rw26.c:871:ll_write_end()) pos 12529664, len 4096, copied 4096 00000080:00200000:2.0:1789762963.638997:0:15813:0:(rw26.c:929:ll_write_end()) page@000000009d1b7709[3 0000000073d257db 2 1 00000000e509f43d 0 0 3059] 00000080:00200000:2.0:1789762963.639003:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000e0030683 17ffffc0001001 3:0 ffff9cdd412a8d20 3059 lru 00000080:00200000:2.0:1789762963.639011:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5e77b95 2035: 1< 0 - - > 2< 8335360 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639015:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000009d1b7709 00000080:00200000:2.0:1789762963.639018:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762963.639021:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3060 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639042:0:15813:0:(rw26.c:871:ll_write_end()) pos 12533760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639052:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ee6e3304[3 0000000073d257db 2 1 00000000e509f43d 0 0 3060] 00000080:00200000:2.0:1789762963.639056:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000062e4ca9a 17ffffc0001001 3:0 ffff9cdd412a8460 3060 lru 00000080:00200000:2.0:1789762963.639061:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000571f429e 2036: 1< 0 - - > 2< 8339456 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639064:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ee6e3304 00000080:00200000:2.0:1789762963.639066:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762963.639068:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3061 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639087:0:15813:0:(rw26.c:871:ll_write_end()) pos 12537856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639092:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000a397229c[3 0000000073d257db 2 1 00000000e509f43d 0 0 3061] 00000080:00200000:2.0:1789762963.639097:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000b7cd53f3 17ffffc0001001 3:0 ffff9cdd412a8540 3061 lru 00000080:00200000:2.0:1789762963.639102:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000038980763 2037: 1< 0 - - > 2< 8343552 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639105:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000a397229c 00000080:00200000:2.0:1789762963.639106:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762963.639107:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3062 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639125:0:15813:0:(rw26.c:871:ll_write_end()) pos 12541952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639132:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000676004fc[3 0000000073d257db 2 1 00000000e509f43d 0 0 3062] 00000080:00200000:2.0:1789762963.639136:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000006bb950ee 17ffffc0001001 3:0 ffff9cdd412a8380 3062 lru 00000080:00200000:2.0:1789762963.639142:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000076bb529f 2038: 1< 0 - - > 2< 8347648 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639146:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000676004fc 00000080:00200000:2.0:1789762963.639148:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762963.639151:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3063 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639171:0:15813:0:(rw26.c:871:ll_write_end()) pos 12546048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639179:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000f303656a[3 0000000073d257db 2 1 00000000e509f43d 0 0 3063] 00000080:00200000:2.0:1789762963.639182:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000f805055e 17ffffc0001001 3:0 ffff9cdd412a82a0 3063 lru 00000080:00200000:2.0:1789762963.639196:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000003e4d4631 2039: 1< 0 - - > 2< 8351744 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639202:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000f303656a 00000080:00200000:2.0:1789762963.639205:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762963.639208:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3064 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639229:0:15813:0:(rw26.c:871:ll_write_end()) pos 12550144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639235:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000be212f8e[3 0000000073d257db 2 1 00000000e509f43d 0 0 3064] 00000080:00200000:2.0:1789762963.639239:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000000aa90de9 17ffffc0001001 3:0 ffff9cdd412a89a0 3064 lru 00000080:00200000:2.0:1789762963.639245:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000000f6bb26c 2040: 1< 0 - - > 2< 8355840 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639248:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000be212f8e 00000080:00200000:2.0:1789762963.639250:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762963.639252:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3065 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639275:0:15813:0:(rw26.c:871:ll_write_end()) pos 12554240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639283:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000cf51b3de[3 0000000073d257db 2 1 00000000e509f43d 0 0 3065] 00000080:00200000:2.0:1789762963.639285:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000005325e245 17ffffc0001021 2:0 ffff9cdd412a8e00 3065 lru 00000080:00200000:2.0:1789762963.639290:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000706cfcbc 2041: 1< 0 - - > 2< 8359936 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639292:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000cf51b3de 00000080:00200000:2.0:1789762963.639294:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762963.639297:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3066 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639313:0:15813:0:(rw26.c:871:ll_write_end()) pos 12558336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639318:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b33ac05a[3 0000000073d257db 2 1 00000000e509f43d 0 0 3066] 00000080:00200000:2.0:1789762963.639322:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000176f6a05 17ffffc0001001 3:0 ffff9cdd412a88c0 3066 lru 00000080:00200000:2.0:1789762963.639335:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000d2330a8d 2042: 1< 0 - - > 2< 8364032 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639342:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b33ac05a 00000080:00200000:2.0:1789762963.639344:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762963.639347:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3067 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639366:0:15813:0:(rw26.c:871:ll_write_end()) pos 12562432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639372:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000b0961825[3 0000000073d257db 2 1 00000000e509f43d 0 0 3067] 00000080:00200000:2.0:1789762963.639375:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad85cd0b 17ffffc0001001 3:0 ffff9cdd412a8ee0 3067 lru 00000080:00200000:2.0:1789762963.639380:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@0000000002c18016 2043: 1< 0 - - > 2< 8368128 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639382:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000b0961825 00000080:00200000:2.0:1789762963.639383:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762963.639384:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3068 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639398:0:15813:0:(rw26.c:871:ll_write_end()) pos 12566528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639403:0:15813:0:(rw26.c:929:ll_write_end()) page@0000000019394a2e[3 0000000073d257db 2 1 00000000e509f43d 0 0 3068] 00000080:00200000:2.0:1789762963.639414:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @0000000047ea3979 17ffffc0001001 3:0 ffff9cdd412a8700 3068 lru 00000080:00200000:2.0:1789762963.639421:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@000000007c9c9e53 2044: 1< 0 - - > 2< 8372224 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639423:0:15813:0:(rw26.c:929:ll_write_end()) end page@0000000019394a2e 00000080:00200000:2.0:1789762963.639425:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762963.639427:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3069 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639442:0:15813:0:(rw26.c:871:ll_write_end()) pos 12570624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639447:0:15813:0:(rw26.c:929:ll_write_end()) page@000000000bcf5bf2[3 0000000073d257db 2 1 00000000e509f43d 0 0 3069] 00000080:00200000:2.0:1789762963.639450:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @00000000574fb7ae 17ffffc0001001 3:0 ffff9cdd412a8b60 3069 lru 00000080:00200000:2.0:1789762963.639460:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000dc896d49 2045: 1< 0 - - > 2< 8376320 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639464:0:15813:0:(rw26.c:929:ll_write_end()) end page@000000000bcf5bf2 00000080:00200000:2.0:1789762963.639465:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762963.639469:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3070 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639488:0:15813:0:(rw26.c:871:ll_write_end()) pos 12574720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639492:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000d48c2fc1[3 0000000073d257db 2 1 00000000e509f43d 0 0 3070] 00000080:00200000:2.0:1789762963.639500:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000001d0cb38e 17ffffc0001001 3:0 ffff9cdd412a81c0 3070 lru 00000080:00200000:2.0:1789762963.639520:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000e1e60199 2046: 1< 0 - - > 2< 8380416 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.639540:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000d48c2fc1 00000080:00200000:2.0:1789762963.639542:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762963.639545:0:15813:0:(rw26.c:676:ll_write_begin()) Writing 3071 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.639566:0:15813:0:(rw26.c:871:ll_write_end()) pos 12578816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.639588:0:15813:0:(rw26.c:929:ll_write_end()) page@00000000ea5b477d[3 0000000073d257db 2 1 00000000e509f43d 0 0 3071] 00000080:00200000:2.0:1789762963.639596:0:15813:0:(rw26.c:929:ll_write_end()) vmpage @000000002eca05e6 17ffffc0001001 3:0 ffff9cdd436df8c0 3071 lru 00000080:00200000:2.0:1789762963.639632:0:15813:0:(rw26.c:929:ll_write_end()) osc-page@00000000ab9811f8 2047: 1< 0 - - > 2< 8384512 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 4 8 3407872 - | + - + - > 5< + - + - | 0 - | 256 - -> 00000080:00200000:2.0:1789762963.639637:0:15813:0:(rw26.c:929:ll_write_end()) end page@00000000ea5b477d 00000080:00200000:2.0:1789762963.639640:0:15813:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762963.639643:0:15813:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762963.639709:0:15813:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000003c93a200 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.639783:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.639840:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.639904:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.639926:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.639947:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.639985:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640016:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640056:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640081:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640118:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640163:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640237:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640289:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640351:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640372:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640393:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640422:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.640429:0:15813:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 1, dirtied 1 00000080:00200000:2.0:1789762963.640438:0:15813:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762963.640447:0:15813:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write bytes 0, result: 1048576 00000020:00010000:2.0:1789762963.640464:0:15813:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd48ead5d8 (ffff9cdd489fe248/0) at cl_lock_release():245 00000020:00010000:2.0:1789762963.640473:0:15813:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd48ead5d8 (ffff9cdd489fe248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762963.640476:0:15813:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6e630 (ffff9cdd489fe7e8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762963.640482:0:15813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.640519:0:15813:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1789762963.640559:0:15813:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd48ead5d8 (ffff9cdd489fe248/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762963.640563:0:15813:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6e630 (ffff9cdd489fe248/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762963.640569:0:15813:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762963.640578:0:15813:0:(file.c:2205:ll_file_io_generic()) Range unlock [2816, 3071] 00000080:00200000:2.0:1789762963.640591:0:15813:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762963.640609:0:15813:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg348-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762963.640627:0:15813:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x40:0x0] updating i_size 16777216 i_blocks 2 00000080:00200000:2.0:1789762963.640632:0:15813:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762963.640661:0:15813:0:(file.c:479:ll_file_release()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0](ffff9cdd606000c8), flags 100002 00000080:00200000:2.0:1789762963.640922:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 756 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.640949:0:15804:0:(rw26.c:871:ll_write_end()) pos 3096576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.640956:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000ec4dfca6[3 0000000073d257db 2 1 000000003e6b9567 0 0 756] 00000080:00200000:2.0:1789762963.640960:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e829c5b3 17ffffc0001001 3:0 ffff9cdd436dfee0 756 lru 00000080:00200000:2.0:1789762963.640965:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000002c6d5f44 756: 1< 0 - - > 2< 3096576 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 6 8 1703936 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.640967:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000ec4dfca6 00000080:00200000:2.0:1789762963.640969:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762963.640977:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 757 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641002:0:15804:0:(rw26.c:871:ll_write_end()) pos 3100672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641021:0:15804:0:(rw26.c:929:ll_write_end()) page@0000000078b802ec[3 0000000073d257db 2 1 000000003e6b9567 0 0 757] 00000080:00200000:2.0:1789762963.641028:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc406f2d 17ffffc0001001 3:0 ffff9cdd436df700 757 lru 00000080:00200000:2.0:1789762963.641041:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000bb67addf 757: 1< 0 - - > 2< 3100672 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 6 8 1703936 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641054:0:15804:0:(rw26.c:929:ll_write_end()) end page@0000000078b802ec 00000080:00200000:2.0:1789762963.641060:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762963.641064:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 758 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641084:0:15804:0:(rw26.c:871:ll_write_end()) pos 3104768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641102:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000c22ea953[3 0000000073d257db 2 1 000000003e6b9567 0 0 758] 00000080:00200000:2.0:1789762963.641111:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000009b78c0ef 17ffffc0001001 3:0 ffff9cdd436dfb60 758 lru 00000080:00200000:2.0:1789762963.641137:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000003bec0de8 758: 1< 0 - - > 2< 3104768 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 6 8 1703936 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641145:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000c22ea953 00000080:00200000:2.0:1789762963.641161:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762963.641174:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 759 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641204:0:15804:0:(rw26.c:871:ll_write_end()) pos 3108864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641226:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000d71e4756[3 0000000073d257db 2 1 000000003e6b9567 0 0 759] 00000080:00200000:2.0:1789762963.641238:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000d13a4571 17ffffc0001001 3:0 ffff9cdd436df1c0 759 lru 00000080:00200000:3.0:1789762963.641248:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2367 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641261:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@000000005d8432d1 759: 1< 0 - - > 2< 3108864 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 6 8 1703936 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641269:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000d71e4756 00000080:00200000:2.0:1789762963.641275:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762963.641280:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 760 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641306:0:15804:0:(rw26.c:871:ll_write_end()) pos 3112960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641310:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000e7bb29d2[3 0000000073d257db 2 1 000000003e6b9567 0 0 760] 00000080:00200000:2.0:1789762963.641313:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000000193b661 17ffffc0001001 3:0 ffff9cdd436dfa80 760 lru 00000080:00200000:2.0:1789762963.641323:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000f83b1235 760: 1< 0 - - > 2< 3112960 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 6 8 1703936 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641328:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000e7bb29d2 00000080:00200000:2.0:1789762963.641333:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762963.641340:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 761 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641365:0:15804:0:(rw26.c:871:ll_write_end()) pos 3117056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641370:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000173248d8[3 0000000073d257db 2 1 000000003e6b9567 0 0 761] 00000080:00200000:2.0:1789762963.641380:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000008ed5ee24 17ffffc0001021 2:0 ffff9cdd436df7e0 761 lru 00000080:00200000:2.0:1789762963.641406:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000eeeba72a 761: 1< 0 - - > 2< 3117056 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 6 8 1703936 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641413:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000173248d8 00000080:00200000:2.0:1789762963.641421:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762963.641438:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 762 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641489:0:15804:0:(rw26.c:871:ll_write_end()) pos 3121152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641503:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000cd4e0de3[3 0000000073d257db 2 1 000000003e6b9567 0 0 762] 00000080:00200000:3.0:1789762963.641506:0:15811:0:(rw26.c:871:ll_write_end()) pos 9695232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641515:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000087e2f71b 17ffffc0001001 3:0 ffff9cdd436df620 762 lru 00000080:00200000:3.0:1789762963.641546:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000588f16f9[3 0000000073d257db 2 1 00000000aceb980c 0 0 2367] 00000080:00200000:3.0:1789762963.641565:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000004a1fcf06 17ffffc0001001 3:0 ffff9cdd436f0540 2367 lru 00000080:00200000:2.0:1789762963.641566:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b110005e 762: 1< 0 - - > 2< 3121152 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 6 8 1703936 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641574:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000cd4e0de3 00000080:00200000:2.0:1789762963.641583:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:3.0:1789762963.641585:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7d08926 1343: 1< 0 - - > 2< 5500928 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 6 8 1703936 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.641591:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000588f16f9 00000080:00200000:2.0:1789762963.641594:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 763 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.641595:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 64. 00000080:00200000:3.0:1789762963.641603:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2368 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641625:0:15804:0:(rw26.c:871:ll_write_end()) pos 3125248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641631:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000a7c76f14[3 0000000073d257db 2 1 000000003e6b9567 0 0 763] 00000080:00200000:2.0:1789762963.641633:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @0000000082f70c84 17ffffc0001001 3:0 ffff9cdd436dfc40 763 lru 00000080:00200000:3.0:1789762963.641636:0:15811:0:(rw26.c:871:ll_write_end()) pos 9699328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641645:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@0000000064a621bc 763: 1< 0 - - > 2< 3125248 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.641650:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000748e201a[3 0000000073d257db 2 1 00000000aceb980c 0 0 2368] 00000080:00200000:2.0:1789762963.641652:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000a7c76f14 00000080:00200000:2.0:1789762963.641657:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762963.641663:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 764 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.641667:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000971016cb 17ffffc0001001 3:0 ffff9cdd436f0460 2368 lru 00000080:00200000:2.0:1789762963.641681:0:15804:0:(rw26.c:871:ll_write_end()) pos 3129344, len 4096, copied 4096 00000080:00200000:3.0:1789762963.641692:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000087f66d4f 1344: 1< 0 - - > 2< 5505024 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641696:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000ff67c065[3 0000000073d257db 2 1 000000003e6b9567 0 0 764] 00000080:00200000:3.0:1789762963.641698:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000748e201a 00000080:00200000:3.0:1789762963.641703:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1789762963.641709:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000cc6bd916 17ffffc0001001 3:0 ffff9cdd436df000 764 lru 00000080:00200000:2.0:1789762963.641741:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5676f6b 764: 1< 0 - - > 2< 3129344 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641754:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000ff67c065 00000080:00200000:2.0:1789762963.641760:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762963.641763:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 765 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641786:0:15804:0:(rw26.c:871:ll_write_end()) pos 3133440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641790:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000198fc761[3 0000000073d257db 2 1 000000003e6b9567 0 0 765] 00000080:00200000:2.0:1789762963.641792:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000e858336c 17ffffc0001001 3:0 ffff9cdd436df0e0 765 lru 00000080:00200000:2.0:1789762963.641797:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000d1063aa1 765: 1< 0 - - > 2< 3133440 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641799:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000198fc761 00000080:00200000:2.0:1789762963.641800:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762963.641802:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 766 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641827:0:15804:0:(rw26.c:871:ll_write_end()) pos 3137536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641837:0:15804:0:(rw26.c:929:ll_write_end()) page@000000004486cdf0[3 0000000073d257db 2 1 000000003e6b9567 0 0 766] 00000080:00200000:2.0:1789762963.641846:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @000000003f682526 17ffffc0001001 3:0 ffff9cdd436dfd20 766 lru 00000080:00200000:2.0:1789762963.641857:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000405c0d0d 766: 1< 0 - - > 2< 3137536 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641860:0:15804:0:(rw26.c:929:ll_write_end()) end page@000000004486cdf0 00000080:00200000:2.0:1789762963.641861:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762963.641897:0:15804:0:(rw26.c:676:ll_write_begin()) Writing 767 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.641916:0:15804:0:(rw26.c:871:ll_write_end()) pos 3141632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.641920:0:15804:0:(rw26.c:929:ll_write_end()) page@00000000bc9ff03f[3 0000000073d257db 2 1 000000003e6b9567 0 0 767] 00000080:00200000:2.0:1789762963.641923:0:15804:0:(rw26.c:929:ll_write_end()) vmpage @00000000fa347852 17ffffc0001001 3:0 ffff9cdd436df460 767 lru 00000080:00200000:2.0:1789762963.641934:0:15804:0:(rw26.c:929:ll_write_end()) osc-page@00000000b5469e21 767: 1< 0 - - > 2< 3141632 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 1703936 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.641940:0:15804:0:(rw26.c:929:ll_write_end()) end page@00000000bc9ff03f 00000080:00200000:2.0:1789762963.641943:0:15804:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762963.641949:0:15804:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000080:00200000:3.0:1789762963.641984:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2369 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.642005:0:15811:0:(rw26.c:871:ll_write_end()) pos 9703424, len 4096, copied 4096 00000008:00010000:2.0:1789762963.642012:0:15804:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000794964a4 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762963.642013:0:15811:0:(rw26.c:929:ll_write_end()) page@000000001c1bebc0[3 0000000073d257db 2 1 00000000aceb980c 0 0 2369] 00000080:00200000:3.0:1789762963.642032:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000dc9a44af 17ffffc0001001 3:0 ffff9cdd436f0d20 2369 lru 00000080:00200000:2.0:1789762963.642078:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642083:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000e0db5e63 1345: 1< 0 - - > 2< 5509120 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.642096:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000001c1bebc0 00000080:00200000:2.0:1789762963.642102:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642104:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 66. 00000080:00200000:3.0:1789762963.642117:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2370 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.642122:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.642152:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642165:0:15811:0:(rw26.c:871:ll_write_end()) pos 9707520, len 4096, copied 4096 00000080:00200000:3.0:1789762963.642175:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000e92a6d30[3 0000000073d257db 2 1 00000000aceb980c 0 0 2370] 00000080:00200000:2.0:1789762963.642184:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642188:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000001d55cea 17ffffc0001001 3:0 ffff9cdd436f00e0 2370 lru 00000080:00200000:3.0:1789762963.642218:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000002de5513c 1346: 1< 0 - - > 2< 5513216 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.642223:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000e92a6d30 00000080:00200000:3.0:1789762963.642226:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1789762963.642227:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642230:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2371 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.642255:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642259:0:15811:0:(rw26.c:871:ll_write_end()) pos 9711616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.642276:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642279:0:15811:0:(rw26.c:929:ll_write_end()) page@000000007ba39bfe[3 0000000073d257db 2 1 00000000aceb980c 0 0 2371] 00000080:00200000:3.0:1789762963.642289:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000388179f0 17ffffc0001021 2:0 ffff9cdd436f0000 2371 lru 00000080:00200000:2.0:1789762963.642302:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642307:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000000655ea0a 1347: 1< 0 - - > 2< 5517312 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.642315:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000007ba39bfe 00000080:00200000:3.0:1789762963.642317:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 68. 00000080:00200000:3.0:1789762963.642319:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2372 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.642321:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642338:0:15811:0:(rw26.c:871:ll_write_end()) pos 9715712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.642344:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642354:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000094945add[3 0000000073d257db 2 1 00000000aceb980c 0 0 2372] 00000080:00200000:3.0:1789762963.642365:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000d9d26c36 17ffffc0001001 3:0 ffff9cdd436f0c40 2372 lru 00000080:00200000:2.0:1789762963.642368:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642377:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000051efa83c 1348: 1< 0 - - > 2< 5521408 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.642381:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000094945add 00000080:00200000:3.0:1789762963.642384:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 69. 00000080:00200000:3.0:1789762963.642387:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2373 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.642399:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642409:0:15811:0:(rw26.c:871:ll_write_end()) pos 9719808, len 4096, copied 4096 00000080:00200000:3.0:1789762963.642416:0:15811:0:(rw26.c:929:ll_write_end()) page@000000008ec1480b[3 0000000073d257db 2 1 00000000aceb980c 0 0 2373] 00000080:00200000:3.0:1789762963.642419:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000ba09ddf6 17ffffc0001001 3:0 ffff9cdd436c22a0 2373 lru 00000080:00200000:2.0:1789762963.642421:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642427:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000007f9a9f41 1349: 1< 0 - - > 2< 5525504 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.642430:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000008ec1480b 00000080:00200000:3.0:1789762963.642432:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 70. 00000080:00200000:3.0:1789762963.642437:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2374 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.642455:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642458:0:15811:0:(rw26.c:871:ll_write_end()) pos 9723904, len 4096, copied 4096 00000080:00200000:3.0:1789762963.642471:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000ac483db8[3 0000000073d257db 2 1 00000000aceb980c 0 0 2374] 00000080:00200000:3.0:1789762963.642475:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000002f18bec0 17ffffc0001001 3:0 ffff9cdd436c2380 2374 lru 00000080:00200000:3.0:1789762963.642480:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000025c4aa5e 1350: 1< 0 - - > 2< 5529600 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.642482:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000ac483db8 00000080:00200000:3.0:1789762963.642484:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1789762963.642485:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642486:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2375 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.642512:0:15811:0:(rw26.c:871:ll_write_end()) pos 9728000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.642516:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.642520:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000027d75da0[3 0000000073d257db 2 1 00000000aceb980c 0 0 2375] 00000080:00200000:3.0:1789762963.642525:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000002c44eac3 17ffffc0001001 3:0 ffff9cdd436c2540 2375 lru 00000080:00200000:2.0:1789762963.642526:0:15804:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 1, dirtied 1 00000080:00200000:2.0:1789762963.642542:0:15804:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762963.642547:0:15804:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write bytes 0, result: 1048576 00000080:00200000:3.0:1789762963.642548:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000006454132d 1351: 1< 0 - - > 2< 5533696 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.642556:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000027d75da0 00000080:00200000:3.0:1789762963.642562:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 72. 00000020:00010000:2.0:1789762963.642566:0:15804:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd50078b78 (ffff9cdd60c14a28/0) at cl_lock_release():245 00000080:00200000:3.0:1789762963.642570:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2376 of 0 to 4096 bytes 00000020:00010000:2.0:1789762963.642576:0:15804:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd50078b78 (ffff9cdd60c14a28/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762963.642590:0:15804:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd60c14758/1) at cl_lock_cancel():142 00000080:00200000:3.0:1789762963.642597:0:15811:0:(rw26.c:871:ll_write_end()) pos 9732096, len 4096, copied 4096 00010000:00010000:2.0:1789762963.642605:0:15804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762963.642621:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000e223673f[3 0000000073d257db 2 1 00000000aceb980c 0 0 2376] 00000080:00200000:3.0:1789762963.642637:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000eafc953f 17ffffc0001001 3:0 ffff9cdd436c2460 2376 lru 00010000:00010000:2.0:1789762963.642643:0:15804:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789762963.642670:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000cfc3c96a 1352: 1< 0 - - > 2< 5537792 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | + - + - > 5< + - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762963.642672:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000e223673f 00000080:00200000:3.0:1789762963.642674:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 73. 00000020:00010000:2.0:1789762963.642675:0:15804:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd50078b78 (ffff9cdd60c14a28/0) at cl_lock_fini():72 00000080:00200000:3.0:1789762963.642676:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2377 of 0 to 4096 bytes 00000020:00010000:2.0:1789762963.642690:0:15804:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd60c14a28/1) at cl_lock_fini():72 00000080:00200000:3.0:1789762963.642696:0:15811:0:(rw26.c:871:ll_write_end()) pos 9736192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.642712:0:15804:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:3.0:1789762963.642717:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000f79098c8[3 0000000073d257db 2 1 00000000aceb980c 0 0 2377] 00000080:00200000:2.0:1789762963.642722:0:15804:0:(file.c:2205:ll_file_io_generic()) Range unlock [512, 767] 00000080:00200000:2.0:1789762963.642732:0:15804:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762963.642735:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000004db84e6d 17ffffc0001001 3:0 ffff9cdd436c2d20 2377 lru 00000080:00200000:2.0:1789762963.642754:0:15804:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg348-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:3.0:1789762963.642770:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1fa160f 1353: 1< 0 - - > 2< 5541888 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | + - + - > 5< + - + - | 0 - | 256 - -> 00000080:00200000:3.0:1789762963.642776:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000f79098c8 00000008:00010000:2.0:1789762963.642780:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000794964a4 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789762963.642781:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 74. 00000080:00200000:3.0:1789762963.642790:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2378 of 0 to 4096 bytes 00000008:00010000:2.0:1789762963.642800:0:126:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000794964a4 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789762963.642811:0:15811:0:(rw26.c:871:ll_write_end()) pos 9740288, len 4096, copied 4096 00000080:00200000:3.0:1789762963.642826:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000cc3c72b7[3 0000000073d257db 2 1 00000000aceb980c 0 0 2378] 00000080:00200000:3.0:1789762963.642838:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000f196f724 17ffffc0001001 3:0 ffff9cdd436c20e0 2378 lru 00000080:00200000:3.0:1789762963.642860:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000c321bab3 1354: 1< 0 - - > 2< 5545984 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.642899:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000cc3c72b7 00000080:00200000:3.0:1789762963.642903:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 75. 00000080:00200000:3.0:1789762963.642907:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2379 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.642924:0:15811:0:(rw26.c:871:ll_write_end()) pos 9744384, len 4096, copied 4096 00000080:00200000:3.0:1789762963.642928:0:15811:0:(rw26.c:929:ll_write_end()) page@000000009faf1e66[3 0000000073d257db 2 1 00000000aceb980c 0 0 2379] 00000080:00200000:3.0:1789762963.642931:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000a7a7dd30 17ffffc0001001 3:0 ffff9cdd436c2000 2379 lru 00000080:00200000:3.0:1789762963.642961:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000088ba058b 1355: 1< 0 - - > 2< 5550080 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.642972:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000009faf1e66 00000080:00200000:3.0:1789762963.642977:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 76. 00000080:00200000:3.0:1789762963.642983:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2380 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643006:0:15811:0:(rw26.c:871:ll_write_end()) pos 9748480, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643012:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000fcd2ab82[3 0000000073d257db 2 1 00000000aceb980c 0 0 2380] 00000080:00200000:3.0:1789762963.643014:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb0999b6 17ffffc0001001 3:0 ffff9cdd436c2c40 2380 lru 00000080:00200000:3.0:1789762963.643023:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000005c39f756 1356: 1< 0 - - > 2< 5554176 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643028:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000fcd2ab82 00000080:00200000:3.0:1789762963.643030:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 77. 00000080:00200000:3.0:1789762963.643034:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2381 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643053:0:15811:0:(rw26.c:871:ll_write_end()) pos 9752576, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643071:0:15811:0:(rw26.c:929:ll_write_end()) page@000000002fbe178d[3 0000000073d257db 2 1 00000000aceb980c 0 0 2381] 00000080:00200000:3.0:1789762963.643074:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000092c5b757 17ffffc0001001 3:0 ffff9cdd436c2620 2381 lru 00000080:00200000:3.0:1789762963.643078:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000e86a3458 1357: 1< 0 - - > 2< 5558272 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643080:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000002fbe178d 00000080:00200000:3.0:1789762963.643082:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 78. 00000080:00200000:3.0:1789762963.643085:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2382 of 0 to 4096 bytes 00010000:00010000:2.0:1789762963.643088:0:126:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2097152 2101247) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1789762963.643100:0:15811:0:(rw26.c:871:ll_write_end()) pos 9756672, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643127:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000458c9612[3 0000000073d257db 2 1 00000000aceb980c 0 0 2382] 00000080:00200000:3.0:1789762963.643143:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000d6ae340c 17ffffc0001001 3:0 ffff9cdd436c27e0 2382 lru 00000080:00200000:3.0:1789762963.643162:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000025fe02b2 1358: 1< 0 - - > 2< 5562368 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643173:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000458c9612 00000080:00200000:3.0:1789762963.643180:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 79. 00000080:00200000:3.0:1789762963.643185:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2383 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643208:0:15811:0:(rw26.c:871:ll_write_end()) pos 9760768, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643231:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000099798db4[3 0000000073d257db 2 1 00000000aceb980c 0 0 2383] 00000080:00200000:3.0:1789762963.643240:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000028f0461 17ffffc0001001 3:0 ffff9cdd436c2a80 2383 lru 00000080:00200000:3.0:1789762963.643245:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@0000000085db6745 1359: 1< 0 - - > 2< 5566464 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643248:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000099798db4 00000080:00200000:3.0:1789762963.643256:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 80. 00000080:00200000:3.0:1789762963.643263:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2384 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643289:0:15811:0:(rw26.c:871:ll_write_end()) pos 9764864, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643294:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000eb202f7b[3 0000000073d257db 2 1 00000000aceb980c 0 0 2384] 00000080:00200000:3.0:1789762963.643297:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000006e9e2c3b 17ffffc0001001 3:0 ffff9cdd436c21c0 2384 lru 00000080:00200000:3.0:1789762963.643301:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000fb036f8d 1360: 1< 0 - - > 2< 5570560 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643303:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000eb202f7b 00000080:00200000:3.0:1789762963.643304:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 81. 00000080:00200000:3.0:1789762963.643307:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2385 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643326:0:15811:0:(rw26.c:871:ll_write_end()) pos 9768960, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643331:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000085ab167d[3 0000000073d257db 2 1 00000000aceb980c 0 0 2385] 00000080:00200000:3.0:1789762963.643333:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000cae32818 17ffffc0001001 3:0 ffff9cdd436c2b60 2385 lru 00000080:00200000:3.0:1789762963.643338:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000adb47a98 1361: 1< 0 - - > 2< 5574656 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643342:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000085ab167d 00000080:00200000:3.0:1789762963.643345:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 82. 00000080:00200000:3.0:1789762963.643352:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2386 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643378:0:15811:0:(rw26.c:871:ll_write_end()) pos 9773056, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643386:0:15811:0:(rw26.c:929:ll_write_end()) page@000000008257bbeb[3 0000000073d257db 2 1 00000000aceb980c 0 0 2386] 00000080:00200000:3.0:1789762963.643389:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000000c227bd 17ffffc0001021 2:0 ffff9cdd436c2700 2386 lru 00000080:00200000:3.0:1789762963.643394:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000009a46b59e 1362: 1< 0 - - > 2< 5578752 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643395:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000008257bbeb 00000080:00200000:3.0:1789762963.643396:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 83. 00000080:00200000:3.0:1789762963.643398:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2387 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643413:0:15811:0:(rw26.c:871:ll_write_end()) pos 9777152, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643433:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000054d5797[3 0000000073d257db 2 1 00000000aceb980c 0 0 2387] 00000008:00100000:2.0:1789762963.643457:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a7480 - object 0x280000400:17 offset 2097152<>3145728 00000080:00200000:3.0:1789762963.643457:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000000046cd22 17ffffc0001001 3:0 ffff9cdd436c2ee0 2387 lru 00000080:00200000:3.0:1789762963.643479:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000bb64af6a 1363: 1< 0 - - > 2< 5582848 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 7 8 0 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643484:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000054d5797 00000080:00200000:3.0:1789762963.643488:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 84. 00000080:00200000:3.0:1789762963.643491:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2388 of 0 to 4096 bytes 00000100:00100000:2.0:1789762963.643508:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015155840:192.168.203.148@tcp:4:dd.0 00000080:00200000:3.0:1789762963.643509:0:15811:0:(rw26.c:871:ll_write_end()) pos 9781248, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643527:0:15811:0:(rw26.c:929:ll_write_end()) page@000000003ace2a77[3 0000000073d257db 2 1 00000000aceb980c 0 0 2388] 00000080:00200000:3.0:1789762963.643546:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000000cd1de32 17ffffc0001001 3:0 ffff9cdd436c28c0 2388 lru 00000080:00200000:3.0:1789762963.643576:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000009a45a9f8 1364: 1< 0 - - > 2< 5586944 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643583:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000003ace2a77 00000080:00200000:3.0:1789762963.643588:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1789762963.643611:0:15804:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x40:0x0] updating i_size 16777216 i_blocks 2 00000080:00200000:2.0:1789762963.643624:0:15804:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762963.643655:0:15804:0:(file.c:479:ll_file_release()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0](ffff9cdd606000c8), flags 100002 00000080:00200000:3.0:1789762963.643662:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2389 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643684:0:15811:0:(rw26.c:871:ll_write_end()) pos 9785344, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643691:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000044516ae4[3 0000000073d257db 2 1 00000000aceb980c 0 0 2389] 00000080:00200000:3.0:1789762963.643742:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000998fb3b3 17ffffc0001001 3:0 ffff9cdd436c2e00 2389 lru 00000080:00200000:3.0:1789762963.643763:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000005d830b83 1365: 1< 0 - - > 2< 5591040 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643767:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000044516ae4 00000080:00200000:3.0:1789762963.643769:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 86. 00000080:00200000:3.0:1789762963.643772:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2390 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643793:0:15811:0:(rw26.c:871:ll_write_end()) pos 9789440, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643801:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000c771f152[3 0000000073d257db 2 1 00000000aceb980c 0 0 2390] 00000080:00200000:3.0:1789762963.643805:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000f90dc150 17ffffc0001001 3:0 ffff9cdd436c29a0 2390 lru 00000080:00200000:3.0:1789762963.643810:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000000ee2fb4c 1366: 1< 0 - - > 2< 5595136 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643813:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000c771f152 00000080:00200000:3.0:1789762963.643816:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 87. 00000080:00200000:3.0:1789762963.643826:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2391 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643843:0:15811:0:(rw26.c:871:ll_write_end()) pos 9793536, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643850:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000bc8bc37b[3 0000000073d257db 2 1 00000000aceb980c 0 0 2391] 00000080:00200000:3.0:1789762963.643854:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000007714cc81 17ffffc0001001 3:0 ffff9cdd457d09a0 2391 lru 00000080:00200000:3.0:1789762963.643952:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000aa6bd96c 1367: 1< 0 - - > 2< 5599232 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.643956:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000bc8bc37b 00000080:00200000:3.0:1789762963.643959:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 88. 00000080:00200000:3.0:1789762963.643962:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2392 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.643984:0:15811:0:(rw26.c:871:ll_write_end()) pos 9797632, len 4096, copied 4096 00000080:00200000:3.0:1789762963.643990:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000aacf999b[3 0000000073d257db 2 1 00000000aceb980c 0 0 2392] 00000080:00200000:3.0:1789762963.643993:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000039c45dcb 17ffffc0001001 3:0 ffff9cdd457d02a0 2392 lru 00000080:00200000:3.0:1789762963.643999:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000000ca16506 1368: 1< 0 - - > 2< 5603328 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644001:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000aacf999b 00000080:00200000:3.0:1789762963.644004:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 89. 00000080:00200000:3.0:1789762963.644007:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2393 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.644024:0:15811:0:(rw26.c:871:ll_write_end()) pos 9801728, len 4096, copied 4096 00000080:00200000:3.0:1789762963.644030:0:15811:0:(rw26.c:929:ll_write_end()) page@000000004f7035fc[3 0000000073d257db 2 1 00000000aceb980c 0 0 2393] 00000080:00200000:3.0:1789762963.644034:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000006a0f7398 17ffffc0001001 3:0 ffff9cdd457d0380 2393 lru 00000080:00200000:3.0:1789762963.644039:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000f448f4f4 1369: 1< 0 - - > 2< 5607424 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644041:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000004f7035fc 00000080:00200000:3.0:1789762963.644043:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 90. 00000080:00200000:3.0:1789762963.644047:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2394 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.644062:0:15811:0:(rw26.c:871:ll_write_end()) pos 9805824, len 4096, copied 4096 00000080:00200000:3.0:1789762963.644066:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000d15c8ab5[3 0000000073d257db 2 1 00000000aceb980c 0 0 2394] 00000080:00200000:3.0:1789762963.644069:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000d86f187f 17ffffc0001001 3:0 ffff9cdd457d0540 2394 lru 00000080:00200000:3.0:1789762963.644074:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000007f0704f3 1370: 1< 0 - - > 2< 5611520 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644076:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000d15c8ab5 00000080:00200000:3.0:1789762963.644079:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 91. 00000080:00200000:3.0:1789762963.644082:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2395 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.644099:0:15811:0:(rw26.c:871:ll_write_end()) pos 9809920, len 4096, copied 4096 00000080:00200000:3.0:1789762963.644138:0:15811:0:(rw26.c:929:ll_write_end()) page@000000004a3fa733[3 0000000073d257db 2 1 00000000aceb980c 0 0 2395] 00000080:00200000:3.0:1789762963.644142:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000006c58c04a 17ffffc0001001 3:0 ffff9cdd457d0460 2395 lru 00000080:00200000:3.0:1789762963.644151:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb057f23 1371: 1< 0 - - > 2< 5615616 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644156:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000004a3fa733 00000080:00200000:3.0:1789762963.644159:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 92. 00000080:00200000:3.0:1789762963.644162:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2396 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.644204:0:15811:0:(rw26.c:871:ll_write_end()) pos 9814016, len 4096, copied 4096 00000080:00200000:3.0:1789762963.644212:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000ab999324[3 0000000073d257db 2 1 00000000aceb980c 0 0 2396] 00000080:00200000:3.0:1789762963.644217:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000001b3c2c72 17ffffc0001001 3:0 ffff9cdd457d0d20 2396 lru 00000080:00200000:3.0:1789762963.644224:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb6f3a71 1372: 1< 0 - - > 2< 5619712 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644231:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000ab999324 00000080:00200000:3.0:1789762963.644235:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 93. 00000080:00200000:3.0:1789762963.644238:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2397 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.644265:0:15811:0:(rw26.c:871:ll_write_end()) pos 9818112, len 4096, copied 4096 00000080:00200000:3.0:1789762963.644276:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000aad5a3b2[3 0000000073d257db 2 1 00000000aceb980c 0 0 2397] 00000080:00200000:3.0:1789762963.644282:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000057f789ac 17ffffc0001001 3:0 ffff9cdd457d00e0 2397 lru 00000080:00200000:3.0:1789762963.644290:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000ccae0beb 1373: 1< 0 - - > 2< 5623808 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644294:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000aad5a3b2 00000080:00200000:3.0:1789762963.644297:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 94. 00000080:00200000:3.0:1789762963.644334:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2398 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.644359:0:15811:0:(rw26.c:871:ll_write_end()) pos 9822208, len 4096, copied 4096 00000080:00200000:3.0:1789762963.644365:0:15811:0:(rw26.c:929:ll_write_end()) page@000000001a93cdae[3 0000000073d257db 2 1 00000000aceb980c 0 0 2398] 00000080:00200000:3.0:1789762963.644369:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000053ed917a 17ffffc0001001 3:0 ffff9cdd457d0000 2398 lru 00000080:00200000:3.0:1789762963.644375:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@000000005a5ace9f 1374: 1< 0 - - > 2< 5627904 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644377:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000001a93cdae 00000080:00200000:3.0:1789762963.644379:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 95. 00000080:00200000:3.0:1789762963.644380:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2399 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.644395:0:15811:0:(rw26.c:871:ll_write_end()) pos 9826304, len 4096, copied 4096 00000080:00200000:3.0:1789762963.644400:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000710545f2[3 0000000073d257db 2 1 00000000aceb980c 0 0 2399] 00000080:00200000:3.0:1789762963.644403:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @0000000045bdd48e 17ffffc0001001 3:0 ffff9cdd457d0c40 2399 lru 00000080:00200000:3.0:1789762963.644408:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000ec0ab788 1375: 1< 0 - - > 2< 5632000 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644411:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000710545f2 00000080:00200000:3.0:1789762963.644413:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 96. 00000080:00200000:3.0:1789762963.644417:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2400 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.644431:0:15811:0:(rw26.c:871:ll_write_end()) pos 9830400, len 4096, copied 4096 00000080:00200000:3.0:1789762963.644437:0:15811:0:(rw26.c:929:ll_write_end()) page@000000000eee6328[3 0000000073d257db 2 1 00000000aceb980c 0 0 2400] 00000080:00200000:3.0:1789762963.644440:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd2a8173 17ffffc0001001 3:0 ffff9cdd457d0620 2400 lru 00000080:00200000:3.0:1789762963.644452:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000255d6a4d 1376: 1< 0 - - > 2< 5636096 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644457:0:15811:0:(rw26.c:929:ll_write_end()) end page@000000000eee6328 00000080:00200000:3.0:1789762963.644460:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 97. 00000080:00200000:3.0:1789762963.644463:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2401 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.644494:0:15811:0:(rw26.c:871:ll_write_end()) pos 9834496, len 4096, copied 4096 00000080:00200000:3.0:1789762963.644505:0:15811:0:(rw26.c:929:ll_write_end()) page@00000000d6a79105[3 0000000073d257db 2 1 00000000aceb980c 0 0 2401] 00000080:00200000:3.0:1789762963.644509:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @000000009734ba6a 17ffffc0001021 2:0 ffff9cdd457d07e0 2401 lru 00000080:00200000:3.0:1789762963.644517:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000d174ca6e 1377: 1< 0 - - > 2< 5640192 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644520:0:15811:0:(rw26.c:929:ll_write_end()) end page@00000000d6a79105 00000080:00200000:3.0:1789762963.644522:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 98. 00000080:00200000:3.0:1789762963.644525:0:15811:0:(rw26.c:676:ll_write_begin()) Writing 2402 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.644566:0:15811:0:(rw26.c:871:ll_write_end()) pos 9838592, len 4096, copied 4096 00000080:00200000:3.0:1789762963.644577:0:15811:0:(rw26.c:929:ll_write_end()) page@0000000063101677[3 0000000073d257db 2 1 00000000aceb980c 0 0 2402] 00000080:00200000:3.0:1789762963.644582:0:15811:0:(rw26.c:929:ll_write_end()) vmpage @00000000038deebe 17ffffc0001001 3:0 ffff9cdd457d0a80 2402 lru 00000080:00200000:3.0:1789762963.644667:0:15811:0:(rw26.c:929:ll_write_end()) osc-page@00000000cc914523 1378: 1< 0 - - > 2< 5644288 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789762963.644672:0:15811:0:(rw26.c:929:ll_write_end()) end page@0000000063101677 00000080:00200000:3.0:1789762963.644674:0:15811:0:(rw26.c:929:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1789762963.647407:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 475 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647431:0:15803:0:(rw26.c:871:ll_write_end()) pos 1945600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647436:0:15803:0:(rw26.c:929:ll_write_end()) page@000000001a2be708[3 0000000073d257db 2 1 0000000031010d91 0 0 475] 00000080:00200000:2.0:1789762963.647440:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000189fa43d 17ffffc0001001 3:0 ffff9cdd436df540 475 lru 00000080:00200000:2.0:1789762963.647445:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000dbbeb810 475: 1< 0 - - > 2< 1945600 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647448:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000001a2be708 00000080:00200000:2.0:1789762963.647449:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762963.647452:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 476 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647467:0:15803:0:(rw26.c:871:ll_write_end()) pos 1949696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647472:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000b41e19c4[3 0000000073d257db 2 1 0000000031010d91 0 0 476] 00000080:00200000:2.0:1789762963.647475:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000dec60a64 17ffffc0001001 3:0 ffff9cdd436df380 476 lru 00000080:00200000:2.0:1789762963.647479:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000615a98f2 476: 1< 0 - - > 2< 1949696 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647482:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000b41e19c4 00000080:00200000:2.0:1789762963.647483:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762963.647485:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 477 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647501:0:15803:0:(rw26.c:871:ll_write_end()) pos 1953792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647504:0:15803:0:(rw26.c:929:ll_write_end()) page@000000005e0d7ec9[3 0000000073d257db 2 1 0000000031010d91 0 0 477] 00000080:00200000:2.0:1789762963.647506:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000049cae9f2 17ffffc0001001 3:0 ffff9cdd436df2a0 477 lru 00000080:00200000:2.0:1789762963.647511:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c655e388 477: 1< 0 - - > 2< 1953792 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647513:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000005e0d7ec9 00000080:00200000:2.0:1789762963.647513:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762963.647516:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 478 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647541:0:15803:0:(rw26.c:871:ll_write_end()) pos 1957888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647545:0:15803:0:(rw26.c:929:ll_write_end()) page@000000001f5e43dc[3 0000000073d257db 2 1 0000000031010d91 0 0 478] 00000080:00200000:2.0:1789762963.647547:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d4ec5e2a 17ffffc0001001 3:0 ffff9cdd436df9a0 478 lru 00000080:00200000:2.0:1789762963.647551:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000007a4ed6de 478: 1< 0 - - > 2< 1957888 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647554:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000001f5e43dc 00000080:00200000:2.0:1789762963.647555:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762963.647556:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 479 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647571:0:15803:0:(rw26.c:871:ll_write_end()) pos 1961984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647574:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000d155f67c[3 0000000073d257db 2 1 0000000031010d91 0 0 479] 00000080:00200000:2.0:1789762963.647577:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000058d3c2de 17ffffc0001001 3:0 ffff9cdd436dfe00 479 lru 00000080:00200000:2.0:1789762963.647581:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000009503c2e4 479: 1< 0 - - > 2< 1961984 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647583:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000d155f67c 00000080:00200000:2.0:1789762963.647584:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762963.647585:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 480 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647611:0:15803:0:(rw26.c:871:ll_write_end()) pos 1966080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647614:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000034449eaf[3 0000000073d257db 2 1 0000000031010d91 0 0 480] 00000080:00200000:2.0:1789762963.647616:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000165d59c1 17ffffc0001001 3:0 ffff9cdd43739d20 480 lru 00000080:00200000:2.0:1789762963.647620:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000055879e8f 480: 1< 0 - - > 2< 1966080 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647622:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000034449eaf 00000080:00200000:2.0:1789762963.647624:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762963.647625:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 481 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647642:0:15803:0:(rw26.c:871:ll_write_end()) pos 1970176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647646:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000f481b829[3 0000000073d257db 2 1 0000000031010d91 0 0 481] 00000080:00200000:2.0:1789762963.647649:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000008a52ab54 17ffffc0001001 3:0 ffff9cdd43739460 481 lru 00000080:00200000:2.0:1789762963.647653:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000219ebdb0 481: 1< 0 - - > 2< 1970176 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647655:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000f481b829 00000080:00200000:2.0:1789762963.647657:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762963.647659:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 482 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647672:0:15803:0:(rw26.c:871:ll_write_end()) pos 1974272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647675:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000068ec61ef[3 0000000073d257db 2 1 0000000031010d91 0 0 482] 00000080:00200000:2.0:1789762963.647677:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000be0de776 17ffffc0001001 3:0 ffff9cdd43739540 482 lru 00000080:00200000:2.0:1789762963.647682:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000094d2548a 482: 1< 0 - - > 2< 1974272 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647684:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000068ec61ef 00000080:00200000:2.0:1789762963.647684:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762963.647686:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 483 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647703:0:15803:0:(rw26.c:871:ll_write_end()) pos 1978368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647706:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000093c95109[3 0000000073d257db 2 1 0000000031010d91 0 0 483] 00000080:00200000:2.0:1789762963.647708:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000364dd61c 17ffffc0001001 3:0 ffff9cdd43739380 483 lru 00000080:00200000:2.0:1789762963.647712:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000003312840f 483: 1< 0 - - > 2< 1978368 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647714:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000093c95109 00000080:00200000:2.0:1789762963.647715:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762963.647716:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 484 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647730:0:15803:0:(rw26.c:871:ll_write_end()) pos 1982464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647733:0:15803:0:(rw26.c:929:ll_write_end()) page@000000005cd7a05d[3 0000000073d257db 2 1 0000000031010d91 0 0 484] 00000080:00200000:2.0:1789762963.647735:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000991903ed 17ffffc0001001 3:0 ffff9cdd437392a0 484 lru 00000080:00200000:2.0:1789762963.647739:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c48949b5 484: 1< 0 - - > 2< 1982464 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647741:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000005cd7a05d 00000080:00200000:2.0:1789762963.647742:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762963.647744:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 485 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647757:0:15803:0:(rw26.c:871:ll_write_end()) pos 1986560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647760:0:15803:0:(rw26.c:929:ll_write_end()) page@000000005bac5409[3 0000000073d257db 2 1 0000000031010d91 0 0 485] 00000080:00200000:2.0:1789762963.647762:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000005c911da5 17ffffc0001001 3:0 ffff9cdd437399a0 485 lru 00000080:00200000:2.0:1789762963.647766:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000a553316f 485: 1< 0 - - > 2< 1986560 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647768:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000005bac5409 00000080:00200000:2.0:1789762963.647769:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762963.647770:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 486 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647781:0:15803:0:(rw26.c:871:ll_write_end()) pos 1990656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647784:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000b50d7498[3 0000000073d257db 2 1 0000000031010d91 0 0 486] 00000080:00200000:2.0:1789762963.647786:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000da6d0357 17ffffc0001001 3:0 ffff9cdd43739e00 486 lru 00000080:00200000:2.0:1789762963.647789:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c89a97c3 486: 1< 0 - - > 2< 1990656 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647791:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000b50d7498 00000080:00200000:2.0:1789762963.647792:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762963.647793:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 487 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647808:0:15803:0:(rw26.c:871:ll_write_end()) pos 1994752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647811:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000dd5e7fcd[3 0000000073d257db 2 1 0000000031010d91 0 0 487] 00000080:00200000:2.0:1789762963.647814:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000004c02347 17ffffc0001001 3:0 ffff9cdd437398c0 487 lru 00000080:00200000:2.0:1789762963.647819:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000007c69c6 487: 1< 0 - - > 2< 1994752 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647821:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000dd5e7fcd 00000080:00200000:2.0:1789762963.647823:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762963.647825:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 488 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647838:0:15803:0:(rw26.c:871:ll_write_end()) pos 1998848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647842:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c95f8068[3 0000000073d257db 2 1 0000000031010d91 0 0 488] 00000080:00200000:2.0:1789762963.647845:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000009e84526 17ffffc0001001 3:0 ffff9cdd43739ee0 488 lru 00000080:00200000:2.0:1789762963.647850:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000d67ab653 488: 1< 0 - - > 2< 1998848 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647853:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c95f8068 00000080:00200000:2.0:1789762963.647854:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762963.647856:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 489 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647904:0:15803:0:(rw26.c:871:ll_write_end()) pos 2002944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647908:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009f71f135[3 0000000073d257db 2 1 0000000031010d91 0 0 489] 00000080:00200000:2.0:1789762963.647911:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000083c340cb 17ffffc0001021 2:0 ffff9cdd43739700 489 lru 00000080:00200000:2.0:1789762963.647915:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c5beb813 489: 1< 0 - - > 2< 2002944 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647917:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009f71f135 00000080:00200000:2.0:1789762963.647919:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762963.647921:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 490 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647935:0:15803:0:(rw26.c:871:ll_write_end()) pos 2007040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647940:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000809b8325[3 0000000073d257db 2 1 0000000031010d91 0 0 490] 00000080:00200000:2.0:1789762963.647943:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000db647472 17ffffc0001001 3:0 ffff9cdd43739b60 490 lru 00000080:00200000:2.0:1789762963.647948:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000002c0422c9 490: 1< 0 - - > 2< 2007040 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647951:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000809b8325 00000080:00200000:2.0:1789762963.647954:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762963.647957:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 491 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.647971:0:15803:0:(rw26.c:871:ll_write_end()) pos 2011136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.647974:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000580ea7a8[3 0000000073d257db 2 1 0000000031010d91 0 0 491] 00000080:00200000:2.0:1789762963.647977:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000015bbb7a1 17ffffc0001001 3:0 ffff9cdd437391c0 491 lru 00000080:00200000:2.0:1789762963.647981:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000014349840 491: 1< 0 - - > 2< 2011136 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.647983:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000580ea7a8 00000080:00200000:2.0:1789762963.647985:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762963.647987:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 492 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648005:0:15803:0:(rw26.c:871:ll_write_end()) pos 2015232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648009:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000ec2b8615[3 0000000073d257db 2 1 0000000031010d91 0 0 492] 00000080:00200000:2.0:1789762963.648013:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000069ac31b0 17ffffc0001001 3:0 ffff9cdd43739a80 492 lru 00000080:00200000:2.0:1789762963.648017:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000032f7aef2 492: 1< 0 - - > 2< 2015232 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648019:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000ec2b8615 00000080:00200000:2.0:1789762963.648021:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762963.648023:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 493 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648039:0:15803:0:(rw26.c:871:ll_write_end()) pos 2019328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648043:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c503a789[3 0000000073d257db 2 1 0000000031010d91 0 0 493] 00000080:00200000:2.0:1789762963.648045:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000087403227 17ffffc0001001 3:0 ffff9cdd437397e0 493 lru 00000080:00200000:2.0:1789762963.648050:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000001b997c8a 493: 1< 0 - - > 2< 2019328 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648053:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c503a789 00000080:00200000:2.0:1789762963.648056:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762963.648059:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 494 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648076:0:15803:0:(rw26.c:871:ll_write_end()) pos 2023424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648080:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000eba6b331[3 0000000073d257db 2 1 0000000031010d91 0 0 494] 00000080:00200000:2.0:1789762963.648083:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d444b80b 17ffffc0001001 3:0 ffff9cdd43739620 494 lru 00000080:00200000:2.0:1789762963.648088:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000112b7f91 494: 1< 0 - - > 2< 2023424 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648090:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000eba6b331 00000080:00200000:2.0:1789762963.648092:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762963.648094:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 495 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648106:0:15803:0:(rw26.c:871:ll_write_end()) pos 2027520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648109:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000c66f58b3[3 0000000073d257db 2 1 0000000031010d91 0 0 495] 00000080:00200000:2.0:1789762963.648112:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000095913826 17ffffc0001001 3:0 ffff9cdd43739c40 495 lru 00000080:00200000:2.0:1789762963.648116:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000002ddb0c9a 495: 1< 0 - - > 2< 2027520 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648119:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000c66f58b3 00000080:00200000:2.0:1789762963.648121:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762963.648123:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 496 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648137:0:15803:0:(rw26.c:871:ll_write_end()) pos 2031616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648141:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000053dee55[3 0000000073d257db 2 1 0000000031010d91 0 0 496] 00000080:00200000:2.0:1789762963.648144:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000033eb330c 17ffffc0001001 3:0 ffff9cdd43739000 496 lru 00000080:00200000:2.0:1789762963.648150:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000051445c4d 496: 1< 0 - - > 2< 2031616 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648154:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000053dee55 00000080:00200000:2.0:1789762963.648156:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762963.648158:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 497 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648173:0:15803:0:(rw26.c:871:ll_write_end()) pos 2035712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648176:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000fa1cb892[3 0000000073d257db 2 1 0000000031010d91 0 0 497] 00000080:00200000:2.0:1789762963.648179:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000f1d70905 17ffffc0001001 3:0 ffff9cdd437390e0 497 lru 00000080:00200000:2.0:1789762963.648183:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000006794a3c2 497: 1< 0 - - > 2< 2035712 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648185:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000fa1cb892 00000080:00200000:2.0:1789762963.648186:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762963.648188:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 498 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648206:0:15803:0:(rw26.c:871:ll_write_end()) pos 2039808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648212:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000da955352[3 0000000073d257db 2 1 0000000031010d91 0 0 498] 00000080:00200000:2.0:1789762963.648215:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000041334a73 17ffffc0001001 3:0 ffff9cdd436280e0 498 lru 00000080:00200000:2.0:1789762963.648221:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000027e6674b 498: 1< 0 - - > 2< 2039808 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648225:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000da955352 00000080:00200000:2.0:1789762963.648229:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762963.648234:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 499 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648255:0:15803:0:(rw26.c:871:ll_write_end()) pos 2043904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648260:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000a5438cbc[3 0000000073d257db 2 1 0000000031010d91 0 0 499] 00000080:00200000:2.0:1789762963.648262:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000004914418d 17ffffc0001001 3:0 ffff9cdd43628d20 499 lru 00000080:00200000:2.0:1789762963.648266:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000000a727ce0 499: 1< 0 - - > 2< 2043904 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648268:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000a5438cbc 00000080:00200000:2.0:1789762963.648270:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762963.648271:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 500 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648286:0:15803:0:(rw26.c:871:ll_write_end()) pos 2048000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648289:0:15803:0:(rw26.c:929:ll_write_end()) page@000000004606c193[3 0000000073d257db 2 1 0000000031010d91 0 0 500] 00000080:00200000:2.0:1789762963.648292:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @000000005989e9db 17ffffc0001001 3:0 ffff9cdd43628460 500 lru 00000080:00200000:2.0:1789762963.648296:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000086cfd4d8 500: 1< 0 - - > 2< 2048000 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648298:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000004606c193 00000080:00200000:2.0:1789762963.648299:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762963.648301:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 501 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648314:0:15803:0:(rw26.c:871:ll_write_end()) pos 2052096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648319:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000a32f771a[3 0000000073d257db 2 1 0000000031010d91 0 0 501] 00000080:00200000:2.0:1789762963.648321:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000e21ac36e 17ffffc0001001 3:0 ffff9cdd43628540 501 lru 00000080:00200000:2.0:1789762963.648326:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000038920589 501: 1< 0 - - > 2< 2052096 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648328:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000a32f771a 00000080:00200000:2.0:1789762963.648329:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762963.648330:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 502 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648343:0:15803:0:(rw26.c:871:ll_write_end()) pos 2056192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648346:0:15803:0:(rw26.c:929:ll_write_end()) page@000000001275cc06[3 0000000073d257db 2 1 0000000031010d91 0 0 502] 00000080:00200000:2.0:1789762963.648348:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000cef5c067 17ffffc0001001 3:0 ffff9cdd43628380 502 lru 00000080:00200000:2.0:1789762963.648353:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000e271e159 502: 1< 0 - - > 2< 2056192 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648355:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000001275cc06 00000080:00200000:2.0:1789762963.648356:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762963.648359:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 503 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648373:0:15803:0:(rw26.c:871:ll_write_end()) pos 2060288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648376:0:15803:0:(rw26.c:929:ll_write_end()) page@0000000016f33373[3 0000000073d257db 2 1 0000000031010d91 0 0 503] 00000080:00200000:2.0:1789762963.648378:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000dd95a80e 17ffffc0001001 3:0 ffff9cdd436282a0 503 lru 00000080:00200000:2.0:1789762963.648382:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000099c5969d 503: 1< 0 - - > 2< 2060288 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648384:0:15803:0:(rw26.c:929:ll_write_end()) end page@0000000016f33373 00000080:00200000:2.0:1789762963.648385:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762963.648388:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 504 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648404:0:15803:0:(rw26.c:871:ll_write_end()) pos 2064384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648410:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000300b1959[3 0000000073d257db 2 1 0000000031010d91 0 0 504] 00000080:00200000:2.0:1789762963.648413:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000087171999 17ffffc0001021 2:0 ffff9cdd436289a0 504 lru 00000080:00200000:2.0:1789762963.648418:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000006176233c 504: 1< 0 - - > 2< 2064384 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648419:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000300b1959 00000080:00200000:2.0:1789762963.648421:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762963.648423:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 505 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648435:0:15803:0:(rw26.c:871:ll_write_end()) pos 2068480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648440:0:15803:0:(rw26.c:929:ll_write_end()) page@000000003a41f9cb[3 0000000073d257db 2 1 0000000031010d91 0 0 505] 00000080:00200000:2.0:1789762963.648442:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000096be4721 17ffffc0001001 3:0 ffff9cdd43628e00 505 lru 00000080:00200000:2.0:1789762963.648445:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000d0468e8a 505: 1< 0 - - > 2< 2068480 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648448:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000003a41f9cb 00000080:00200000:2.0:1789762963.648449:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762963.648451:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 506 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648465:0:15803:0:(rw26.c:871:ll_write_end()) pos 2072576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648471:0:15803:0:(rw26.c:929:ll_write_end()) page@000000009fecca84[3 0000000073d257db 2 1 0000000031010d91 0 0 506] 00000080:00200000:2.0:1789762963.648474:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000032fe4baa 17ffffc0001001 3:0 ffff9cdd436288c0 506 lru 00000080:00200000:2.0:1789762963.648480:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000151956f1 506: 1< 0 - - > 2< 2072576 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648484:0:15803:0:(rw26.c:929:ll_write_end()) end page@000000009fecca84 00000080:00200000:2.0:1789762963.648486:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762963.648487:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 507 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648498:0:15803:0:(rw26.c:871:ll_write_end()) pos 2076672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648501:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000965e7b7e[3 0000000073d257db 2 1 0000000031010d91 0 0 507] 00000080:00200000:2.0:1789762963.648503:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000037aa2f6 17ffffc0001001 3:0 ffff9cdd43628ee0 507 lru 00000080:00200000:2.0:1789762963.648507:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000921634f7 507: 1< 0 - - > 2< 2076672 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648508:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000965e7b7e 00000080:00200000:2.0:1789762963.648509:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762963.648510:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 508 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648528:0:15803:0:(rw26.c:871:ll_write_end()) pos 2080768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648545:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000807c881f[3 0000000073d257db 2 1 0000000031010d91 0 0 508] 00000080:00200000:2.0:1789762963.648550:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000071be8ff7 17ffffc0001001 3:0 ffff9cdd43628700 508 lru 00000080:00200000:2.0:1789762963.648555:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@0000000011672e21 508: 1< 0 - - > 2< 2080768 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648558:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000807c881f 00000080:00200000:2.0:1789762963.648559:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762963.648561:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 509 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648575:0:15803:0:(rw26.c:871:ll_write_end()) pos 2084864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648580:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000bf62f155[3 0000000073d257db 2 1 0000000031010d91 0 0 509] 00000080:00200000:2.0:1789762963.648583:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000054bfe45b 17ffffc0001001 3:0 ffff9cdd43628b60 509 lru 00000080:00200000:2.0:1789762963.648587:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@000000002bddea67 509: 1< 0 - - > 2< 2084864 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648590:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000bf62f155 00000080:00200000:2.0:1789762963.648592:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762963.648594:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 510 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648613:0:15803:0:(rw26.c:871:ll_write_end()) pos 2088960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648617:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000392b9185[3 0000000073d257db 2 1 0000000031010d91 0 0 510] 00000080:00200000:2.0:1789762963.648619:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @0000000045ff1854 17ffffc0001001 3:0 ffff9cdd436281c0 510 lru 00000080:00200000:2.0:1789762963.648623:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000c41ce353 510: 1< 0 - - > 2< 2088960 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648625:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000392b9185 00000080:00200000:2.0:1789762963.648626:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762963.648629:0:15803:0:(rw26.c:676:ll_write_begin()) Writing 511 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648642:0:15803:0:(rw26.c:871:ll_write_end()) pos 2093056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648646:0:15803:0:(rw26.c:929:ll_write_end()) page@00000000b9dac151[3 0000000073d257db 2 1 0000000031010d91 0 0 511] 00000080:00200000:2.0:1789762963.648649:0:15803:0:(rw26.c:929:ll_write_end()) vmpage @00000000d8c54be7 17ffffc0001001 3:0 ffff9cdd43628a80 511 lru 00000080:00200000:2.0:1789762963.648655:0:15803:0:(rw26.c:929:ll_write_end()) osc-page@00000000026fb3d1 511: 1< 0 - - > 2< 2093056 0 0 0x0 0x0 | 00000000cc93d2d8 0000000098c3f439 > 3< 0 0 > 4< 0 8 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648658:0:15803:0:(rw26.c:929:ll_write_end()) end page@00000000b9dac151 00000080:00200000:2.0:1789762963.648661:0:15803:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762963.648665:0:15803:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000080:00200000:2.0:1789762963.648730:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3701 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648753:0:15816:0:(rw26.c:871:ll_write_end()) pos 15159296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648757:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000020130112[3 0000000073d257db 2 1 0000000097d7271a 1 0 3701] 00000080:00200000:2.0:1789762963.648760:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006e2c030c 17ffffc0001001 3:0 ffff9cdd436287e0 3701 lru 00000080:00200000:2.0:1789762963.648765:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000003697449c 1653: 1< 0 - - > 2< 6770688 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648768:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000020130112 00000080:00200000:2.0:1789762963.648770:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1789762963.648773:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3702 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648787:0:15816:0:(rw26.c:871:ll_write_end()) pos 15163392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648790:0:15816:0:(rw26.c:929:ll_write_end()) page@000000003fef7f59[3 0000000073d257db 2 1 0000000097d7271a 1 0 3702] 00000080:00200000:2.0:1789762963.648793:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000a1e685d7 17ffffc0001001 3:0 ffff9cdd43628620 3702 lru 00000080:00200000:2.0:1789762963.648797:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002ba262af 1654: 1< 0 - - > 2< 6774784 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648799:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000003fef7f59 00000080:00200000:2.0:1789762963.648801:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1789762963.648802:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3703 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648819:0:15816:0:(rw26.c:871:ll_write_end()) pos 15167488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648824:0:15816:0:(rw26.c:929:ll_write_end()) page@000000002cd48ffa[3 0000000073d257db 2 1 0000000097d7271a 1 0 3703] 00000080:00200000:2.0:1789762963.648828:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ca0a4525 17ffffc0001001 3:0 ffff9cdd43628c40 3703 lru 00000080:00200000:2.0:1789762963.648836:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000008f274b68 1655: 1< 0 - - > 2< 6778880 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648839:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000002cd48ffa 00000080:00200000:2.0:1789762963.648840:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1789762963.648843:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3704 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648863:0:15816:0:(rw26.c:871:ll_write_end()) pos 15171584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.648910:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000d1e94262[3 0000000073d257db 2 1 0000000097d7271a 1 0 3704] 00000080:00200000:2.0:1789762963.648914:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000fc28b000 17ffffc0001001 3:0 ffff9cdd43628000 3704 lru 00000080:00200000:2.0:1789762963.648920:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000020c22d8c 1656: 1< 0 - - > 2< 6782976 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.648924:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000d1e94262 00000080:00200000:2.0:1789762963.648927:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1789762963.648964:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3705 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.648997:0:15816:0:(rw26.c:871:ll_write_end()) pos 15175680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649002:0:15816:0:(rw26.c:929:ll_write_end()) page@000000007b5f9580[3 0000000073d257db 2 1 0000000097d7271a 1 0 3705] 00000080:00200000:2.0:1789762963.649005:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000018b51929 17ffffc0001001 3:0 ffff9cdd437fcc40 3705 lru 00000080:00200000:2.0:1789762963.649009:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002087f7ea 1657: 1< 0 - - > 2< 6787072 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649012:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000007b5f9580 00000080:00200000:2.0:1789762963.649013:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1789762963.649015:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3706 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649029:0:15816:0:(rw26.c:871:ll_write_end()) pos 15179776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649033:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000d3531ef7[3 0000000073d257db 2 1 0000000097d7271a 1 0 3706] 00000080:00200000:2.0:1789762963.649035:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b73e717c 17ffffc0001001 3:0 ffff9cdd437fc000 3706 lru 00000080:00200000:2.0:1789762963.649040:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000d3074bb5 1658: 1< 0 - - > 2< 6791168 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649042:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000d3531ef7 00000080:00200000:2.0:1789762963.649042:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1789762963.649044:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3707 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649059:0:15816:0:(rw26.c:871:ll_write_end()) pos 15183872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649065:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009dc81ec5[3 0000000073d257db 2 1 0000000097d7271a 1 0 3707] 00000080:00200000:2.0:1789762963.649067:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b10a8d66 17ffffc0001001 3:0 ffff9cdd437fc0e0 3707 lru 00000080:00200000:2.0:1789762963.649071:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004d4c0e74 1659: 1< 0 - - > 2< 6795264 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649074:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009dc81ec5 00000080:00200000:2.0:1789762963.649076:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1789762963.649077:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3708 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649093:0:15816:0:(rw26.c:871:ll_write_end()) pos 15187968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649097:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000be56272f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3708] 00000080:00200000:2.0:1789762963.649099:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000007d41b2ba 17ffffc0001021 2:0 ffff9cdd437fcd20 3708 lru 00000080:00200000:2.0:1789762963.649104:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c01a9a5b 1660: 1< 0 - - > 2< 6799360 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649106:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000be56272f 00000080:00200000:2.0:1789762963.649106:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1789762963.649108:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3709 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649123:0:15816:0:(rw26.c:871:ll_write_end()) pos 15192064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649127:0:15816:0:(rw26.c:929:ll_write_end()) page@000000000f73ceab[3 0000000073d257db 2 1 0000000097d7271a 1 0 3709] 00000080:00200000:2.0:1789762963.649129:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e57bac9a 17ffffc0001001 3:0 ffff9cdd437fc460 3709 lru 00000080:00200000:2.0:1789762963.649133:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002cf2053d 1661: 1< 0 - - > 2< 6803456 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649136:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000000f73ceab 00000080:00200000:2.0:1789762963.649137:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1789762963.649139:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3710 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649153:0:15816:0:(rw26.c:871:ll_write_end()) pos 15196160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649158:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000d917f2bd[3 0000000073d257db 2 1 0000000097d7271a 1 0 3710] 00000080:00200000:2.0:1789762963.649161:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f8ebc6d5 17ffffc0001001 3:0 ffff9cdd437fc540 3710 lru 00000080:00200000:2.0:1789762963.649167:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000007df160ae 1662: 1< 0 - - > 2< 6807552 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649170:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000d917f2bd 00000080:00200000:2.0:1789762963.649171:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1789762963.649173:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3711 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649186:0:15816:0:(rw26.c:871:ll_write_end()) pos 15200256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649190:0:15816:0:(rw26.c:929:ll_write_end()) page@000000001ef6fc95[3 0000000073d257db 2 1 0000000097d7271a 1 0 3711] 00000080:00200000:2.0:1789762963.649192:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f395f297 17ffffc0001001 3:0 ffff9cdd437fc380 3711 lru 00000080:00200000:2.0:1789762963.649196:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a6465e10 1663: 1< 0 - - > 2< 6811648 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649198:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000001ef6fc95 00000080:00200000:2.0:1789762963.649199:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1789762963.649200:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3712 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649222:0:15816:0:(rw26.c:871:ll_write_end()) pos 15204352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649228:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000ef9fbc8d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3712] 00000080:00200000:2.0:1789762963.649233:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c3216628 17ffffc0001001 3:0 ffff9cdd437fc2a0 3712 lru 00000080:00200000:2.0:1789762963.649240:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004bee9e0a 1664: 1< 0 - - > 2< 6815744 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649243:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000ef9fbc8d 00000080:00200000:2.0:1789762963.649244:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1789762963.649246:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3713 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649265:0:15816:0:(rw26.c:871:ll_write_end()) pos 15208448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649268:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000f4294f60[3 0000000073d257db 2 1 0000000097d7271a 1 0 3713] 00000080:00200000:2.0:1789762963.649271:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000cad26cea 17ffffc0001001 3:0 ffff9cdd437fc9a0 3713 lru 00000080:00200000:2.0:1789762963.649275:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c8c4c3c6 1665: 1< 0 - - > 2< 6819840 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649278:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000f4294f60 00000080:00200000:2.0:1789762963.649280:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1789762963.649282:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3714 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649300:0:15816:0:(rw26.c:871:ll_write_end()) pos 15212544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649304:0:15816:0:(rw26.c:929:ll_write_end()) page@000000006c158660[3 0000000073d257db 2 1 0000000097d7271a 1 0 3714] 00000080:00200000:2.0:1789762963.649307:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000772f1bb4 17ffffc0001001 3:0 ffff9cdd437fce00 3714 lru 00000080:00200000:2.0:1789762963.649312:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002dd1a0f2 1666: 1< 0 - - > 2< 6823936 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649314:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000006c158660 00000080:00200000:2.0:1789762963.649315:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1789762963.649316:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3715 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649331:0:15816:0:(rw26.c:871:ll_write_end()) pos 15216640, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649334:0:15816:0:(rw26.c:929:ll_write_end()) page@000000000433bf87[3 0000000073d257db 2 1 0000000097d7271a 1 0 3715] 00000080:00200000:2.0:1789762963.649337:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000bcd258a6 17ffffc0001001 3:0 ffff9cdd437fc8c0 3715 lru 00000080:00200000:2.0:1789762963.649341:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000d47d5b76 1667: 1< 0 - - > 2< 6828032 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649343:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000000433bf87 00000080:00200000:2.0:1789762963.649344:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1789762963.649346:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3716 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649359:0:15816:0:(rw26.c:871:ll_write_end()) pos 15220736, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649362:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b586e3bf[3 0000000073d257db 2 1 0000000097d7271a 1 0 3716] 00000080:00200000:2.0:1789762963.649364:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000dcb6d356 17ffffc0001001 3:0 ffff9cdd437fcee0 3716 lru 00000080:00200000:2.0:1789762963.649369:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0080ff8 1668: 1< 0 - - > 2< 6832128 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649371:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b586e3bf 00000080:00200000:2.0:1789762963.649372:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1789762963.649375:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3717 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649385:0:15816:0:(rw26.c:871:ll_write_end()) pos 15224832, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649390:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000071f6b063[3 0000000073d257db 2 1 0000000097d7271a 1 0 3717] 00000080:00200000:2.0:1789762963.649392:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ac9a17c9 17ffffc0001001 3:0 ffff9cdd437fc700 3717 lru 00000080:00200000:2.0:1789762963.649397:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000007d70e39a 1669: 1< 0 - - > 2< 6836224 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649398:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000071f6b063 00000080:00200000:2.0:1789762963.649399:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1789762963.649400:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3718 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649421:0:15816:0:(rw26.c:871:ll_write_end()) pos 15228928, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649428:0:15816:0:(rw26.c:929:ll_write_end()) page@000000003f6f6dd2[3 0000000073d257db 2 1 0000000097d7271a 1 0 3718] 00000080:00200000:2.0:1789762963.649433:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b93505de 17ffffc0001001 3:0 ffff9cdd437fcb60 3718 lru 00000080:00200000:2.0:1789762963.649438:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004a7ecd70 1670: 1< 0 - - > 2< 6840320 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649442:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000003f6f6dd2 00000080:00200000:2.0:1789762963.649443:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1789762963.649445:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3719 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649460:0:15816:0:(rw26.c:871:ll_write_end()) pos 15233024, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649463:0:15816:0:(rw26.c:929:ll_write_end()) page@000000002f3b5dd9[3 0000000073d257db 2 1 0000000097d7271a 1 0 3719] 00000080:00200000:2.0:1789762963.649465:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000000e721aa3 17ffffc0001001 3:0 ffff9cdd437fc1c0 3719 lru 00000080:00200000:2.0:1789762963.649470:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000eae9442a 1671: 1< 0 - - > 2< 6844416 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649473:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000002f3b5dd9 00000080:00200000:2.0:1789762963.649474:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1789762963.649476:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3720 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649492:0:15816:0:(rw26.c:871:ll_write_end()) pos 15237120, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649496:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009a0b10d9[3 0000000073d257db 2 1 0000000097d7271a 1 0 3720] 00000080:00200000:2.0:1789762963.649499:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000061031c86 17ffffc0001001 3:0 ffff9cdd437fca80 3720 lru 00000080:00200000:2.0:1789762963.649503:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000092c94e8c 1672: 1< 0 - - > 2< 6848512 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649505:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009a0b10d9 00000080:00200000:2.0:1789762963.649507:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1789762963.649509:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3721 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649523:0:15816:0:(rw26.c:871:ll_write_end()) pos 15241216, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649526:0:15816:0:(rw26.c:929:ll_write_end()) page@000000006c503462[3 0000000073d257db 2 1 0000000097d7271a 1 0 3721] 00000080:00200000:2.0:1789762963.649541:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000063f548e9 17ffffc0001001 3:0 ffff9cdd437fc7e0 3721 lru 00000080:00200000:2.0:1789762963.649548:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000050dbe2c5 1673: 1< 0 - - > 2< 6852608 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649551:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000006c503462 00000080:00200000:2.0:1789762963.649554:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1789762963.649558:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3722 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649576:0:15816:0:(rw26.c:871:ll_write_end()) pos 15245312, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649580:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c7e8d4dc[3 0000000073d257db 2 1 0000000097d7271a 1 0 3722] 00000080:00200000:2.0:1789762963.649583:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000056fb1041 17ffffc0001001 3:0 ffff9cdd437fc620 3722 lru 00000080:00200000:2.0:1789762963.649589:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000073bc7c8 1674: 1< 0 - - > 2< 6856704 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649591:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c7e8d4dc 00000080:00200000:2.0:1789762963.649593:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1789762963.649595:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3723 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649622:0:15816:0:(rw26.c:871:ll_write_end()) pos 15249408, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649626:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000d04b6d09[3 0000000073d257db 2 1 0000000097d7271a 1 0 3723] 00000080:00200000:2.0:1789762963.649629:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000097f7fa6e 17ffffc0001021 2:0 ffff9cdd436de000 3723 lru 00000080:00200000:2.0:1789762963.649633:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000bc23dee5 1675: 1< 0 - - > 2< 6860800 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649637:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000d04b6d09 00000080:00200000:2.0:1789762963.649638:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1789762963.649640:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3724 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649656:0:15816:0:(rw26.c:871:ll_write_end()) pos 15253504, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649660:0:15816:0:(rw26.c:929:ll_write_end()) page@000000000c747e23[3 0000000073d257db 2 1 0000000097d7271a 1 0 3724] 00000080:00200000:2.0:1789762963.649662:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd458d7a 17ffffc0001001 3:0 ffff9cdd436de0e0 3724 lru 00000080:00200000:2.0:1789762963.649667:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000415995b9 1676: 1< 0 - - > 2< 6864896 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649670:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000000c747e23 00000080:00200000:2.0:1789762963.649671:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1789762963.649673:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3725 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649686:0:15816:0:(rw26.c:871:ll_write_end()) pos 15257600, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649689:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000ef553932[3 0000000073d257db 2 1 0000000097d7271a 1 0 3725] 00000080:00200000:2.0:1789762963.649693:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ffb3b86a 17ffffc0001001 3:0 ffff9cdd436ded20 3725 lru 00000080:00200000:2.0:1789762963.649697:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000040d500c5 1677: 1< 0 - - > 2< 6868992 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649699:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000ef553932 00000080:00200000:2.0:1789762963.649701:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1789762963.649703:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3726 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649717:0:15816:0:(rw26.c:871:ll_write_end()) pos 15261696, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649720:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b6e8875b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3726] 00000080:00200000:2.0:1789762963.649723:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008f71e3d7 17ffffc0001001 3:0 ffff9cdd436de460 3726 lru 00000080:00200000:2.0:1789762963.649729:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000007b71f953 1678: 1< 0 - - > 2< 6873088 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649732:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b6e8875b 00000080:00200000:2.0:1789762963.649733:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1789762963.649735:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3727 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649751:0:15816:0:(rw26.c:871:ll_write_end()) pos 15265792, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649756:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000018b49104[3 0000000073d257db 2 1 0000000097d7271a 1 0 3727] 00000080:00200000:2.0:1789762963.649760:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2ba8300 17ffffc0001001 3:0 ffff9cdd436de540 3727 lru 00000080:00200000:2.0:1789762963.649766:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f992facf 1679: 1< 0 - - > 2< 6877184 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649769:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000018b49104 00000080:00200000:2.0:1789762963.649771:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1789762963.649773:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3728 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649795:0:15816:0:(rw26.c:871:ll_write_end()) pos 15269888, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649800:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000066323c70[3 0000000073d257db 2 1 0000000097d7271a 1 0 3728] 00000080:00200000:2.0:1789762963.649802:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000fd9a767e 17ffffc0001001 3:0 ffff9cdd436de380 3728 lru 00000080:00200000:2.0:1789762963.649809:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000007d7769e8 1680: 1< 0 - - > 2< 6881280 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649811:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000066323c70 00000080:00200000:2.0:1789762963.649812:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1789762963.649814:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3729 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649829:0:15816:0:(rw26.c:871:ll_write_end()) pos 15273984, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649832:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000064c05134[3 0000000073d257db 2 1 0000000097d7271a 1 0 3729] 00000080:00200000:2.0:1789762963.649835:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000a15b595e 17ffffc0001001 3:0 ffff9cdd436de2a0 3729 lru 00000080:00200000:2.0:1789762963.649840:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000084cfa72e 1681: 1< 0 - - > 2< 6885376 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649842:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000064c05134 00000080:00200000:2.0:1789762963.649844:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1789762963.649846:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3730 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649891:0:15816:0:(rw26.c:871:ll_write_end()) pos 15278080, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649896:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000e121be16[3 0000000073d257db 2 1 0000000097d7271a 1 0 3730] 00000080:00200000:2.0:1789762963.649898:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000031bddacd 17ffffc0001001 3:0 ffff9cdd436de9a0 3730 lru 00000080:00200000:2.0:1789762963.649902:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000014962a2b 1682: 1< 0 - - > 2< 6889472 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649904:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000e121be16 00000080:00200000:2.0:1789762963.649906:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1789762963.649907:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3731 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649920:0:15816:0:(rw26.c:871:ll_write_end()) pos 15282176, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649923:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b12bbd56[3 0000000073d257db 2 1 0000000097d7271a 1 0 3731] 00000080:00200000:2.0:1789762963.649925:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000005c711f1 17ffffc0001001 3:0 ffff9cdd436dee00 3731 lru 00000080:00200000:2.0:1789762963.649930:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c96176b5 1683: 1< 0 - - > 2< 6893568 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649932:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b12bbd56 00000080:00200000:2.0:1789762963.649933:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1789762963.649934:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3732 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649948:0:15816:0:(rw26.c:871:ll_write_end()) pos 15286272, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649951:0:15816:0:(rw26.c:929:ll_write_end()) page@000000007d9d3309[3 0000000073d257db 2 1 0000000097d7271a 1 0 3732] 00000080:00200000:2.0:1789762963.649954:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f1175c6b 17ffffc0001001 3:0 ffff9cdd436de8c0 3732 lru 00000080:00200000:2.0:1789762963.649958:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000065faa95a 1684: 1< 0 - - > 2< 6897664 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649961:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000007d9d3309 00000080:00200000:2.0:1789762963.649962:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1789762963.649964:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3733 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.649974:0:15816:0:(rw26.c:871:ll_write_end()) pos 15290368, len 4096, copied 4096 00000080:00200000:2.0:1789762963.649979:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000054e291c0[3 0000000073d257db 2 1 0000000097d7271a 1 0 3733] 00000080:00200000:2.0:1789762963.649982:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ad8d4dae 17ffffc0001001 3:0 ffff9cdd436deee0 3733 lru 00000080:00200000:2.0:1789762963.649986:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000006d8e31a2 1685: 1< 0 - - > 2< 6901760 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.649988:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000054e291c0 00000080:00200000:2.0:1789762963.649991:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1789762963.649992:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3734 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650008:0:15816:0:(rw26.c:871:ll_write_end()) pos 15294464, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650012:0:15816:0:(rw26.c:929:ll_write_end()) page@000000005ce7450c[3 0000000073d257db 2 1 0000000097d7271a 1 0 3734] 00000080:00200000:2.0:1789762963.650015:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000003b8e3cfa 17ffffc0001001 3:0 ffff9cdd436de700 3734 lru 00000080:00200000:2.0:1789762963.650019:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000009779de21 1686: 1< 0 - - > 2< 6905856 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650021:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000005ce7450c 00000080:00200000:2.0:1789762963.650023:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1789762963.650025:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3735 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650040:0:15816:0:(rw26.c:871:ll_write_end()) pos 15298560, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650044:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000412073ca[3 0000000073d257db 2 1 0000000097d7271a 1 0 3735] 00000080:00200000:2.0:1789762963.650046:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000089e52480 17ffffc0001001 3:0 ffff9cdd436deb60 3735 lru 00000080:00200000:2.0:1789762963.650050:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000000aa9d9c2 1687: 1< 0 - - > 2< 6909952 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650052:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000412073ca 00000080:00200000:2.0:1789762963.650053:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1789762963.650055:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3736 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650073:0:15816:0:(rw26.c:871:ll_write_end()) pos 15302656, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650078:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c9814aa4[3 0000000073d257db 2 1 0000000097d7271a 1 0 3736] 00000080:00200000:2.0:1789762963.650082:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000018526b4f 17ffffc0001001 3:0 ffff9cdd436de1c0 3736 lru 00000080:00200000:2.0:1789762963.650089:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f94faaf2 1688: 1< 0 - - > 2< 6914048 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650093:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c9814aa4 00000080:00200000:2.0:1789762963.650094:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1789762963.650097:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3737 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650115:0:15816:0:(rw26.c:871:ll_write_end()) pos 15306752, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650119:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000a71eec88[3 0000000073d257db 2 1 0000000097d7271a 1 0 3737] 00000080:00200000:2.0:1789762963.650122:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000459fdebd 17ffffc0001001 3:0 ffff9cdd436dea80 3737 lru 00000080:00200000:2.0:1789762963.650126:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000fcde7265 1689: 1< 0 - - > 2< 6918144 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650130:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000a71eec88 00000080:00200000:2.0:1789762963.650132:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1789762963.650134:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3738 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650156:0:15816:0:(rw26.c:871:ll_write_end()) pos 15310848, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650161:0:15816:0:(rw26.c:929:ll_write_end()) page@000000005b85f427[3 0000000073d257db 2 1 0000000097d7271a 1 0 3738] 00000080:00200000:2.0:1789762963.650166:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000745baea1 17ffffc0001021 2:0 ffff9cdd436de7e0 3738 lru 00000080:00200000:2.0:1789762963.650173:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005445546a 1690: 1< 0 - - > 2< 6922240 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650178:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000005b85f427 00000080:00200000:2.0:1789762963.650182:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1789762963.650184:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3739 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650206:0:15816:0:(rw26.c:871:ll_write_end()) pos 15314944, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650213:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000930c8d84[3 0000000073d257db 2 1 0000000097d7271a 1 0 3739] 00000080:00200000:2.0:1789762963.650218:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f6ae079d 17ffffc0001001 3:0 ffff9cdd436de620 3739 lru 00000080:00200000:2.0:1789762963.650225:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000709046e4 1691: 1< 0 - - > 2< 6926336 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650227:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000930c8d84 00000080:00200000:2.0:1789762963.650228:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1789762963.650230:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3740 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650249:0:15816:0:(rw26.c:871:ll_write_end()) pos 15319040, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650253:0:15816:0:(rw26.c:929:ll_write_end()) page@000000002efdbb4f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3740] 00000080:00200000:2.0:1789762963.650255:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f093b655 17ffffc0001001 3:0 ffff9cdd436dec40 3740 lru 00000080:00200000:2.0:1789762963.650260:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000009c8fb665 1692: 1< 0 - - > 2< 6930432 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650263:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000002efdbb4f 00000080:00200000:2.0:1789762963.650265:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1789762963.650266:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3741 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650291:0:15816:0:(rw26.c:871:ll_write_end()) pos 15323136, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650295:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000098d958f8[3 0000000073d257db 2 1 0000000097d7271a 1 0 3741] 00000080:00200000:2.0:1789762963.650299:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000fe21e081 17ffffc0001001 3:0 ffff9cdd486c8d20 3741 lru 00000080:00200000:2.0:1789762963.650304:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002681275c 1693: 1< 0 - - > 2< 6934528 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650306:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000098d958f8 00000080:00200000:2.0:1789762963.650308:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1789762963.650310:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3742 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650322:0:15816:0:(rw26.c:871:ll_write_end()) pos 15327232, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650326:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000bf58e4e7[3 0000000073d257db 2 1 0000000097d7271a 1 0 3742] 00000080:00200000:2.0:1789762963.650329:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000a46efa1f 17ffffc0001001 3:0 ffff9cdd486c8460 3742 lru 00000080:00200000:2.0:1789762963.650333:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c0d79ec0 1694: 1< 0 - - > 2< 6938624 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650336:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000bf58e4e7 00000080:00200000:2.0:1789762963.650338:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1789762963.650341:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3743 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650356:0:15816:0:(rw26.c:871:ll_write_end()) pos 15331328, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650362:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000048592140[3 0000000073d257db 2 1 0000000097d7271a 1 0 3743] 00000080:00200000:2.0:1789762963.650367:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ca89a3b5 17ffffc0001001 3:0 ffff9cdd486c8540 3743 lru 00000080:00200000:2.0:1789762963.650374:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005656db50 1695: 1< 0 - - > 2< 6942720 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650378:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000048592140 00000080:00200000:2.0:1789762963.650379:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1789762963.650382:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3744 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650397:0:15816:0:(rw26.c:871:ll_write_end()) pos 15335424, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650402:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000263d478b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3744] 00000080:00200000:2.0:1789762963.650405:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000564474fd 17ffffc0001001 3:0 ffff9cdd486c8380 3744 lru 00000080:00200000:2.0:1789762963.650409:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000ccc55979 1696: 1< 0 - - > 2< 6946816 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650412:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000263d478b 00000080:00200000:2.0:1789762963.650414:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1789762963.650417:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3745 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650431:0:15816:0:(rw26.c:871:ll_write_end()) pos 15339520, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650436:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000e57ed2f2[3 0000000073d257db 2 1 0000000097d7271a 1 0 3745] 00000080:00200000:2.0:1789762963.650440:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006dcf65f6 17ffffc0001001 3:0 ffff9cdd486c82a0 3745 lru 00000080:00200000:2.0:1789762963.650445:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000acd8284c 1697: 1< 0 - - > 2< 6950912 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650447:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000e57ed2f2 00000080:00200000:2.0:1789762963.650449:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1789762963.650451:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3746 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650464:0:15816:0:(rw26.c:871:ll_write_end()) pos 15343616, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650468:0:15816:0:(rw26.c:929:ll_write_end()) page@000000000f7c7918[3 0000000073d257db 2 1 0000000097d7271a 1 0 3746] 00000080:00200000:2.0:1789762963.650471:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000030c4c385 17ffffc0001001 3:0 ffff9cdd486c89a0 3746 lru 00000080:00200000:2.0:1789762963.650475:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000e0eb5b6a 1698: 1< 0 - - > 2< 6955008 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650478:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000000f7c7918 00000080:00200000:2.0:1789762963.650479:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1789762963.650482:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3747 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650495:0:15816:0:(rw26.c:871:ll_write_end()) pos 15347712, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650501:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000daf218f8[3 0000000073d257db 2 1 0000000097d7271a 1 0 3747] 00000080:00200000:2.0:1789762963.650505:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000026508b31 17ffffc0001001 3:0 ffff9cdd486c8e00 3747 lru 00000080:00200000:2.0:1789762963.650510:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c87743d1 1699: 1< 0 - - > 2< 6959104 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650513:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000daf218f8 00000080:00200000:2.0:1789762963.650516:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1789762963.650518:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3748 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650551:0:15816:0:(rw26.c:871:ll_write_end()) pos 15351808, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650559:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000fdaed42f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3748] 00000080:00200000:2.0:1789762963.650564:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000da80ffa3 17ffffc0001001 3:0 ffff9cdd486c88c0 3748 lru 00000080:00200000:2.0:1789762963.650573:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000088d60534 1700: 1< 0 - - > 2< 6963200 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650577:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000fdaed42f 00000080:00200000:2.0:1789762963.650579:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1789762963.650581:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3749 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650598:0:15816:0:(rw26.c:871:ll_write_end()) pos 15355904, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650605:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000ccbf4704[3 0000000073d257db 2 1 0000000097d7271a 1 0 3749] 00000080:00200000:2.0:1789762963.650610:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000078cfb202 17ffffc0001001 3:0 ffff9cdd486c8ee0 3749 lru 00000080:00200000:2.0:1789762963.650615:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004eb6925c 1701: 1< 0 - - > 2< 6967296 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650617:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000ccbf4704 00000080:00200000:2.0:1789762963.650620:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1789762963.650623:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3750 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650639:0:15816:0:(rw26.c:871:ll_write_end()) pos 15360000, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650648:0:15816:0:(rw26.c:929:ll_write_end()) page@000000007b93563b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3750] 00000080:00200000:2.0:1789762963.650652:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f9543e69 17ffffc0001001 3:0 ffff9cdd486c8700 3750 lru 00000080:00200000:2.0:1789762963.650657:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000006c466d3d 1702: 1< 0 - - > 2< 6971392 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650661:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000007b93563b 00000080:00200000:2.0:1789762963.650663:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1789762963.650666:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3751 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650684:0:15816:0:(rw26.c:871:ll_write_end()) pos 15364096, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650694:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000f9165729[3 0000000073d257db 2 1 0000000097d7271a 1 0 3751] 00000080:00200000:2.0:1789762963.650699:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000040c80f3e 17ffffc0001001 3:0 ffff9cdd486c8b60 3751 lru 00000080:00200000:2.0:1789762963.650707:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000034fa9a97 1703: 1< 0 - - > 2< 6975488 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650710:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000f9165729 00000080:00200000:2.0:1789762963.650712:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1789762963.650715:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3752 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650726:0:15816:0:(rw26.c:871:ll_write_end()) pos 15368192, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650730:0:15816:0:(rw26.c:929:ll_write_end()) page@000000000c010f4d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3752] 00000080:00200000:2.0:1789762963.650732:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000009ed8bd18 17ffffc0001001 3:0 ffff9cdd486c81c0 3752 lru 00000080:00200000:2.0:1789762963.650736:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000003b256ade 1704: 1< 0 - - > 2< 6979584 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650738:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000000c010f4d 00000080:00200000:2.0:1789762963.650740:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1789762963.650743:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3753 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650758:0:15816:0:(rw26.c:871:ll_write_end()) pos 15372288, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650762:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000f59fee9a[3 0000000073d257db 2 1 0000000097d7271a 1 0 3753] 00000080:00200000:2.0:1789762963.650764:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006cc6d0fa 17ffffc0001021 2:0 ffff9cdd486c8a80 3753 lru 00000080:00200000:2.0:1789762963.650769:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b46584ea 1705: 1< 0 - - > 2< 6983680 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650771:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000f59fee9a 00000080:00200000:2.0:1789762963.650772:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1789762963.650781:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3754 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650798:0:15816:0:(rw26.c:871:ll_write_end()) pos 15376384, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650804:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000062c4951b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3754] 00000080:00200000:2.0:1789762963.650812:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f59fbd7a 17ffffc0001001 3:0 ffff9cdd486c87e0 3754 lru 00000080:00200000:2.0:1789762963.650821:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000410c9ac3 1706: 1< 0 - - > 2< 6987776 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650829:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000062c4951b 00000080:00200000:2.0:1789762963.650832:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1789762963.650835:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3755 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650855:0:15816:0:(rw26.c:871:ll_write_end()) pos 15380480, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650858:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000adeb342a[3 0000000073d257db 2 1 0000000097d7271a 1 0 3755] 00000080:00200000:2.0:1789762963.650861:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000036932e2a 17ffffc0001001 3:0 ffff9cdd486c8620 3755 lru 00000080:00200000:2.0:1789762963.650894:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000008d214b65 1707: 1< 0 - - > 2< 6991872 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650896:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000adeb342a 00000080:00200000:2.0:1789762963.650897:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1789762963.650901:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3756 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.650917:0:15816:0:(rw26.c:871:ll_write_end()) pos 15384576, len 4096, copied 4096 00000080:00200000:2.0:1789762963.650938:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000085bbf4b6[3 0000000073d257db 2 1 0000000097d7271a 1 0 3756] 00000080:00200000:2.0:1789762963.650946:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000007946fddb 17ffffc0001001 3:0 ffff9cdd486c8c40 3756 lru 00000080:00200000:2.0:1789762963.650957:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000006d5a54b5 1708: 1< 0 - - > 2< 6995968 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.650964:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000085bbf4b6 00000080:00200000:2.0:1789762963.650968:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1789762963.650972:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3757 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651000:0:15816:0:(rw26.c:871:ll_write_end()) pos 15388672, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651003:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000e28e1f86[3 0000000073d257db 2 1 0000000097d7271a 1 0 3757] 00000080:00200000:2.0:1789762963.651006:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000004937c78b 17ffffc0001001 3:0 ffff9cdd486c8000 3757 lru 00000080:00200000:2.0:1789762963.651010:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002d8a734b 1709: 1< 0 - - > 2< 7000064 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651014:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000e28e1f86 00000080:00200000:2.0:1789762963.651019:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1789762963.651022:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3758 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651040:0:15816:0:(rw26.c:871:ll_write_end()) pos 15392768, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651048:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c8b16d5d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3758] 00000080:00200000:2.0:1789762963.651058:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c0e94ef9 17ffffc0001001 3:0 ffff9cdd486c80e0 3758 lru 00000080:00200000:2.0:1789762963.651068:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000363a29d4 1710: 1< 0 - - > 2< 7004160 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651073:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c8b16d5d 00000080:00200000:2.0:1789762963.651076:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1789762963.651080:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3759 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651108:0:15816:0:(rw26.c:871:ll_write_end()) pos 15396864, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651130:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000064b043d4[3 0000000073d257db 2 1 0000000097d7271a 1 0 3759] 00000080:00200000:2.0:1789762963.651154:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008208e740 17ffffc0001001 3:0 ffff9cdd436d7a80 3759 lru 00000080:00200000:2.0:1789762963.651196:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000feb37c14 1711: 1< 0 - - > 2< 7008256 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651205:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000064b043d4 00000080:00200000:2.0:1789762963.651208:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1789762963.651212:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3760 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651235:0:15816:0:(rw26.c:871:ll_write_end()) pos 15400960, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651253:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000030940b30[3 0000000073d257db 2 1 0000000097d7271a 1 0 3760] 00000080:00200000:2.0:1789762963.651261:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000004ec1c8bc 17ffffc0001001 3:0 ffff9cdd436d77e0 3760 lru 00000080:00200000:2.0:1789762963.651278:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000daaf3355 1712: 1< 0 - - > 2< 7012352 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651288:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000030940b30 00000080:00200000:2.0:1789762963.651290:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1789762963.651293:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3761 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651310:0:15816:0:(rw26.c:871:ll_write_end()) pos 15405056, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651334:0:15816:0:(rw26.c:929:ll_write_end()) page@000000008466793c[3 0000000073d257db 2 1 0000000097d7271a 1 0 3761] 00000080:00200000:2.0:1789762963.651345:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006a5d6f2d 17ffffc0001001 3:0 ffff9cdd436d7620 3761 lru 00000080:00200000:2.0:1789762963.651366:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f79c6b5c 1713: 1< 0 - - > 2< 7016448 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651369:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000008466793c 00000080:00200000:2.0:1789762963.651370:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1789762963.651372:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3762 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651388:0:15816:0:(rw26.c:871:ll_write_end()) pos 15409152, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651398:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000841eefe5[3 0000000073d257db 2 1 0000000097d7271a 1 0 3762] 00000080:00200000:2.0:1789762963.651410:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000057a32d75 17ffffc0001001 3:0 ffff9cdd436d7c40 3762 lru 00000080:00200000:2.0:1789762963.651434:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000009d3f82d2 1714: 1< 0 - - > 2< 7020544 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651440:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000841eefe5 00000080:00200000:2.0:1789762963.651444:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1789762963.651450:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3763 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651470:0:15816:0:(rw26.c:871:ll_write_end()) pos 15413248, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651474:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000d0f449de[3 0000000073d257db 2 1 0000000097d7271a 1 0 3763] 00000080:00200000:2.0:1789762963.651476:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ee771cd9 17ffffc0001001 3:0 ffff9cdd436d7000 3763 lru 00000080:00200000:2.0:1789762963.651481:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1eb23d7 1715: 1< 0 - - > 2< 7024640 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651485:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000d0f449de 00000080:00200000:2.0:1789762963.651489:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1789762963.651497:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3764 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651521:0:15816:0:(rw26.c:871:ll_write_end()) pos 15417344, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651526:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000058ba353e[3 0000000073d257db 2 1 0000000097d7271a 1 0 3764] 00000080:00200000:2.0:1789762963.651541:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000deb7841b 17ffffc0001001 3:0 ffff9cdd436d70e0 3764 lru 00000080:00200000:2.0:1789762963.651548:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005a57e601 1716: 1< 0 - - > 2< 7028736 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651555:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000058ba353e 00000080:00200000:2.0:1789762963.651561:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1789762963.651569:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3765 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651593:0:15816:0:(rw26.c:871:ll_write_end()) pos 15421440, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651599:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000aa6a47ea[3 0000000073d257db 2 1 0000000097d7271a 1 0 3765] 00000080:00200000:2.0:1789762963.651602:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000065a4449d 17ffffc0001001 3:0 ffff9cdd436d7d20 3765 lru 00000080:00200000:2.0:1789762963.651613:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000003c17770b 1717: 1< 0 - - > 2< 7032832 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651622:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000aa6a47ea 00000080:00200000:2.0:1789762963.651627:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1789762963.651632:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3766 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651659:0:15816:0:(rw26.c:871:ll_write_end()) pos 15425536, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651665:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000cbdd0877[3 0000000073d257db 2 1 0000000097d7271a 1 0 3766] 00000080:00200000:2.0:1789762963.651668:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000004d45f419 17ffffc0001001 3:0 ffff9cdd436d7460 3766 lru 00000080:00200000:2.0:1789762963.651680:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a97829fb 1718: 1< 0 - - > 2< 7036928 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651687:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000cbdd0877 00000080:00200000:2.0:1789762963.651694:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1789762963.651702:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3767 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651726:0:15816:0:(rw26.c:871:ll_write_end()) pos 15429632, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651730:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b1e8c748[3 0000000073d257db 2 1 0000000097d7271a 1 0 3767] 00000080:00200000:2.0:1789762963.651733:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000a5221887 17ffffc0001001 3:0 ffff9cdd436d7540 3767 lru 00000080:00200000:2.0:1789762963.651755:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000fd2f3b78 1719: 1< 0 - - > 2< 7041024 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651760:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b1e8c748 00000080:00200000:2.0:1789762963.651765:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1789762963.651771:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3768 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651797:0:15816:0:(rw26.c:871:ll_write_end()) pos 15433728, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651803:0:15816:0:(rw26.c:929:ll_write_end()) page@000000001ca50d4e[3 0000000073d257db 2 1 0000000097d7271a 1 0 3768] 00000080:00200000:2.0:1789762963.651814:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000019ec7c74 17ffffc0001021 2:0 ffff9cdd436d7380 3768 lru 00000080:00200000:2.0:1789762963.651835:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000fd5ad81a 1720: 1< 0 - - > 2< 7045120 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651844:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000001ca50d4e 00000080:00200000:2.0:1789762963.651848:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1789762963.651854:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3769 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651896:0:15816:0:(rw26.c:871:ll_write_end()) pos 15437824, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651904:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000040612b82[3 0000000073d257db 2 1 0000000097d7271a 1 0 3769] 00000080:00200000:2.0:1789762963.651913:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f9bb48ad 17ffffc0001001 3:0 ffff9cdd436d72a0 3769 lru 00000080:00200000:2.0:1789762963.651933:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f3508195 1721: 1< 0 - - > 2< 7049216 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.651940:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000040612b82 00000080:00200000:2.0:1789762963.651946:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1789762963.651952:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3770 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.651976:0:15816:0:(rw26.c:871:ll_write_end()) pos 15441920, len 4096, copied 4096 00000080:00200000:2.0:1789762963.651981:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000081f44161[3 0000000073d257db 2 1 0000000097d7271a 1 0 3770] 00000080:00200000:2.0:1789762963.651984:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000000b0bd3d4 17ffffc0001001 3:0 ffff9cdd436d79a0 3770 lru 00000080:00200000:2.0:1789762963.652004:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b7b5f87f 1722: 1< 0 - - > 2< 7053312 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652011:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000081f44161 00000080:00200000:2.0:1789762963.652015:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1789762963.652022:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3771 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652044:0:15816:0:(rw26.c:871:ll_write_end()) pos 15446016, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652049:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000e51266cf[3 0000000073d257db 2 1 0000000097d7271a 1 0 3771] 00000080:00200000:2.0:1789762963.652051:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000cd1d5bb0 17ffffc0001001 3:0 ffff9cdd436d7e00 3771 lru 00000080:00200000:2.0:1789762963.652076:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004a1d3244 1723: 1< 0 - - > 2< 7057408 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652084:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000e51266cf 00000080:00200000:2.0:1789762963.652090:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1789762963.652097:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3772 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652121:0:15816:0:(rw26.c:871:ll_write_end()) pos 15450112, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652130:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000a9974c42[3 0000000073d257db 2 1 0000000097d7271a 1 0 3772] 00000080:00200000:2.0:1789762963.652147:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e5c26ba5 17ffffc0001001 3:0 ffff9cdd436d78c0 3772 lru 00000080:00200000:2.0:1789762963.652188:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004bb32f0c 1724: 1< 0 - - > 2< 7061504 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652197:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000a9974c42 00000080:00200000:2.0:1789762963.652200:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1789762963.652203:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3773 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652221:0:15816:0:(rw26.c:871:ll_write_end()) pos 15454208, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652231:0:15816:0:(rw26.c:929:ll_write_end()) page@000000003d956a83[3 0000000073d257db 2 1 0000000097d7271a 1 0 3773] 00000080:00200000:2.0:1789762963.652237:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e51afd9c 17ffffc0001001 3:0 ffff9cdd436d7ee0 3773 lru 00000080:00200000:2.0:1789762963.652242:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000d89790da 1725: 1< 0 - - > 2< 7065600 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652244:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000003d956a83 00000080:00200000:2.0:1789762963.652246:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1789762963.652248:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3774 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652272:0:15816:0:(rw26.c:871:ll_write_end()) pos 15458304, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652282:0:15816:0:(rw26.c:929:ll_write_end()) page@000000005380b963[3 0000000073d257db 2 1 0000000097d7271a 1 0 3774] 00000080:00200000:2.0:1789762963.652290:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008b762050 17ffffc0001001 3:0 ffff9cdd436d7700 3774 lru 00000080:00200000:2.0:1789762963.652295:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002f2c6fb3 1726: 1< 0 - - > 2< 7069696 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652297:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000005380b963 00000080:00200000:2.0:1789762963.652298:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1789762963.652300:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3775 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652314:0:15816:0:(rw26.c:871:ll_write_end()) pos 15462400, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652325:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000513706ec[3 0000000073d257db 2 1 0000000097d7271a 1 0 3775] 00000080:00200000:2.0:1789762963.652331:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006b7cafc9 17ffffc0001001 3:0 ffff9cdd436d7b60 3775 lru 00000080:00200000:2.0:1789762963.652335:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a4924620 1727: 1< 0 - - > 2< 7073792 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652337:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000513706ec 00000080:00200000:2.0:1789762963.652339:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1789762963.652340:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3776 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652361:0:15816:0:(rw26.c:871:ll_write_end()) pos 15466496, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652370:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000056a729a4[3 0000000073d257db 2 1 0000000097d7271a 1 0 3776] 00000080:00200000:2.0:1789762963.652373:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000005fe45291 17ffffc0001001 3:0 ffff9cdd436d71c0 3776 lru 00000080:00200000:2.0:1789762963.652378:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000159b7875 1728: 1< 0 - - > 2< 7077888 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652379:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000056a729a4 00000080:00200000:2.0:1789762963.652380:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1789762963.652381:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3777 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652403:0:15816:0:(rw26.c:871:ll_write_end()) pos 15470592, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652410:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000877fc444[3 0000000073d257db 2 1 0000000097d7271a 1 0 3777] 00000080:00200000:2.0:1789762963.652423:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000da6f027f 17ffffc0001001 3:0 ffff9cdd456e19a0 3777 lru 00000080:00200000:2.0:1789762963.652439:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000000aa18844 1729: 1< 0 - - > 2< 7081984 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652448:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000877fc444 00000080:00200000:2.0:1789762963.652451:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1789762963.652457:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3778 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652473:0:15816:0:(rw26.c:871:ll_write_end()) pos 15474688, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652477:0:15816:0:(rw26.c:929:ll_write_end()) page@000000003d48bd23[3 0000000073d257db 2 1 0000000097d7271a 1 0 3778] 00000080:00200000:2.0:1789762963.652483:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e6f27a53 17ffffc0001001 3:0 ffff9cdd456e1e00 3778 lru 00000080:00200000:2.0:1789762963.652510:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000019cbf1c0 1730: 1< 0 - - > 2< 7086080 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 474873856 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652518:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000003d48bd23 00000080:00200000:2.0:1789762963.652523:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1789762963.652540:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3779 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652565:0:15816:0:(rw26.c:871:ll_write_end()) pos 15478784, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652577:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000a0ef181f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3779] 00000080:00200000:2.0:1789762963.652588:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b2f8041e 17ffffc0001001 3:0 ffff9cdd456e18c0 3779 lru 00000080:00200000:2.0:1789762963.652604:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000632e21d9 1731: 1< 0 - - > 2< 7090176 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 476577792 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652611:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000a0ef181f 00000080:00200000:2.0:1789762963.652615:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1789762963.652619:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3780 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652640:0:15816:0:(rw26.c:871:ll_write_end()) pos 15482880, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652658:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000301e41ed[3 0000000073d257db 2 1 0000000097d7271a 1 0 3780] 00000080:00200000:2.0:1789762963.652674:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008dfe6f77 17ffffc0001001 3:0 ffff9cdd456e1ee0 3780 lru 00000080:00200000:2.0:1789762963.652695:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000810f091b 1732: 1< 0 - - > 2< 7094272 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 476577792 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652705:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000301e41ed 00000080:00200000:2.0:1789762963.652708:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1789762963.652710:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3781 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652729:0:15816:0:(rw26.c:871:ll_write_end()) pos 15486976, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652746:0:15816:0:(rw26.c:929:ll_write_end()) page@000000007d20b7bf[3 0000000073d257db 2 1 0000000097d7271a 1 0 3781] 00000080:00200000:2.0:1789762963.652758:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008008fbc0 17ffffc0001001 3:0 ffff9cdd456e1700 3781 lru 00000080:00200000:2.0:1789762963.652767:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f54053ed 1733: 1< 0 - - > 2< 7098368 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 476577792 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652770:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000007d20b7bf 00000080:00200000:2.0:1789762963.652772:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1789762963.652773:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3782 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652792:0:15816:0:(rw26.c:871:ll_write_end()) pos 15491072, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652813:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000be69303b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3782] 00000080:00200000:2.0:1789762963.652824:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000098b388b 17ffffc0001001 3:0 ffff9cdd456e1b60 3782 lru 00000080:00200000:2.0:1789762963.652832:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000340a028f 1734: 1< 0 - - > 2< 7102464 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 476577792 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652838:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000be69303b 00000080:00200000:2.0:1789762963.652841:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1789762963.652846:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3783 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.652920:0:15816:0:(rw26.c:871:ll_write_end()) pos 15495168, len 4096, copied 4096 00000080:00200000:2.0:1789762963.652943:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000008d9a1e0[3 0000000073d257db 2 1 0000000097d7271a 1 0 3783] 00000080:00200000:2.0:1789762963.652956:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000acb47acd 17ffffc0001021 2:0 ffff9cdd456e11c0 3783 lru 00000080:00200000:2.0:1789762963.652979:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000e55c9c94 1735: 1< 0 - - > 2< 7106560 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 8 8 476577792 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.652983:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000008d9a1e0 00000080:00200000:2.0:1789762963.652986:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1789762963.652990:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3784 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653009:0:15816:0:(rw26.c:871:ll_write_end()) pos 15499264, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653021:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000048550493[3 0000000073d257db 2 1 0000000097d7271a 1 0 3784] 00000080:00200000:2.0:1789762963.653029:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000009860bae5 17ffffc0001001 3:0 ffff9cdd456e1a80 3784 lru 00000080:00200000:2.0:1789762963.653041:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002b8c6f82 1736: 1< 0 - - > 2< 7110656 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 7 8 476577792 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653045:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000048550493 00000080:00200000:2.0:1789762963.653047:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1789762963.653050:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3785 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653076:0:15816:0:(rw26.c:871:ll_write_end()) pos 15503360, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653093:0:15816:0:(rw26.c:929:ll_write_end()) page@000000001b415a78[3 0000000073d257db 2 1 0000000097d7271a 1 0 3785] 00000080:00200000:2.0:1789762963.653104:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008f463331 17ffffc0001001 3:0 ffff9cdd456e17e0 3785 lru 00000080:00200000:2.0:1789762963.653113:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000ee0da2ee 1737: 1< 0 - - > 2< 7114752 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 7 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653118:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000001b415a78 00000080:00200000:2.0:1789762963.653122:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1789762963.653132:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3786 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653147:0:15816:0:(rw26.c:871:ll_write_end()) pos 15507456, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653152:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000003e4880f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3786] 00000080:00200000:2.0:1789762963.653154:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ac2d2dda 17ffffc0001001 3:0 ffff9cdd456e1620 3786 lru 00000080:00200000:2.0:1789762963.653158:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005dadb7ff 1738: 1< 0 - - > 2< 7118848 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 7 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653160:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000003e4880f 00000080:00200000:2.0:1789762963.653162:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1789762963.653164:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3787 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653182:0:15816:0:(rw26.c:871:ll_write_end()) pos 15511552, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653200:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000dc5d7829[3 0000000073d257db 2 1 0000000097d7271a 1 0 3787] 00000080:00200000:2.0:1789762963.653208:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000001ee50717 17ffffc0001001 3:0 ffff9cdd456e1c40 3787 lru 00000080:00200000:2.0:1789762963.653244:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000075301ca4 1739: 1< 0 - - > 2< 7122944 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 7 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653259:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000dc5d7829 00000080:00200000:2.0:1789762963.653267:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1789762963.653271:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3788 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653284:0:15816:0:(rw26.c:871:ll_write_end()) pos 15515648, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653295:0:15816:0:(rw26.c:929:ll_write_end()) page@000000003626fe73[3 0000000073d257db 2 1 0000000097d7271a 1 0 3788] 00000080:00200000:2.0:1789762963.653305:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000fe81b143 17ffffc0001001 3:0 ffff9cdd456e1000 3788 lru 00000080:00200000:2.0:1789762963.653331:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000005b201ff3 1740: 1< 0 - - > 2< 7127040 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 7 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653335:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000003626fe73 00000080:00200000:2.0:1789762963.653339:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1789762963.653344:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3789 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653362:0:15816:0:(rw26.c:871:ll_write_end()) pos 15519744, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653369:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000dfc13437[3 0000000073d257db 2 1 0000000097d7271a 1 0 3789] 00000080:00200000:2.0:1789762963.653377:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000da07be0b 17ffffc0001001 3:0 ffff9cdd456e10e0 3789 lru 00000080:00200000:2.0:1789762963.653394:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000cec28d5d 1741: 1< 0 - - > 2< 7131136 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653398:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000dfc13437 00000080:00200000:2.0:1789762963.653399:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1789762963.653402:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3790 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653431:0:15816:0:(rw26.c:871:ll_write_end()) pos 15523840, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653439:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000044e23d7b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3790] 00000080:00200000:2.0:1789762963.653449:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f65faab4 17ffffc0001001 3:0 ffff9cdd456e1d20 3790 lru 00000080:00200000:2.0:1789762963.653459:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000ea459be6 1742: 1< 0 - - > 2< 7135232 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653467:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000044e23d7b 00000080:00200000:2.0:1789762963.653469:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1789762963.653471:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3791 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653492:0:15816:0:(rw26.c:871:ll_write_end()) pos 15527936, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653498:0:15816:0:(rw26.c:929:ll_write_end()) page@000000004a1c5214[3 0000000073d257db 2 1 0000000097d7271a 1 0 3791] 00000080:00200000:2.0:1789762963.653508:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006a78bd74 17ffffc0001001 3:0 ffff9cdd456e1460 3791 lru 00000080:00200000:2.0:1789762963.653524:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000185c9acc 1743: 1< 0 - - > 2< 7139328 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653542:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000004a1c5214 00000080:00200000:2.0:1789762963.653549:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1789762963.653552:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3792 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653572:0:15816:0:(rw26.c:871:ll_write_end()) pos 15532032, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653578:0:15816:0:(rw26.c:929:ll_write_end()) page@000000007ebf2e05[3 0000000073d257db 2 1 0000000097d7271a 1 0 3792] 00000080:00200000:2.0:1789762963.653581:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006ffd77da 17ffffc0001001 3:0 ffff9cdd456e1540 3792 lru 00000080:00200000:2.0:1789762963.653586:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000e0d4559d 1744: 1< 0 - - > 2< 7143424 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653588:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000007ebf2e05 00000080:00200000:2.0:1789762963.653589:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1789762963.653591:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3793 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653610:0:15816:0:(rw26.c:871:ll_write_end()) pos 15536128, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653625:0:15816:0:(rw26.c:929:ll_write_end()) page@000000006a01a30d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3793] 00000080:00200000:2.0:1789762963.653634:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000a2b2e00f 17ffffc0001001 3:0 ffff9cdd456e1380 3793 lru 00000080:00200000:2.0:1789762963.653685:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b046c6c7 1745: 1< 0 - - > 2< 7147520 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653694:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000006a01a30d 00000080:00200000:2.0:1789762963.653698:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1789762963.653703:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3794 of 0 to 4096 bytes 00000008:00010000:3.0:1789762963.653706:0:15803:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000f933bf53 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.653718:0:15816:0:(rw26.c:871:ll_write_end()) pos 15540224, len 4096, copied 4096 00000080:00200000:2.0:1789762963.653728:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c9f96872[3 0000000073d257db 2 1 0000000097d7271a 1 0 3794] 00000080:00200000:2.0:1789762963.653731:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000092d2a230 17ffffc0001001 3:0 ffff9cdd456e12a0 3794 lru 00000080:00200000:2.0:1789762963.653736:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000123e537a 1746: 1< 0 - - > 2< 7151616 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653741:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c9f96872 00000080:00200000:2.0:1789762963.653744:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1789762963.653749:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3795 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.653755:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.653784:0:15816:0:(rw26.c:871:ll_write_end()) pos 15544320, len 4096, copied 4096 00000080:00200000:3.0:1789762963.653798:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.653804:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000e95add9c[3 0000000073d257db 2 1 0000000097d7271a 1 0 3795] 00000080:00200000:2.0:1789762963.653810:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000028ac602b 17ffffc0001001 3:0 ffff9cdd456e2460 3795 lru 00000080:00200000:2.0:1789762963.653814:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c2daa991 1747: 1< 0 - - > 2< 7155712 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.653816:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000e95add9c 00000080:00200000:2.0:1789762963.653818:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1789762963.653820:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3796 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.653837:0:15816:0:(rw26.c:871:ll_write_end()) pos 15548416, len 4096, copied 4096 00000080:00200000:3.0:1789762963.653840:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.653855:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000001e39cb8[3 0000000073d257db 2 1 0000000097d7271a 1 0 3796] 00000080:00200000:2.0:1789762963.653861:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000262d4a5a 17ffffc0001001 3:0 ffff9cdd456e2540 3796 lru 00000080:00200000:2.0:1789762963.654008:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000007e339e1e 1748: 1< 0 - - > 2< 7159808 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654015:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000001e39cb8 00000080:00200000:2.0:1789762963.654025:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1789762963.654029:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3797 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.654053:0:15816:0:(rw26.c:871:ll_write_end()) pos 15552512, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654082:0:15816:0:(rw26.c:929:ll_write_end()) page@000000000ab7ff04[3 0000000073d257db 2 1 0000000097d7271a 1 0 3797] 00000080:00200000:2.0:1789762963.654110:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000073492494 17ffffc0001001 3:0 ffff9cdd456e2380 3797 lru 00000080:00200000:3.0:1789762963.654142:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.654163:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.654165:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000033e9c5bb 1749: 1< 0 - - > 2< 7163904 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654179:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000000ab7ff04 00000080:00200000:3.0:1789762963.654187:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.654189:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1789762963.654202:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3798 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.654244:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.654261:0:15816:0:(rw26.c:871:ll_write_end()) pos 15556608, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654281:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000542b8f98[3 0000000073d257db 2 1 0000000097d7271a 1 0 3798] 00000080:00200000:3.0:1789762963.654283:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.654301:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006f0a927b 17ffffc0001021 2:0 ffff9cdd456e22a0 3798 lru 00000080:00200000:3.0:1789762963.654318:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.654320:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000003cf3d4d 1750: 1< 0 - - > 2< 7168000 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654327:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000542b8f98 00000080:00200000:2.0:1789762963.654331:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1789762963.654336:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3799 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.654357:0:15816:0:(rw26.c:871:ll_write_end()) pos 15560704, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654379:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000de7fc3b7[3 0000000073d257db 2 1 0000000097d7271a 1 0 3799] 00000080:00200000:2.0:1789762963.654395:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000dd94eb52 17ffffc0001001 3:0 ffff9cdd456e29a0 3799 lru 00000080:00200000:2.0:1789762963.654414:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000077f4be23 1751: 1< 0 - - > 2< 7172096 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654422:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000de7fc3b7 00000080:00200000:2.0:1789762963.654432:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1789762963.654436:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3800 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.654457:0:15816:0:(rw26.c:871:ll_write_end()) pos 15564800, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654471:0:15816:0:(rw26.c:929:ll_write_end()) page@000000003bfcc3e9[3 0000000073d257db 2 1 0000000097d7271a 1 0 3800] 00000080:00200000:2.0:1789762963.654488:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006ad3e099 17ffffc0001001 3:0 ffff9cdd456e2e00 3800 lru 00000080:00200000:2.0:1789762963.654510:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a1722285 1752: 1< 0 - - > 2< 7176192 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654515:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000003bfcc3e9 00000080:00200000:2.0:1789762963.654517:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1789762963.654518:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3801 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.654553:0:15816:0:(rw26.c:871:ll_write_end()) pos 15568896, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654571:0:15816:0:(rw26.c:929:ll_write_end()) page@000000005b60773c[3 0000000073d257db 2 1 0000000097d7271a 1 0 3801] 00000080:00200000:2.0:1789762963.654578:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000feb512e0 17ffffc0001001 3:0 ffff9cdd456e28c0 3801 lru 00000080:00200000:2.0:1789762963.654583:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac7d8a08 1753: 1< 0 - - > 2< 7180288 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654585:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000005b60773c 00000080:00200000:2.0:1789762963.654586:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1789762963.654588:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3802 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.654608:0:15816:0:(rw26.c:871:ll_write_end()) pos 15572992, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654619:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000ed4a385b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3802] 00000080:00200000:2.0:1789762963.654629:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000e89fd3cf 17ffffc0001001 3:0 ffff9cdd456e2ee0 3802 lru 00000080:00200000:2.0:1789762963.654634:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000019daa69e 1754: 1< 0 - - > 2< 7184384 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654636:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000ed4a385b 00000080:00200000:2.0:1789762963.654637:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1789762963.654638:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3803 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.654654:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.654656:0:15816:0:(rw26.c:871:ll_write_end()) pos 15577088, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654680:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000ca564fa9[3 0000000073d257db 2 1 0000000097d7271a 1 0 3803] 00000080:00200000:2.0:1789762963.654683:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000124aaa38 17ffffc0001001 3:0 ffff9cdd456e2700 3803 lru 00000080:00200000:2.0:1789762963.654687:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004c3ff3d2 1755: 1< 0 - - > 2< 7188480 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654690:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000ca564fa9 00000080:00200000:3.0:1789762963.654690:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.654693:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1789762963.654697:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3804 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.654716:0:15816:0:(rw26.c:871:ll_write_end()) pos 15581184, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654730:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000eee8e8d6[3 0000000073d257db 2 1 0000000097d7271a 1 0 3804] 00000080:00200000:3.0:1789762963.654731:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.654740:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ab152fb9 17ffffc0001001 3:0 ffff9cdd456e2b60 3804 lru 00000080:00200000:2.0:1789762963.654746:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000009c2fe99e 1756: 1< 0 - - > 2< 7192576 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654749:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000eee8e8d6 00000080:00200000:2.0:1789762963.654752:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1789762963.654758:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3805 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.654765:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.654780:0:15816:0:(rw26.c:871:ll_write_end()) pos 15585280, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654796:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000a4638c69[3 0000000073d257db 2 1 0000000097d7271a 1 0 3805] 00000080:00200000:3.0:1789762963.654802:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.654805:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006e3a254f 17ffffc0001001 3:0 ffff9cdd456e21c0 3805 lru 00000080:00200000:2.0:1789762963.654817:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004a01e2ad 1757: 1< 0 - - > 2< 7196672 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654819:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000a4638c69 00000080:00200000:2.0:1789762963.654820:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1789762963.654822:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3806 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.654838:0:15816:0:(rw26.c:871:ll_write_end()) pos 15589376, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654854:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000034564f41[3 0000000073d257db 2 1 0000000097d7271a 1 0 3806] 00000080:00200000:2.0:1789762963.654883:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000002607ab2e 17ffffc0001001 3:0 ffff9cdd456e2a80 3806 lru 00000080:00200000:2.0:1789762963.654889:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000006a82951f 1758: 1< 0 - - > 2< 7200768 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654891:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000034564f41 00000080:00200000:2.0:1789762963.654893:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1789762963.654895:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3807 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.654927:0:15816:0:(rw26.c:871:ll_write_end()) pos 15593472, len 4096, copied 4096 00000080:00200000:2.0:1789762963.654946:0:15816:0:(rw26.c:929:ll_write_end()) page@000000004f5ba030[3 0000000073d257db 2 1 0000000097d7271a 1 0 3807] 00000080:00200000:2.0:1789762963.654955:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000007f3d187c 17ffffc0001001 3:0 ffff9cdd456e27e0 3807 lru 00000080:00200000:2.0:1789762963.654985:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000008fbd757b 1759: 1< 0 - - > 2< 7204864 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.654991:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000004f5ba030 00000080:00200000:2.0:1789762963.654995:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1789762963.655001:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3808 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.655021:0:15816:0:(rw26.c:871:ll_write_end()) pos 15597568, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655031:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000fa9f4445[3 0000000073d257db 2 1 0000000097d7271a 1 0 3808] 00000080:00200000:2.0:1789762963.655045:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000002c2bbc5 17ffffc0001001 3:0 ffff9cdd456e2620 3808 lru 00000080:00200000:2.0:1789762963.655062:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a7dd425a 1760: 1< 0 - - > 2< 7208960 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655067:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000fa9f4445 00000080:00200000:2.0:1789762963.655073:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1789762963.655076:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3809 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.655083:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.655094:0:15816:0:(rw26.c:871:ll_write_end()) pos 15601664, len 4096, copied 4096 00000080:00200000:3.0:1789762963.655101:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.655118:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000f974c5ec[3 0000000073d257db 2 1 0000000097d7271a 1 0 3809] 00000080:00200000:3.0:1789762963.655118:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:3.0:1789762963.655130:0:15803:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 1, dirtied 1 00000080:00200000:2.0:1789762963.655139:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000545768cb 17ffffc0001001 3:0 ffff9cdd456e2c40 3809 lru 00000080:00200000:3.0:1789762963.655140:0:15803:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:3.0:1789762963.655150:0:15803:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write bytes 0, result: 1048576 00000020:00010000:3.0:1789762963.655177:0:15803:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd489fb5d8 (ffff9cdd489fee18/0) at cl_lock_release():245 00000080:00200000:2.0:1789762963.655182:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b0887e5e 1761: 1< 0 - - > 2< 7213056 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000020:00010000:3.0:1789762963.655188:0:15803:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd489fb5d8 (ffff9cdd489fee18/0) at cl_lock_cancel():142 00000080:00200000:2.0:1789762963.655194:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000f974c5ec 00000020:00010000:3.0:1789762963.655201:0:15803:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab45b0 (ffff9cdd489fe5a8/1) at cl_lock_cancel():142 00000080:00200000:2.0:1789762963.655202:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1789762963.655207:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3810 of 0 to 4096 bytes 00010000:00010000:3.0:1789762963.655214:0:15803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.655225:0:15816:0:(rw26.c:871:ll_write_end()) pos 15605760, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655247:0:15816:0:(rw26.c:929:ll_write_end()) page@000000005e14f89e[3 0000000073d257db 2 1 0000000097d7271a 1 0 3810] 00010000:00010000:3.0:1789762963.655263:0:15803:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1789762963.655265:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000004a80d7db 17ffffc0001001 3:0 ffff9cdd456e2000 3810 lru 00000080:00200000:2.0:1789762963.655284:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000b1674f10 1762: 1< 0 - - > 2< 7217152 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655289:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000005e14f89e 00000080:00200000:2.0:1789762963.655294:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1789762963.655296:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3811 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.655317:0:15816:0:(rw26.c:871:ll_write_end()) pos 15609856, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655330:0:15816:0:(rw26.c:929:ll_write_end()) page@000000008513babf[3 0000000073d257db 2 1 0000000097d7271a 1 0 3811] 00000080:00200000:2.0:1789762963.655352:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000007e86ea06 17ffffc0001001 3:0 ffff9cdd456e20e0 3811 lru 00000080:00200000:2.0:1789762963.655379:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000cbc401c2 1763: 1< 0 - - > 2< 7221248 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655385:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000008513babf 00000080:00200000:2.0:1789762963.655386:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1789762963.655388:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3812 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.655404:0:15816:0:(rw26.c:871:ll_write_end()) pos 15613952, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655423:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000036c15b0[3 0000000073d257db 2 1 0000000097d7271a 1 0 3812] 00000080:00200000:2.0:1789762963.655437:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000089783897 17ffffc0001001 3:0 ffff9cdd456e2d20 3812 lru 00000080:00200000:2.0:1789762963.655452:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000cd5b0223 1764: 1< 0 - - > 2< 7225344 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655454:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000036c15b0 00000080:00200000:2.0:1789762963.655455:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1789762963.655458:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3813 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.655483:0:15816:0:(rw26.c:871:ll_write_end()) pos 15618048, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655508:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000023affcfd[3 0000000073d257db 2 1 0000000097d7271a 1 0 3813] 00000020:00010000:3.0:1789762963.655511:0:15803:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd489fb5d8 (ffff9cdd489fee18/0) at cl_lock_fini():72 00000080:00200000:2.0:1789762963.655526:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000cf593fa7 17ffffc0001021 2:0 ffff9cdd586897e0 3813 lru 00000020:00010000:3.0:1789762963.655527:0:15803:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab45b0 (ffff9cdd489fee18/1) at cl_lock_fini():72 00000080:00200000:3.0:1789762963.655559:0:15803:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762963.655562:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000de1767a5 1765: 1< 0 - - > 2< 7229440 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655568:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000023affcfd 00000080:00200000:3.0:1789762963.655569:0:15803:0:(file.c:2205:ll_file_io_generic()) Range unlock [256, 511] 00000080:00200000:2.0:1789762963.655570:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1789762963.655575:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3814 of 0 to 4096 bytes 00000080:00200000:3.0:1789762963.655578:0:15803:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762963.655582:0:15803:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg348-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762963.655601:0:15816:0:(rw26.c:871:ll_write_end()) pos 15622144, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655620:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000071ba81d4[3 0000000073d257db 2 1 0000000097d7271a 1 0 3814] 00000080:00200000:2.0:1789762963.655624:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000003ffb6b57 17ffffc0001001 3:0 ffff9cdd58689620 3814 lru 00000080:00200000:2.0:1789762963.655630:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000888a2fce 1766: 1< 0 - - > 2< 7233536 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655632:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000071ba81d4 00000080:00200000:2.0:1789762963.655633:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1789762963.655636:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3815 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.655665:0:15816:0:(rw26.c:871:ll_write_end()) pos 15626240, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655682:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000481b7244[3 0000000073d257db 2 1 0000000097d7271a 1 0 3815] 00000080:00200000:2.0:1789762963.655685:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000831c58ee 17ffffc0001001 3:0 ffff9cdd58689c40 3815 lru 00000080:00200000:2.0:1789762963.655689:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000065197a52 1767: 1< 0 - - > 2< 7237632 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655691:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000481b7244 00000080:00200000:2.0:1789762963.655692:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1789762963.655694:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3816 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.655712:0:15816:0:(rw26.c:871:ll_write_end()) pos 15630336, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655727:0:15816:0:(rw26.c:929:ll_write_end()) page@000000005f05116a[3 0000000073d257db 2 1 0000000097d7271a 1 0 3816] 00000080:00200000:2.0:1789762963.655735:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c5c659a9 17ffffc0001001 3:0 ffff9cdd58689000 3816 lru 00000080:00200000:2.0:1789762963.655745:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000071022c42 1768: 1< 0 - - > 2< 7241728 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655748:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000005f05116a 00000080:00200000:2.0:1789762963.655749:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1789762963.655750:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3817 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.655765:0:15816:0:(rw26.c:871:ll_write_end()) pos 15634432, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655781:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000ba22027e[3 0000000073d257db 2 1 0000000097d7271a 1 0 3817] 00000080:00200000:2.0:1789762963.655790:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000006d1d120b 17ffffc0001001 3:0 ffff9cdd586890e0 3817 lru 00000080:00200000:2.0:1789762963.655798:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000006284f395 1769: 1< 0 - - > 2< 7245824 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655801:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000ba22027e 00000080:00200000:2.0:1789762963.655803:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1789762963.655806:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3818 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.655836:0:15816:0:(rw26.c:871:ll_write_end()) pos 15638528, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655842:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000bf1f83ad[3 0000000073d257db 2 1 0000000097d7271a 1 0 3818] 00000080:00200000:2.0:1789762963.655845:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000031dcd2a 17ffffc0001001 3:0 ffff9cdd58689d20 3818 lru 00000080:00200000:2.0:1789762963.655849:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004a8aea1b 1770: 1< 0 - - > 2< 7249920 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655851:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000bf1f83ad 00000080:00200000:2.0:1789762963.655853:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1789762963.655858:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3819 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.655905:0:15816:0:(rw26.c:871:ll_write_end()) pos 15642624, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655919:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000e32519c1[3 0000000073d257db 2 1 0000000097d7271a 1 0 3819] 00000080:00200000:2.0:1789762963.655927:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000fef1ee7a 17ffffc0001001 3:0 ffff9cdd58689460 3819 lru 00000080:00200000:2.0:1789762963.655937:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000098f571be 1771: 1< 0 - - > 2< 7254016 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.655939:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000e32519c1 00000080:00200000:2.0:1789762963.655940:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1789762963.655943:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3820 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.655959:0:15816:0:(rw26.c:871:ll_write_end()) pos 15646720, len 4096, copied 4096 00000080:00200000:2.0:1789762963.655976:0:15816:0:(rw26.c:929:ll_write_end()) page@000000007fe3a077[3 0000000073d257db 2 1 0000000097d7271a 1 0 3820] 00000080:00200000:2.0:1789762963.655987:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000006628fb 17ffffc0001001 3:0 ffff9cdd58689540 3820 lru 00000080:00200000:2.0:1789762963.656003:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000005fd6f8a 1772: 1< 0 - - > 2< 7258112 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 478281728 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656013:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000007fe3a077 00000080:00200000:2.0:1789762963.656015:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1789762963.656017:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3821 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656036:0:15816:0:(rw26.c:871:ll_write_end()) pos 15650816, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656051:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000e89bb25b[3 0000000073d257db 2 1 0000000097d7271a 1 0 3821] 00000080:00200000:2.0:1789762963.656068:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000f49534d3 17ffffc0001001 3:0 ffff9cdd58689380 3821 lru 00000080:00200000:2.0:1789762963.656100:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000d7ea137f 1773: 1< 0 - - > 2< 7262208 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656106:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000e89bb25b 00000080:00200000:2.0:1789762963.656116:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1789762963.656119:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3822 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656135:0:15816:0:(rw26.c:871:ll_write_end()) pos 15654912, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656154:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000b5d65e1d[3 0000000073d257db 2 1 0000000097d7271a 1 0 3822] 00000080:00200000:2.0:1789762963.656170:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008adcd56d 17ffffc0001001 3:0 ffff9cdd586892a0 3822 lru 00000080:00200000:2.0:1789762963.656187:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000097d73f71 1774: 1< 0 - - > 2< 7266304 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656194:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000b5d65e1d 00000080:00200000:2.0:1789762963.656200:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1789762963.656204:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3823 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656219:0:15816:0:(rw26.c:871:ll_write_end()) pos 15659008, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656235:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000d3a36cac[3 0000000073d257db 2 1 0000000097d7271a 1 0 3823] 00000080:00200000:2.0:1789762963.656245:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000051331e42 17ffffc0001001 3:0 ffff9cdd586899a0 3823 lru 00000080:00200000:2.0:1789762963.656261:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000c7f2a7f3 1775: 1< 0 - - > 2< 7270400 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656267:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000d3a36cac 00000080:00200000:2.0:1789762963.656270:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1789762963.656280:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3824 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656298:0:15816:0:(rw26.c:871:ll_write_end()) pos 15663104, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656315:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000e038035a[3 0000000073d257db 2 1 0000000097d7271a 1 0 3824] 00000080:00200000:2.0:1789762963.656331:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000039109142 17ffffc0001001 3:0 ffff9cdd58689e00 3824 lru 00000080:00200000:2.0:1789762963.656348:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000f6fc8c46 1776: 1< 0 - - > 2< 7274496 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 6 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656358:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000e038035a 00000080:00200000:2.0:1789762963.656367:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1789762963.656372:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3825 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656394:0:15816:0:(rw26.c:871:ll_write_end()) pos 15667200, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656421:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000872982e0[3 0000000073d257db 2 1 0000000097d7271a 1 0 3825] 00000080:00200000:2.0:1789762963.656430:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000000c9c8c21 17ffffc0001001 3:0 ffff9cdd586898c0 3825 lru 00000080:00200000:2.0:1789762963.656442:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000d4a8eddf 1777: 1< 0 - - > 2< 7278592 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656447:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000872982e0 00000080:00200000:2.0:1789762963.656449:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1789762963.656452:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3826 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656468:0:15816:0:(rw26.c:871:ll_write_end()) pos 15671296, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656482:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000002bb1b94[3 0000000073d257db 2 1 0000000097d7271a 1 0 3826] 00000080:00200000:2.0:1789762963.656503:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000005278cd5 17ffffc0001001 3:0 ffff9cdd58689ee0 3826 lru 00000080:00200000:2.0:1789762963.656525:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000069fbe117 1778: 1< 0 - - > 2< 7282688 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656543:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000002bb1b94 00000080:00200000:2.0:1789762963.656545:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1789762963.656566:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3827 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656593:0:15816:0:(rw26.c:871:ll_write_end()) pos 15675392, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656598:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000a3c30068[3 0000000073d257db 2 1 0000000097d7271a 1 0 3827] 00000080:00200000:2.0:1789762963.656609:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000003ffc129b 17ffffc0001001 3:0 ffff9cdd58689700 3827 lru 00000080:00200000:2.0:1789762963.656636:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000dd97143e 1779: 1< 0 - - > 2< 7286784 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656645:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000a3c30068 00000080:00200000:2.0:1789762963.656650:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1789762963.656655:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3828 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656682:0:15816:0:(rw26.c:871:ll_write_end()) pos 15679488, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656689:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000bad6b73f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3828] 00000080:00200000:2.0:1789762963.656703:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000d34e907b 17ffffc0001021 2:0 ffff9cdd58689b60 3828 lru 00000080:00200000:2.0:1789762963.656733:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000045c2b8bc 1780: 1< 0 - - > 2< 7290880 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656741:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000bad6b73f 00000080:00200000:2.0:1789762963.656745:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1789762963.656755:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3829 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656774:0:15816:0:(rw26.c:871:ll_write_end()) pos 15683584, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656780:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000063d1db77[3 0000000073d257db 2 1 0000000097d7271a 1 0 3829] 00000080:00200000:2.0:1789762963.656792:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b338c244 17ffffc0001001 3:0 ffff9cdd586891c0 3829 lru 00000080:00200000:2.0:1789762963.656820:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a60f3b9a 1781: 1< 0 - - > 2< 7294976 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656829:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000063d1db77 00000080:00200000:2.0:1789762963.656834:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1789762963.656842:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3830 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656862:0:15816:0:(rw26.c:871:ll_write_end()) pos 15687680, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656890:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000f20c3a50[3 0000000073d257db 2 1 0000000097d7271a 1 0 3830] 00000080:00200000:2.0:1789762963.656892:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000586d0d8f 17ffffc0001001 3:0 ffff9cdd58689a80 3830 lru 00000080:00200000:2.0:1789762963.656897:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000a8e3b684 1782: 1< 0 - - > 2< 7299072 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656899:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000f20c3a50 00000080:00200000:2.0:1789762963.656900:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1789762963.656903:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3831 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656937:0:15816:0:(rw26.c:871:ll_write_end()) pos 15691776, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656942:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000c81bf6de[3 0000000073d257db 2 1 0000000097d7271a 1 0 3831] 00000080:00200000:2.0:1789762963.656945:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000d79b958e 17ffffc0001001 3:0 ffff9cdd58b5d000 3831 lru 00000080:00200000:2.0:1789762963.656950:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000cb4b1c4c 1783: 1< 0 - - > 2< 7303168 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.656953:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000c81bf6de 00000080:00200000:2.0:1789762963.656956:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1789762963.656959:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3832 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.656984:0:15816:0:(rw26.c:871:ll_write_end()) pos 15695872, len 4096, copied 4096 00000080:00200000:2.0:1789762963.656989:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000319de211[3 0000000073d257db 2 1 0000000097d7271a 1 0 3832] 00000080:00200000:2.0:1789762963.656992:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000b50bab14 17ffffc0001001 3:0 ffff9cdd58b5d0e0 3832 lru 00000080:00200000:2.0:1789762963.656996:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000004dd868f7 1784: 1< 0 - - > 2< 7307264 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.657000:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000319de211 00000080:00200000:2.0:1789762963.657008:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1789762963.657013:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3833 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.657034:0:15816:0:(rw26.c:871:ll_write_end()) pos 15699968, len 4096, copied 4096 00000080:00200000:2.0:1789762963.657038:0:15816:0:(rw26.c:929:ll_write_end()) page@000000008570ea8a[3 0000000073d257db 2 1 0000000097d7271a 1 0 3833] 00000080:00200000:2.0:1789762963.657041:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @000000008bd577ce 17ffffc0001001 3:0 ffff9cdd58b5dd20 3833 lru 00000080:00200000:2.0:1789762963.657046:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000000c996dc7 1785: 1< 0 - - > 2< 7311360 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000008:00010000:3.0:1789762963.657048:0:761:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000f933bf53 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1789762963.657049:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000008570ea8a 00000080:00200000:2.0:1789762963.657051:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1789762963.657054:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3834 of 0 to 4096 bytes 00000008:00010000:3.0:1789762963.657068:0:761:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000f933bf53 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1789762963.657076:0:15816:0:(rw26.c:871:ll_write_end()) pos 15704064, len 4096, copied 4096 00000080:00200000:2.0:1789762963.657102:0:15816:0:(rw26.c:929:ll_write_end()) page@000000003dcfa3a3[3 0000000073d257db 2 1 0000000097d7271a 1 0 3834] 00000080:00200000:2.0:1789762963.657121:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c1f8bc3a 17ffffc0001001 3:0 ffff9cdd58b5d460 3834 lru 00000080:00200000:2.0:1789762963.657137:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000aafef0ce 1786: 1< 0 - - > 2< 7315456 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.657143:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000003dcfa3a3 00000080:00200000:2.0:1789762963.657148:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1789762963.657159:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3835 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.657177:0:15816:0:(rw26.c:871:ll_write_end()) pos 15708160, len 4096, copied 4096 00000080:00200000:2.0:1789762963.657187:0:15816:0:(rw26.c:929:ll_write_end()) page@000000009847ee05[3 0000000073d257db 2 1 0000000097d7271a 1 0 3835] 00000080:00200000:2.0:1789762963.657200:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000005659cd7 17ffffc0001001 3:0 ffff9cdd58b5d540 3835 lru 00000080:00200000:2.0:1789762963.657219:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@0000000005ea9928 1787: 1< 0 - - > 2< 7319552 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.657226:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000009847ee05 00000080:00200000:2.0:1789762963.657230:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1789762963.657235:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3836 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.657275:0:15816:0:(rw26.c:871:ll_write_end()) pos 15712256, len 4096, copied 4096 00000080:00200000:2.0:1789762963.657280:0:15816:0:(rw26.c:929:ll_write_end()) page@0000000031f42a43[3 0000000073d257db 2 1 0000000097d7271a 1 0 3836] 00000080:00200000:2.0:1789762963.657282:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000c35f341a 17ffffc0001001 3:0 ffff9cdd58b5d380 3836 lru 00000080:00200000:2.0:1789762963.657294:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@000000002b9204ed 1788: 1< 0 - - > 2< 7323648 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.657301:0:15816:0:(rw26.c:929:ll_write_end()) end page@0000000031f42a43 00000080:00200000:2.0:1789762963.657305:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1789762963.657311:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3837 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.657337:0:15816:0:(rw26.c:871:ll_write_end()) pos 15716352, len 4096, copied 4096 00000080:00200000:2.0:1789762963.657343:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000f099ee1a[3 0000000073d257db 2 1 0000000097d7271a 1 0 3837] 00000080:00200000:2.0:1789762963.657346:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000039e1678a 17ffffc0001001 3:0 ffff9cdd58b5d2a0 3837 lru 00000080:00200000:2.0:1789762963.657352:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000dc1c3769 1789: 1< 0 - - > 2< 7327744 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.657360:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000f099ee1a 00000080:00200000:2.0:1789762963.657365:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1789762963.657373:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3838 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.657398:0:15816:0:(rw26.c:871:ll_write_end()) pos 15720448, len 4096, copied 4096 00000080:00200000:2.0:1789762963.657403:0:15816:0:(rw26.c:929:ll_write_end()) page@000000003f02e48f[3 0000000073d257db 2 1 0000000097d7271a 1 0 3838] 00000080:00200000:2.0:1789762963.657406:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @0000000035fc6d80 17ffffc0001001 3:0 ffff9cdd58b5d9a0 3838 lru 00000080:00200000:2.0:1789762963.657410:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000563fe871 1790: 1< 0 - - > 2< 7331840 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.657416:0:15816:0:(rw26.c:929:ll_write_end()) end page@000000003f02e48f 00000080:00200000:2.0:1789762963.657422:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1789762963.657431:0:15816:0:(rw26.c:676:ll_write_begin()) Writing 3839 of 0 to 4096 bytes 00000080:00200000:2.0:1789762963.657459:0:15816:0:(rw26.c:871:ll_write_end()) pos 15724544, len 4096, copied 4096 00000080:00200000:2.0:1789762963.657466:0:15816:0:(rw26.c:929:ll_write_end()) page@00000000082a16da[3 0000000073d257db 2 1 0000000097d7271a 1 0 3839] 00000080:00200000:2.0:1789762963.657469:0:15816:0:(rw26.c:929:ll_write_end()) vmpage @00000000ed53d593 17ffffc0001001 3:0 ffff9cdd58b5de00 3839 lru 00000080:00200000:2.0:1789762963.657497:0:15816:0:(rw26.c:929:ll_write_end()) osc-page@00000000988d2acf 1791: 1< 0 - - > 2< 7335936 0 0 0x0 0x0 | 00000000b8f7f4d5 00000000e8402207 > 3< 0 0 > 4< 0 5 8 479985664 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1789762963.657503:0:15816:0:(rw26.c:929:ll_write_end()) end page@00000000082a16da 00000080:00200000:2.0:1789762963.657506:0:15816:0:(rw26.c:929:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1789762963.657514:0:15816:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1789762963.657566:0:15816:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000002f3ab787 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762963.657633:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.657684:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.657735:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.657797:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.657846:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.657919:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.657968:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.657987:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.658021:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.658057:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.658087:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.658130:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.658151:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.658176:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.658193:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.658223:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.658243:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 15, dirtied 15 00000080:00200000:2.0:1789762963.658251:0:15816:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9cdd60600278, count 1, dirtied 1 00000080:00200000:2.0:1789762963.658254:0:15816:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1789762963.658257:0:15816:0:(vvp_io.c:1358:vvp_io_write_start()) nrs_w_oleg348-client.virtnet: write bytes 0, result: 1048576 00000020:00010000:2.0:1789762963.658272:0:15816:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd43448b78 (ffff9cdd593ff008/0) at cl_lock_release():245 00000020:00010000:2.0:1789762963.658280:0:15816:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43448b78 (ffff9cdd593ff008/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762963.658285:0:15816:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6e3b0 (ffff9cdd489feea8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762963.658296:0:15816:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 7/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762963.658333:0:15816:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1789762963.658347:0:15816:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43448b78 (ffff9cdd593ff008/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762963.658357:0:15816:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6e3b0 (ffff9cdd593ff008/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762963.658368:0:15816:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762963.658376:0:15816:0:(file.c:2205:ll_file_io_generic()) Range unlock [3584, 3839] 00000080:00200000:2.0:1789762963.658384:0:15816:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762963.658395:0:15816:0:(file.c:2238:ll_file_io_generic()) nrs_w_oleg348-client.virtnet: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:2.0:1789762963.658416:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000002f3ab787 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1789762963.658432:0:126:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000002f3ab787 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789762963.658851:0:126:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (6291456 6295551) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762963.659104:0:761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1789762963.659174:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a5500 - object 0x240000400:26 offset 6291456<>7340032 00000100:00100000:2.0:1789762963.659217:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015156096:192.168.203.148@tcp:4:dd.0 00000080:00200000:2.0:1789762963.659297:0:15816:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x40:0x0] updating i_size 16777216 i_blocks 2 00000080:00200000:2.0:1789762963.659302:0:15816:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762963.659321:0:15816:0:(file.c:479:ll_file_release()) START file nrs_w_oleg348-client.virtnet:[0x200000401:0x40:0x0](ffff9cdd606000c8), flags 100002 00000008:00100000:3.0:1789762963.659639:0:761:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd593dad80 - object 0x280000400:17 offset 1048576<>2097152 00000100:00100000:3.0:1789762963.659682:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015156224:192.168.203.148@tcp:4:dd.0 00000008:00010000:3.0:1789762963.660034:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000794964a4 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1789762963.661491:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000794964a4 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1789762963.661707:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015155840:192.168.203.148@tcp:4:dd.0 00000008:00010000:3.0:1789762963.662007:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000001c0f67b1 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 000000006aa069fa/0xd9e43f979a7bd8af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c20 expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000008:00010000:3.0:1789762963.662565:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001c0f67b1 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 000000006aa069fa/0xd9e43f979a7bd8af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c20 expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000100:00100000:3.0:1789762963.662583:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015151616:192.168.203.148@tcp:4:dd.500 00000008:00010000:3.0:1789762963.662601:0:761:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000acd6c475 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1789762963.662609:0:761:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000acd6c475 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1789762963.662770:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000002f3ab787 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1789762963.663094:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000002f3ab787 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 0000000034ebdc67/0xd9e43f979a7bd8e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c74 expref: -99 pid: 15807 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1789762963.663109:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015156096:192.168.203.148@tcp:4:dd.0 00010000:00010000:3.0:1789762963.663138:0:761:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5242880 5246975) ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1789762963.663513:0:761:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd593daa00 - object 0x280000400:17 offset 5242880<>6291456 00000100:00100000:3.0:1789762963.663558:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789762963.663569:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015156608:192.168.203.148@tcp:4:dd.0 00000008:00010000:2.0:1789762963.667703:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000acd6c475 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1789762963.668025:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000acd6c475 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1789762963.668051:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015156608:192.168.203.148@tcp:4:dd.0 00000008:00010000:3.0:1789762963.668827:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000f933bf53 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1789762963.669084:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000f933bf53 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1789762963.669101:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015156224:192.168.203.148@tcp:4:dd.0 00000008:00010000:2.0:1789762963.692257:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000010dc2700 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 000000006aa069fa/0xd9e43f979a7bd8af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c20 expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000008:00010000:2.0:1789762963.692476:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000010dc2700 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 000000006aa069fa/0xd9e43f979a7bd8af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c20 expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000100:00100000:2.0:1789762963.692500:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015151744:192.168.203.148@tcp:4:dd.500 00000008:00010000:3.0:1789762963.742576:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000665600d0 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 000000006aa069fa/0xd9e43f979a7bd8af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c20 expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000008:00010000:3.0:1789762963.742826:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000665600d0 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 000000006aa069fa/0xd9e43f979a7bd8af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c20 expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000100:00100000:3.0:1789762963.742852:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015151872:192.168.203.148@tcp:4:dd.500 00000008:00010000:2.0:1789762963.792542:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000006806f4dc ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000008:00010000:2.0:1789762963.792799:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006806f4dc ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000100:00100000:2.0:1789762963.792831:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015152000:192.168.203.148@tcp:4:dd.500 00000008:00010000:3.0:1789762963.842838:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000009ac4d00b ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000008:00010000:3.0:1789762963.843154:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009ac4d00b ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000100:00100000:3.0:1789762963.843186:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015152128:192.168.203.148@tcp:4:dd.500 00000008:00010000:3.0:1789762963.896253:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000887dfc4b ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000008:00010000:3.0:1789762963.896596:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000887dfc4b ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000100:00100000:3.0:1789762963.896627:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015152256:192.168.203.148@tcp:4:dd.500 00010000:00010000:3.0:1789762963.935023:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:2.0:1789762963.942960:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000088b338a3 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000008:00010000:2.0:1789762963.943282:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000088b338a3 ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000100:00100000:2.0:1789762963.943314:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015152384:192.168.203.148@tcp:4:dd.500 00010000:00010000:3.0:1789762963.952407:0:15820:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9cdd5835d000 00010000:00010000:3.0:1789762963.952452:0:15820:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 7/9 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789762963.952467:0:5593:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 7 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789762963.952478:0:5593:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800028400000000 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1789762963.952502:0:5593:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x3f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762963.967050:0:5593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x3f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1789762963.967067:0:5593:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x800028400020000 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1789762963.967080:0:5593:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762963.968454:0:5593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1789762963.968469:0:5593:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x800028400020000 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1789762963.968480:0:5593:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762963.969747:0:5593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1789762963.969761:0:5593:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x800028400020000 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1789762963.969771:0:5593:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762963.971307:0:5593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1789762963.971325:0:5593:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x800028400020000 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1789762963.971339:0:5593:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762963.972976:0:5593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1789762963.972991:0:5593:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000039595f5d/0xd9e43f979a7bd8d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x800028400020000 nid: local remote: 0x416193e012b05c6d expref: -99 pid: 15805 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1789762963.973000:0:5593:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762963.974920:0:5593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1789762963.974934:0:5593:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000029044be1/0xd9e43f979a7bd8f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x800028400020000 nid: local remote: 0x416193e012b05c89 expref: -99 pid: 15812 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1789762963.974944:0:5593:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762963.976590:0:5593:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x40:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1789762963.976620:0:5593:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804869400000020 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789762963.976636:0:5593:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762963.976641:0:5593:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762963.976646:0:5593:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762963.976651:0:5593:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762963.976656:0:5593:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000039595f5d/0xd9e43f979a7bd8d9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c6d expref: -99 pid: 15805 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762963.976660:0:5593:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000029044be1/0xd9e43f979a7bd8f5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c89 expref: -99 pid: 15812 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762963.976664:0:5593:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 7 locks packed 00000100:00100000:3.0:1789762963.976675:0:5593:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:f1bd28de-ee78-4d18-bad3-fa7cec968893:5593:1876702015156864:192.168.203.148@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1789762963.976737:0:5593:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd584e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1789762963.978116:0:5593:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:f1bd28de-ee78-4d18-bad3-fa7cec968893:5593:1876702015156864:192.168.203.148@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789762963.978162:0:5593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000007789a572/0xd9e43f979a7bd8b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804869400000020 nid: local remote: 0x416193e012b05c2e expref: -99 pid: 15791 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1789762963.978193:0:5593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000534b2f29/0xd9e43f979a7bd8fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c90 expref: -99 pid: 15811 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789762963.978202:0:5593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f732b2e7/0xd9e43f979a7bd8cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c5f expref: -99 pid: 15803 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789762963.978214:0:5593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 000000009534ec24/0xd9e43f979a7bd8d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c66 expref: -99 pid: 15804 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789762963.978228:0:5593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 00000000f23db2b8/0xd9e43f979a7bd8e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [7340032->18446744073709551615] (req 7340032->8388607) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c7b expref: -99 pid: 15813 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789762963.978246:0:5593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000039595f5d/0xd9e43f979a7bd8d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c6d expref: -99 pid: 15805 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789762963.978259:0:5593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9cdd5835d000 lock: 0000000029044be1/0xd9e43f979a7bd8f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x804869400020020 nid: local remote: 0x416193e012b05c89 expref: -99 pid: 15812 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789762963.978286:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762963.978288:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762963.978291:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762963.994951:0:15829:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9cdd51703800 00010000:00010000:3.0:1789762963.994998:0:15829:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9cdd5835d000 00010000:00010000:3.0:1789762963.995033:0:15829:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9cdd51703800 00010000:00010000:3.0:1789762963.995080:0:15829:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9cdd5835d000 00000080:00200000:2.0:1789762964.015466:0:15838:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:2.0:1789762964.015488:0:15838:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762964.015507:0:15838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1789762964.015520:0:15838:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:2.0:1789762964.015544:0:15838:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762964.015551:0:15838:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:2.0:1789762964.015555:0:15838:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:2.0:1789762964.015562:0:15838:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844b0fbf8 00010000:00010000:2.0:1789762964.015566:0:15838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1789762964.015575:0:15838:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:2.0:1789762964.015599:0:15838:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:2.0:1789762964.015605:0:15838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762964.015612:0:15838:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:2.0:1789762964.015617:0:15838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg348-client.virtnet, flags=265 00000080:00200000:2.0:1789762964.015623:0:15838:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff9cdd6057aa08), inode mode 81a4 mask 44 00000080:00200008:2.0:1789762964.015632:0:15838:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000002:00010000:2.0:1789762964.015648:0:15838:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x3f:0x0]) in obj [0x200000401:0x3d:0x0], intent: open flags 0240100001 00010000:00010000:2.0:1789762964.015715:0:15838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15838 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.015723:0:15838:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15838 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789762964.015734:0:15838:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789762964.015746:0:15838:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd437a6a00 x1876702015157120/t0(0) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789762964.015755:0:15838:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15838 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762964.015782:0:15838:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15838:1876702015157120:192.168.203.148@tcp:101:dd.0 00000100:00100000:2.0:1789762964.016098:0:15838:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd48496f00 going to sleep for 11 seconds 00000080:00200000:3.0:1789762964.017399:0:15840:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:3.0:1789762964.017419:0:15840:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000100:00100000:2.0:1789762964.017430:0:15838:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15838:1876702015157120:192.168.203.148@tcp:101:dd.0 00010000:00010000:3.0:1789762964.017434:0:15840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1789762964.017451:0:15838:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.017500:0:15840:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:3.0:1789762964.017563:0:15840:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00010000:00010000:2.0:1789762964.017568:0:15838:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:3.0:1789762964.017571:0:15840:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:3.0:1789762964.017587:0:15840:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00010000:00010000:2.0:1789762964.017606:0:15838:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00010000:3.0:1789762964.017606:0:15840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844b1fbf8 00010000:00010000:3.0:1789762964.017619:0:15840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1789762964.017638:0:15840:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1789762964.017642:0:15838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762964.017654:0:15840:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00010000:00010000:2.0:1789762964.017657:0:15838:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762964.017669:0:15840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:3.0:1789762964.017680:0:15840:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:3.0:1789762964.017701:0:15840:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg348-client.virtnet, flags=265 00000080:00200000:3.0:1789762964.017712:0:15840:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff9cdd6057aa08), inode mode 81a4 mask 44 00010000:00010000:2.0:1789762964.017713:0:15838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1789762964.017734:0:15840:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00010000:00010000:2.0:1789762964.017755:0:15838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1789762964.017763:0:15840:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x3f:0x0]) in obj [0x200000401:0x3d:0x0], intent: open flags 0240100001 00010000:00010000:2.0:1789762964.017766:0:15838:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1789762964.017801:0:15838:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9cdd437a6a00 x1876702015157120/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762980 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1789762964.017829:0:15838:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9cdd437a6a00 x1876702015157120/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762980 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1789762964.017834:0:15840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15840 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1789762964.017913:0:15838:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.017917:0:15840:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15840 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1789762964.017948:0:15838:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789762964.017964:0:15840:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 101, max 7 00010000:00010000:2.0:1789762964.017975:0:15838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd8a8 lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x416193e012b05c12 expref: -99 pid: 15791 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1789762964.017982:0:15840:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd593d9880 x1876702015157632/t0(0) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789762964.018016:0:15838:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd8a8 lrc: 3/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x416193e012b05c12 expref: -99 pid: 15791 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789762964.018016:0:15840:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.018064:0:15838:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.018079:0:15838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.018088:0:15838:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd4870c000/0xd9e43f979a7bd903 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x416193e012b05c9e expref: -99 pid: 15838 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789762964.018092:0:15840:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9880 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15840:1876702015157632:192.168.203.148@tcp:101:dd.0 00010000:00010000:2.0:1789762964.018105:0:15838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000080:00200000:2.0:1789762964.018118:0:15838:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x3d:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1789762964.018177:0:15838:0:(file.c:6843:ll_layout_conf()) [0x200000401:0x3f:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1789762964.018182:0:15838:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3f:0x0](ffff9cdd6057aa08) for lock 0xd9e43f979a7bd8a8 00000080:00010000:2.0:1789762964.018190:0:15838:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd8a8 from it ffffae6844b0fbf0 00010000:00010000:2.0:1789762964.018197:0:15838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd8a8 lrc: 4/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x416193e012b05c12 expref: -99 pid: 15791 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789762964.018203:0:15838:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd8a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x416193e012b05c12 expref: -99 pid: 15791 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00100000:2.0:1789762964.018223:0:15838:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9cdd437a6a00 x1876702015157120/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762980 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1789762964.018325:0:15838:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:2.0:1789762964.018333:0:15838:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000100:00100000:3.0:1789762964.018391:0:15840:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd584e73c0 going to sleep for 11 seconds 00000080:00200008:2.0:1789762964.018404:0:15838:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], ppos: 0, count: 1048576 00000080:00200000:2.0:1789762964.018425:0:15838:0:(rw.c:1925:ll_readpage()) fast read pgno: 0 00000080:00200000:2.0:1789762964.018436:0:15838:0:(file.c:2090:ll_file_io_generic()) nrs_r_oleg348-client.virtnet: read ppos: 0, bytes: 1048576 00000080:00200000:2.0:1789762964.018444:0:15838:0:(file.c:1848:ll_io_set_mirror()) nrs_r_oleg348-client.virtnet: desiginated mirror: 0 00000020:00200000:2.0:1789762964.018451:0:15838:0:(cl_io.c:214:cl_io_rw_init()) header@0000000081d2f469[0x110, 1, [0x200000401:0x3f:0x0] hash] 00000020:00200000:2.0:1789762964.018454:0:15838:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [0, 1048576) 0 0 00000080:00200000:2.0:1789762964.018458:0:15838:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x3f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1789762964.018473:0:15838:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:2.0:1789762964.018477:0:15838:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762964.018490:0:15838:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 255] 00000008:00010000:2.0:1789762964.018504:0:15838:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1789762964.018509:0:15838:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6ed30, osc lock ffff9cdd60e0b8f0, flags 0x0 00010000:00010000:2.0:1789762964.018568:0:15838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.018581:0:15838:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.018593:0:15838:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762964.018613:0:15838:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15838:1876702015158016:192.168.203.148@tcp:101:dd.0 00000100:00100000:2.0:1789762964.018666:0:15838:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd48496240 going to sleep for 11 seconds 00010000:00010000:2.0:1789762964.018693:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789762964.019190:0:15840:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9880 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15840:1876702015157632:192.168.203.148@tcp:101:dd.0 00010000:00010000:3.0:1789762964.019308:0:15840:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019323:0:15840:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019380:0:15840:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019389:0:15840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019398:0:15840:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019407:0:15840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019413:0:15840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019418:0:15840:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1789762964.019426:0:15840:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9cdd593d9880 x1876702015157632/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762980 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1789762964.019438:0:15840:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9cdd593d9880 x1876702015157632/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/688 e 0 to 0 dl 1789762980 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1789762964.019447:0:15840:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1789762964.019720:0:15840:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762964.019738:0:15838:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15838:1876702015158016:192.168.203.148@tcp:101:dd.0 00010000:00010000:3.0:1789762964.019770:0:15840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd8a8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x416193e012b05c12 expref: -99 pid: 15791 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789762964.019776:0:15838:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019782:0:15840:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd8a8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x416193e012b05c12 expref: -99 pid: 15791 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789762964.019793:0:15838:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019794:0:15840:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019839:0:15840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.019842:0:15838:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x0 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019892:0:15840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019917:0:15840:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1789762964.019924:0:15840:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000401:0x3d:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1789762964.019950:0:5593:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789762964.019957:0:5593:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019966:0:5593:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cdd48755a00 already unused, calling callback (ffffffffc193b460) 00010000:00010000:3.0:1789762964.019971:0:5593:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019978:0:5593:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.019996:0:5593:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.020017:0:5593:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd8a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x416193e012b05c12 expref: -99 pid: 15791 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762964.020054:0:5593:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.020062:0:5593:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789762964.020089:0:5593:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.020097:0:5593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755a00/0xd9e43f979a7bd911 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b05cc8 expref: -99 pid: 15840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.020156:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762964.020164:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762964.020170:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789762964.020191:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015158400:192.168.203.148@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789762964.020192:0:15838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 6/3,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762964.020232:0:15838:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 8388608, setting rss=8388608; kms=8388608, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 5/3,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.020248:0:15838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 6/3,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.020264:0:15838:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1789762964.020285:0:15838:0:(vvp_io.c:835:vvp_io_read_start()) nrs_r_oleg348-client.virtnet: read [0, 1048576) 00000080:00200000:2.0:1789762964.020303:0:15838:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x3f:0x0] updating i_size 12582912 00000080:00200000:2.0:1789762964.020313:0:15838:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:0 00010000:00010000:2.0:1789762964.020347:0:15838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 6/3,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.020356:0:15838:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4096 8191) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 6/3,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1789762964.020394:0:15840:0:(file.c:6843:ll_layout_conf()) [0x200000401:0x3f:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1789762964.020401:0:15840:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3f:0x0](ffff9cdd6057aa08) for lock 0xd9e43f979a7bd8a8 00000080:00010000:3.0:1789762964.020405:0:15840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd8a8 from it ffffae6844b1fbf0 00010000:00010000:3.0:1789762964.020409:0:15840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd8a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x416193e012b05c12 expref: -99 pid: 15791 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762964.020416:0:15840:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd8a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x416193e012b05c12 expref: -99 pid: 15791 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00100000:3.0:1789762964.020439:0:15840:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9cdd593d9880 x1876702015157632/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762980 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1789762964.020463:0:15840:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9cdd593d9880 x1876702015157632/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762980 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789762964.020472:0:15840:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789762964.020480:0:15840:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd593d8000 x1876702015158656/t0(0) o35->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1789762964.020493:0:15840:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8000 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15840:1876702015158656:192.168.203.148@tcp:35:dd.0 00000100:00100000:3.0:1789762964.020627:0:15840:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd584e73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789762964.020922:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015158400:192.168.203.148@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1789762964.021247:0:15840:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8000 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15840:1876702015158656:192.168.203.148@tcp:35:dd.0 00000002:00100000:3.0:1789762964.021262:0:15840:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9cdd593d9880 x1876702015157632/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762980 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1789762964.021362:0:15840:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:3.0:1789762964.021368:0:15840:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:3.0:1789762964.021440:0:15840:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], ppos: 0, count: 1048576 00000008:00010000:2.0:1789762964.023746:0:15838:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9cdd456de840 00010000:00010000:2.0:1789762964.023769:0:15838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 8/3,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.023777:0:15838:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 7/2,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1789762964.023801:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd456de840 00010000:00010000:2.0:1789762964.023827:0:126:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1789762964.023949:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a5880 - object 0x240000400:25 offset 0<>1048576 00000100:00100000:3.0:1789762964.023984:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015158784:192.168.203.148@tcp:3:dd.0 00000080:00200000:3.0:1789762964.024432:0:15844:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:3.0:1789762964.024444:0:15844:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762964.024453:0:15844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:3.0:1789762964.024464:0:15844:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:3.0:1789762964.024470:0:15844:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762964.024475:0:15844:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:3.0:1789762964.024478:0:15844:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:3.0:1789762964.024483:0:15844:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844b3fbf8 00010000:00010000:3.0:1789762964.024488:0:15844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:3.0:1789762964.024497:0:15844:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:3.0:1789762964.024513:0:15844:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:3.0:1789762964.024518:0:15844:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:3.0:1789762964.024539:0:15844:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:3.0:1789762964.024545:0:15844:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg348-client.virtnet, flags=265 00000080:00200000:3.0:1789762964.024551:0:15844:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff9cdd6057aa08), inode mode 81a4 mask 44 00000080:00200008:3.0:1789762964.024557:0:15844:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:3.0:1789762964.024592:0:15844:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:3.0:1789762964.024596:0:15844:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:3.0:1789762964.024660:0:15844:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], ppos: 0, count: 1048576 00000080:00200000:2.0:1789762964.025484:0:15843:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:2.0:1789762964.025495:0:15843:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762964.025505:0:15843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:2.0:1789762964.025516:0:15843:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:2.0:1789762964.025523:0:15843:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762964.025542:0:15843:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:2.0:1789762964.025545:0:15843:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:2.0:1789762964.025550:0:15843:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844b37bf8 00010000:00010000:2.0:1789762964.025553:0:15843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:2.0:1789762964.025564:0:15843:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:2.0:1789762964.025579:0:15843:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:2.0:1789762964.025585:0:15843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762964.025590:0:15843:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:2.0:1789762964.025595:0:15843:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg348-client.virtnet, flags=265 00000080:00200000:2.0:1789762964.025600:0:15843:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff9cdd6057aa08), inode mode 81a4 mask 44 00000080:00200008:2.0:1789762964.025607:0:15843:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:2.0:1789762964.025638:0:15843:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:2.0:1789762964.025643:0:15843:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:2.0:1789762964.025700:0:15843:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], ppos: 0, count: 1048576 00000008:00010000:3.0:1789762964.030723:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd456de840 00000020:00200000:3.0:1789762964.030741:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762964.030788:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd456de840 00000100:00100000:3.0:1789762964.030825:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015158784:192.168.203.148@tcp:3:dd.0 00000080:00200000:3.0:1789762964.031032:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 9 00000080:00200000:3.0:1789762964.031073:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 10 00000080:00200000:3.0:1789762964.031107:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 11 00000080:00200000:3.0:1789762964.031148:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 12 00000080:00200000:3.0:1789762964.031189:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 13 00000080:00200000:3.0:1789762964.031224:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 14 00000080:00200000:3.0:1789762964.031264:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 15 00000080:00200000:3.0:1789762964.031290:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 16 00000080:00200000:3.0:1789762964.031330:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 17 00000080:00200000:3.0:1789762964.031356:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 18 00000080:00200000:3.0:1789762964.031379:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 19 00000080:00200000:3.0:1789762964.031576:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 28 00000080:00200000:3.0:1789762964.031967:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 44 00000080:00200000:3.0:1789762964.031989:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 45 00000080:00200000:3.0:1789762964.032011:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 46 00000080:00200000:3.0:1789762964.032217:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 56 00000080:00200000:3.0:1789762964.032243:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 57 00000080:00200000:3.0:1789762964.032286:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 58 00000080:00200000:3.0:1789762964.032552:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 70 00000080:00200000:3.0:1789762964.033044:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 87 00000080:00200000:3.0:1789762964.033079:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 88 00000080:00200000:3.0:1789762964.033109:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 89 00000080:00200000:3.0:1789762964.033133:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 90 00000080:00200000:3.0:1789762964.033150:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 91 00000080:00200000:3.0:1789762964.033174:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 92 00000080:00200000:3.0:1789762964.033485:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 105 00000080:00200000:3.0:1789762964.033519:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 106 00000080:00200000:3.0:1789762964.033553:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 107 00000080:00200000:3.0:1789762964.033572:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 108 00000080:00200000:3.0:1789762964.033597:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 109 00000080:00200000:3.0:1789762964.033834:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 118 00000080:00200000:3.0:1789762964.033908:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 119 00000080:00200000:3.0:1789762964.033947:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 120 00000080:00200000:3.0:1789762964.033971:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 121 00000080:00200000:3.0:1789762964.033999:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 122 00000080:00200000:3.0:1789762964.034026:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 123 00000080:00200000:3.0:1789762964.034052:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 124 00000080:00200000:3.0:1789762964.034071:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 125 00000080:00200000:3.0:1789762964.034090:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 126 00000080:00200000:3.0:1789762964.034110:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 127 00000080:00200000:3.0:1789762964.034131:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 128 00000080:00200000:3.0:1789762964.034155:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 129 00000080:00200000:3.0:1789762964.034174:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 130 00000080:00200000:3.0:1789762964.034199:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 131 00000080:00200000:3.0:1789762964.034219:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 132 00000080:00200000:3.0:1789762964.034236:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 133 00000080:00200000:3.0:1789762964.034257:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 134 00000080:00200000:3.0:1789762964.034275:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 135 00000080:00200000:3.0:1789762964.034298:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 136 00000080:00200000:3.0:1789762964.034315:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 137 00000080:00200000:3.0:1789762964.034334:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 138 00000080:00200000:3.0:1789762964.034368:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 139 00000080:00200000:3.0:1789762964.034391:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 140 00000080:00200000:3.0:1789762964.034414:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 141 00000080:00200000:3.0:1789762964.034440:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 142 00000080:00200000:3.0:1789762964.034480:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 143 00000080:00200000:3.0:1789762964.034509:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 144 00000080:00200000:3.0:1789762964.034545:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 145 00000080:00200000:3.0:1789762964.034568:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 146 00000080:00200000:3.0:1789762964.034600:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 147 00000080:00200000:3.0:1789762964.034628:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 148 00000080:00200000:3.0:1789762964.034649:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 149 00000080:00200000:3.0:1789762964.034673:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 150 00000080:00200000:3.0:1789762964.034694:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 151 00000080:00200000:3.0:1789762964.034722:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 152 00000080:00200000:3.0:1789762964.034747:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 153 00000080:00200000:3.0:1789762964.034778:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 154 00000080:00200000:3.0:1789762964.034805:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 155 00000080:00200000:3.0:1789762964.034829:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 156 00000080:00200000:3.0:1789762964.034856:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 157 00000080:00200000:3.0:1789762964.034967:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 158 00000080:00200000:3.0:1789762964.034992:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 159 00000080:00200000:3.0:1789762964.035015:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 160 00000080:00200000:3.0:1789762964.035039:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 161 00000080:00200000:3.0:1789762964.035065:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 162 00000080:00200000:3.0:1789762964.035088:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 163 00000080:00200000:3.0:1789762964.035117:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 164 00000080:00200000:3.0:1789762964.035139:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 165 00000080:00200000:3.0:1789762964.035162:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 166 00000080:00200000:3.0:1789762964.035186:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 167 00000080:00200000:3.0:1789762964.035206:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 168 00000080:00200000:3.0:1789762964.035234:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 169 00000080:00200000:3.0:1789762964.035261:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 170 00000080:00200000:3.0:1789762964.035286:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 171 00000080:00200000:3.0:1789762964.035307:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 172 00000080:00200000:3.0:1789762964.035327:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 173 00000080:00200000:3.0:1789762964.035350:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 174 00000080:00200000:3.0:1789762964.035369:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 175 00000080:00200000:3.0:1789762964.035393:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 176 00000080:00200000:3.0:1789762964.035413:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 177 00000080:00200000:3.0:1789762964.035435:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 178 00000080:00200000:3.0:1789762964.035468:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 179 00000080:00200000:3.0:1789762964.035489:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 180 00000080:00200000:3.0:1789762964.035519:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 181 00000080:00200000:3.0:1789762964.035557:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 182 00000080:00200000:3.0:1789762964.035582:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 183 00000080:00200000:3.0:1789762964.035609:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 184 00000080:00200000:3.0:1789762964.035635:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 185 00000080:00200000:3.0:1789762964.035659:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 186 00000080:00200000:3.0:1789762964.035689:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 187 00000080:00200000:3.0:1789762964.035712:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 188 00000080:00200000:3.0:1789762964.035733:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 189 00000080:00200000:3.0:1789762964.035758:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 190 00000080:00200000:3.0:1789762964.035784:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 191 00000080:00200000:3.0:1789762964.035807:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 192 00000080:00200000:3.0:1789762964.035829:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 193 00000080:00200000:3.0:1789762964.035851:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 194 00000080:00200000:3.0:1789762964.035916:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 195 00000080:00200000:3.0:1789762964.035937:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 196 00000080:00200000:3.0:1789762964.035960:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 197 00000080:00200000:3.0:1789762964.035980:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 198 00000080:00200000:3.0:1789762964.036005:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 199 00000080:00200000:3.0:1789762964.036022:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 200 00000080:00200000:3.0:1789762964.036038:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 201 00000080:00200000:3.0:1789762964.036062:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 202 00000080:00200000:3.0:1789762964.036082:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 203 00000080:00200000:3.0:1789762964.036107:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 204 00000080:00200000:3.0:1789762964.036127:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 205 00000080:00200000:3.0:1789762964.036152:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 206 00000080:00200000:3.0:1789762964.036171:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 207 00000080:00200000:3.0:1789762964.036199:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 208 00000080:00200000:3.0:1789762964.036227:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 209 00000080:00200000:3.0:1789762964.036254:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 210 00000080:00200000:3.0:1789762964.036283:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 211 00000080:00200000:3.0:1789762964.036315:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 212 00000080:00200000:3.0:1789762964.036344:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 213 00000080:00200000:3.0:1789762964.036379:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 214 00000080:00200000:3.0:1789762964.036403:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 215 00000080:00200000:3.0:1789762964.036427:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 216 00000080:00200000:3.0:1789762964.036465:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 217 00000080:00200000:3.0:1789762964.036514:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 218 00000080:00200000:3.0:1789762964.036567:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 219 00000080:00200000:3.0:1789762964.036600:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 220 00000080:00200000:3.0:1789762964.036622:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 221 00000080:00200000:3.0:1789762964.036652:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 222 00000080:00200000:3.0:1789762964.036694:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 223 00000080:00200000:3.0:1789762964.036719:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 224 00000080:00200000:3.0:1789762964.036742:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 225 00000080:00200000:3.0:1789762964.036767:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 226 00000080:00200000:3.0:1789762964.036794:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 227 00000080:00200000:3.0:1789762964.036832:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 228 00000080:00200000:3.0:1789762964.036911:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 229 00000080:00200000:3.0:1789762964.036937:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 230 00000080:00200000:3.0:1789762964.036966:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 231 00000080:00200000:3.0:1789762964.036987:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 232 00000080:00200000:3.0:1789762964.037018:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 233 00000080:00200000:3.0:1789762964.037050:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 234 00000080:00200000:3.0:1789762964.037088:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 235 00000080:00200000:3.0:1789762964.037114:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 236 00000080:00200000:3.0:1789762964.037149:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 237 00000080:00200000:3.0:1789762964.037188:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 238 00000080:00200000:3.0:1789762964.037214:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 239 00000080:00200000:3.0:1789762964.037235:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 240 00000080:00200000:3.0:1789762964.037263:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 241 00000080:00200000:3.0:1789762964.037384:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 242 00000080:00200000:3.0:1789762964.037411:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 243 00000080:00200000:3.0:1789762964.037441:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 244 00000080:00200000:3.0:1789762964.037464:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 245 00000080:00200000:3.0:1789762964.037486:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 246 00000080:00200000:3.0:1789762964.037541:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 247 00000080:00200000:3.0:1789762964.037584:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 248 00000080:00200000:3.0:1789762964.037607:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 249 00000080:00200000:3.0:1789762964.037628:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 250 00000080:00200000:3.0:1789762964.037647:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 251 00000080:00200000:3.0:1789762964.037669:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 252 00000080:00200000:3.0:1789762964.037692:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 253 00000080:00200000:3.0:1789762964.037728:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 254 00000080:00200000:3.0:1789762964.037754:0:15840:0:(rw.c:1925:ll_readpage()) fast read pgno: 255 00000080:00200008:3.0:1789762964.037800:0:15840:0:(file.c:479:ll_file_release()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000020:00010000:2.0:1789762964.039355:0:15838:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd43448b78 (ffff9cdd593ff008/0) at cl_lock_release():245 00000020:00010000:2.0:1789762964.039363:0:15838:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43448b78 (ffff9cdd593ff008/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762964.039371:0:15838:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd489feea8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1789762964.039393:0:15838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762964.039410:0:15838:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000ea91998f/0xd9e43f979a7bd918 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0x416193e012b05cd6 expref: -99 pid: 15838 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1789762964.039427:0:15838:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43448b78 (ffff9cdd593ff008/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762964.039433:0:15838:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd593ff008/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762964.039443:0:15838:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1789762964.039452:0:15838:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x3f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762964.039460:0:15838:0:(file.c:2238:ll_file_io_generic()) nrs_r_oleg348-client.virtnet: 1 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762964.039464:0:15838:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:2.0:1789762964.039479:0:15838:0:(file.c:479:ll_file_release()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200000:2.0:1789762964.044129:0:15853:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:2.0:1789762964.044145:0:15853:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762964.044156:0:15853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:2.0:1789762964.044167:0:15853:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:2.0:1789762964.044174:0:15853:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762964.044180:0:15853:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:2.0:1789762964.044183:0:15853:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:2.0:1789762964.044188:0:15853:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844b87bf8 00010000:00010000:2.0:1789762964.044192:0:15853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:2.0:1789762964.044199:0:15853:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:2.0:1789762964.044212:0:15853:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:2.0:1789762964.044218:0:15853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762964.044226:0:15853:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:2.0:1789762964.044231:0:15853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg348-client.virtnet, flags=265 00000080:00200000:2.0:1789762964.044238:0:15853:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff9cdd6057aa08), inode mode 81a4 mask 44 00000080:00200008:2.0:1789762964.044245:0:15853:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:2.0:1789762964.044279:0:15853:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:2.0:1789762964.044285:0:15853:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:2.0:1789762964.044338:0:15853:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], ppos: 0, count: 1048576 00000080:00200000:3.0:1789762964.047642:0:15845:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:3.0:1789762964.047653:0:15845:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762964.047661:0:15845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:3.0:1789762964.047674:0:15845:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:3.0:1789762964.047680:0:15845:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762964.047683:0:15845:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:3.0:1789762964.047686:0:15845:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:3.0:1789762964.047690:0:15845:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844b47bf8 00010000:00010000:3.0:1789762964.047693:0:15845:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:3.0:1789762964.047699:0:15845:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:3.0:1789762964.047707:0:15845:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:3.0:1789762964.047712:0:15845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:3.0:1789762964.047716:0:15845:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:3.0:1789762964.047718:0:15845:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg348-client.virtnet, flags=265 00000080:00200000:3.0:1789762964.047721:0:15845:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff9cdd6057aa08), inode mode 81a4 mask 44 00000080:00200008:3.0:1789762964.047724:0:15845:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:3.0:1789762964.047745:0:15845:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:3.0:1789762964.047749:0:15845:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:3.0:1789762964.047797:0:15845:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], ppos: 0, count: 1048576 00000080:00200008:2.0:1789762964.047822:0:15843:0:(file.c:479:ll_file_release()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:3.0:1789762964.049091:0:15844:0:(file.c:479:ll_file_release()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200000:2.0:1789762964.050048:0:15848:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:2.0:1789762964.050058:0:15848:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762964.050065:0:15848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:2.0:1789762964.050074:0:15848:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:2.0:1789762964.050080:0:15848:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762964.050084:0:15848:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:2.0:1789762964.050087:0:15848:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:2.0:1789762964.050091:0:15848:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844b5fbf8 00010000:00010000:2.0:1789762964.050093:0:15848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:2.0:1789762964.050100:0:15848:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:2.0:1789762964.050108:0:15848:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:2.0:1789762964.050111:0:15848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:2.0:1789762964.050114:0:15848:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:2.0:1789762964.050117:0:15848:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg348-client.virtnet, flags=265 00000080:00200000:2.0:1789762964.050121:0:15848:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff9cdd6057aa08), inode mode 81a4 mask 44 00000080:00200008:2.0:1789762964.050125:0:15848:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:2.0:1789762964.050146:0:15848:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:2.0:1789762964.050150:0:15848:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:2.0:1789762964.050215:0:15848:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], ppos: 0, count: 1048576 00000080:00200000:3.0:1789762964.050542:0:15851:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:3.0:1789762964.050552:0:15851:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762964.050559:0:15851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:3.0:1789762964.050567:0:15851:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:3.0:1789762964.050572:0:15851:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762964.050576:0:15851:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:3.0:1789762964.050578:0:15851:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:3.0:1789762964.050583:0:15851:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844b77bf8 00010000:00010000:3.0:1789762964.050586:0:15851:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:3.0:1789762964.050592:0:15851:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:3.0:1789762964.050598:0:15851:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:3.0:1789762964.050601:0:15851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=25 00000080:00200000:3.0:1789762964.050605:0:15851:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:3.0:1789762964.050607:0:15851:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=nrs_r_oleg348-client.virtnet, flags=265 00000080:00200000:3.0:1789762964.050611:0:15851:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3f:0x0](ffff9cdd6057aa08), inode mode 81a4 mask 44 00000080:00200008:3.0:1789762964.050614:0:15851:0:(file.c:1090:ll_file_open()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:3.0:1789762964.050633:0:15851:0:(file.c:5214:ll_file_seek()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR 00000080:00200008:3.0:1789762964.050637:0:15851:0:(file.c:5245:ll_file_seek()) COMPLETED file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], offset: 0, type: SEEK_CUR, rc = 0 00000080:00200008:3.0:1789762964.050694:0:15851:0:(file.c:2483:do_file_read_iter()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0], ppos: 0, count: 1048576 00000080:00200008:2.0:1789762964.056630:0:15848:0:(file.c:479:ll_file_release()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:2.0:1789762964.060186:0:15853:0:(file.c:479:ll_file_release()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:3.0:1789762964.061585:0:15845:0:(file.c:479:ll_file_release()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:3.0:1789762964.065503:0:15851:0:(file.c:479:ll_file_release()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000080:00200008:2.0:1789762964.065848:0:15852:0:(file.c:479:ll_file_release()) START file nrs_r_oleg348-client.virtnet:[0x200000401:0x3f:0x0](ffff9cdd6057aa08), flags 100000 00000002:00100000:2.0:1789762964.065931:0:15852:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9cdd437a6a00 x1876702015157120/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 600/688 e 0 to 0 dl 1789762980 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789762964.065947:0:15852:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789762964.065954:0:15852:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd437a6d80 x1876702015159040/t0(0) o35->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1789762964.065976:0:15852:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15852:1876702015159040:192.168.203.148@tcp:35:dd.0 00000100:00100000:2.0:1789762964.066054:0:15852:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd48496240 going to sleep for 11 seconds 00000080:00200000:3.0:1789762964.076033:0:15854:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:3.0:1789762964.076047:0:15854:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762964.076060:0:15854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:3.0:1789762964.076070:0:15854:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:3.0:1789762964.076076:0:15854:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762964.076081:0:15854:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:3.0:1789762964.076084:0:15854:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:3.0:1789762964.076090:0:15854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844adfb58 00010000:00010000:3.0:1789762964.076092:0:15854:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:3.0:1789762964.076099:0:15854:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:3.0:1789762964.076113:0:15854:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:3.0:1789762964.076120:0:15854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=8 00000080:00200008:3.0:1789762964.076128:0:15854:0:(file.c:6296:ll_getattr_dentry()) START file d77k.sanityn:[0x200000401:0x3d:0x0](ffff9cdd605780c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789762964.076134:0:15854:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8),name=d77k.sanityn 00000002:00010000:3.0:1789762964.076146:0:15854:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x3d:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762964.076154:0:15854:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9cdd60e73000 type 13 mode 30 res 8589935617/61 (0 0) 00010000:00010000:3.0:1789762964.076182:0:15854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.076188:0:15854:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.076195:0:15854:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789762964.076207:0:15854:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9880 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15854:1876702015159168:192.168.203.148@tcp:101:rm.0 00000100:00100000:3.0:1789762964.076247:0:15854:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd584e73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789762964.077297:0:15854:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9880 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15854:1876702015159168:192.168.203.148@tcp:101:rm.0 00010000:00010000:3.0:1789762964.077311:0:15854:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.077324:0:15854:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.077334:0:15854:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.077346:0:15854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.077356:0:15854:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.077366:0:15854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.077372:0:15854:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.077377:0:15854:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1789762964.077389:0:15854:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9cdd593d9880 x1876702015159168/t0(0) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1789762980 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1789762964.077398:0:15854:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.077404:0:15854:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9cdd60e73000 type 13 mode 4 res 8589935617/61 (0 0) 00000080:00200000:3.0:1789762964.077407:0:15854:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1789762964.077419:0:15854:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x3d:0x0], updating i_size 16384 00000080:00010000:3.0:1789762964.077423:0:15854:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3d:0x0](ffff9cdd605780c8) for lock 0xd9e43f979a7bd91f 00000080:00010000:3.0:1789762964.077427:0:15854:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3d:0x0](ffff9cdd605780c8) 00000080:00010000:3.0:1789762964.077429:0:15854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd91f from it ffffae6844adfcb8 00010000:00010000:3.0:1789762964.077431:0:15854:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.077437:0:15854:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789762964.077464:0:15854:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:3.0:1789762964.077469:0:15854:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762964.077474:0:15854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:3.0:1789762964.077479:0:15854:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:3.0:1789762964.077484:0:15854:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762964.077487:0:15854:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:3.0:1789762964.077489:0:15854:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd88c 00000080:00010000:3.0:1789762964.077491:0:15854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd88c from it ffffae6844adfbf8 00010000:00010000:3.0:1789762964.077493:0:15854:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:3.0:1789762964.077498:0:15854:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234ce00/0xd9e43f979a7bd88c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05b94 expref: -99 pid: 15786 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:3.0:1789762964.077504:0:15854:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:3.0:1789762964.077506:0:15854:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=266 00000080:00200000:3.0:1789762964.077509:0:15854:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8), inode mode 41ff mask 44 00000080:00200008:3.0:1789762964.077513:0:15854:0:(file.c:1090:ll_file_open()) START file d77k.sanityn:[0x200000401:0x3d:0x0](ffff9cdd605780c8), flags 704400 00000002:00010000:3.0:1789762964.077522:0:15854:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x3d:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1789762964.077557:0:15854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.077563:0:15854:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789762964.077569:0:15854:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789762964.077573:0:15854:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd593d9880 x1876702015159424/t0(0) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789762964.077579:0:15854:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789762964.077587:0:15854:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9880 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15854:1876702015159424:192.168.203.148@tcp:101:rm.0 00000100:00100000:3.0:1789762964.077688:0:15854:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd584e73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789762964.078447:0:15854:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9880 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15854:1876702015159424:192.168.203.148@tcp:101:rm.0 00010000:00010000:3.0:1789762964.078454:0:15854:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.078460:0:15854:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.078464:0:15854:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.078469:0:15854:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.078474:0:15854:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.078478:0:15854:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cdd48754000 already unused, calling callback (ffffffffc193b460) 00010000:00010000:3.0:1789762964.078480:0:15854:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.078485:0:15854:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.078489:0:15854:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.078493:0:15854:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1789762964.078497:0:15854:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.078502:0:15854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754000/0xd9e43f979a7bd926 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 15854 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1789762964.078513:0:15854:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9cdd593d9880 x1876702015159424/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762980 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1789762964.078522:0:15854:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9cdd593d9880 x1876702015159424/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762980 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1789762964.078542:0:15854:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1789762964.078550:0:15854:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x3d:0x0], updating i_size 16384 00000002:00100000:3.0:1789762964.078558:0:15854:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9cdd593d9880 x1876702015159424/t4294967631(4294967631) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762980 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1789762964.078593:0:15854:0:(file.c:6296:ll_getattr_dentry()) START file d77k.sanityn:[0x200000401:0x3d:0x0](ffff9cdd605780c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789762964.078596:0:15854:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8),name=d77k.sanityn 00000002:00010000:3.0:1789762964.078603:0:15854:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x3d:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762964.078609:0:15854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789762964.078615:0:15854:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789762964.078620:0:15854:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789762964.078622:0:15854:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3d:0x0](ffff9cdd605780c8) 00000080:00010000:3.0:1789762964.078625:0:15854:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3d:0x0](ffff9cdd605780c8) for lock 0xd9e43f979a7bd91f 00000080:00010000:3.0:1789762964.078627:0:15854:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd91f from it ffffae6844adfcd8 00010000:00010000:3.0:1789762964.078629:0:15854:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789762964.078634:0:15854:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1789762964.078663:0:15854:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x3d:0x0](ffff9cdd605780c8) pos/size0/16384 32bit_api 0 00000002:00010000:3.0:1789762964.078673:0:15854:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x3d:0x0]) in obj [0x200000401:0x3d:0x0], intent: readdir flags 0 00010000:00010000:3.0:1789762964.078678:0:15854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789762964.078684:0:15854:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48755200/0xd9e43f979a7bd91f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05ce4 expref: -99 pid: 15854 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1789762964.079384:0:15854:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8000 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15854:1876702015159552:192.168.203.148@tcp:37:rm.0 00000100:00100000:3.0:1789762964.079419:0:15854:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd584e73c0 going to sleep for 11 seconds 00000080:00200000:3.0:1789762964.408840:0:15873:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:3.0:1789762964.408856:0:15873:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789762964.408893:0:15873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1789762964.408905:0:15873:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1789762964.408912:0:15873:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00010000:3.0:1789762964.408917:0:15873:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:3.0:1789762964.408920:0:15873:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd949 00000080:00010000:3.0:1789762964.408926:0:15873:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd949 from it ffffae6844b4fbf8 00010000:00010000:3.0:1789762964.408930:0:15873:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1789762964.408937:0:15873:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1789762964.408949:0:15873:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:3.0:1789762964.408958:0:15873:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff9cdd6052d348), flags=25 00000080:00200000:3.0:1789762964.408962:0:15873:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff9cdd6052d348), intent=0 00000002:00010000:3.0:1789762964.408970:0:15873:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d77k.sanityn,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1789762964.409001:0:15873:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754800/0xd9e43f979a7bd95e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15873 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.409007:0:15873:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754800/0xd9e43f979a7bd95e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15873 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789762964.409014:0:15873:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754800/0xd9e43f979a7bd95e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15873 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789762964.409028:0:15873:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8380 pname:cluuid:pid:xid:nid:opc:job dd:f1bd28de-ee78-4d18-bad3-fa7cec968893:15873:1876702015163392:192.168.203.148@tcp:101:dd.500 00000100:00100000:3.0:1789762964.409085:0:15873:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd584e7180 going to sleep for 11 seconds 00000080:00200000:3.0:1789762964.460951:0:15873:0:(file.c:2205:ll_file_io_generic()) Range unlock [256, 511] 00000080:00200000:3.0:1789762964.460964:0:15873:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762964.460969:0:15873:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:3.0:1789762964.460981:0:15873:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x43:0x0] updating i_size 2097152 i_blocks 2051 00000020:00200000:3.0:1789762964.460985:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789762964.460993:0:15873:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:3.0:1789762964.461230:0:15873:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 2097152, count: 1048576 00000080:00200000:3.0:1789762964.461238:0:15873:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 2097152, bytes: 1048576 00000080:00200000:3.0:1789762964.461246:0:15873:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789762964.461254:0:15873:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:3.0:1789762964.461255:0:15873:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [2097152, 3145728) 0 0 00000080:00200000:3.0:1789762964.461259:0:15873:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762964.461269:0:15873:0:(file.c:2168:ll_file_io_generic()) Range lock [512, 767] 00020000:00200000:3.0:1789762964.461275:0:15873:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 2097152 chunk: [2097152, 3145728) 3145728, 1048576 00020000:00200000:3.0:1789762964.461278:0:15873:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789762964.461293:0:15873:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [512, 767] 00000008:00010000:3.0:1789762964.461306:0:15873:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789762964.461311:0:15873:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd60c2e830, osc lock ffff9cdd43418720, flags 0x0 00000080:00200000:3.0:1789762964.461320:0:15873:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [2097152, 3145728) append 0 append lockpos 0 00000080:00200000:3.0:1789762964.461331:0:15873:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=2097152=0x200000, pages 256 (max 131072), lockless, parallel 00000020:00200000:3.0:1789762964.461539:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1789762964.461543:0:15873:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 3145728 00000020:00010000:3.0:1789762964.461549:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:3.0:1789762964.461552:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789762964.461554:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd60c2e830 (ffff9cdd593ff1b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789762964.461556:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789762964.461558:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd60c2e830 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789762964.461563:0:15873:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:3.0:1789762964.461567:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789762964.461579:0:761:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd45765b40 00000008:00100000:3.0:1789762964.461784:0:761:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd593d9c00 - object 0x240000400:27 offset 2097152<>3145728 00000100:00100000:3.0:1789762964.461815:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789762964.461824:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015164032:192.168.203.148@tcp:4:dd.500 00000100:00100000:3.0:1789762964.474475:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cdd5835d000: committing for last_committed 4294968270 gen 4 00000008:00010000:3.0:1789762964.474499:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd45765b40 00000020:00200000:3.0:1789762964.474503:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1789762964.474505:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1789762964.474506:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1789762964.474507:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1789762964.474509:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1789762964.474510:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1789762964.474511:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1789762964.474512:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1789762964.474514:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1789762964.474515:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1789762964.474516:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1789762964.474518:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1789762964.474519:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1789762964.474520:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1789762964.474521:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1789762964.474535:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1789762964.474536:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1789762964.474537:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1789762964.474538:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1789762964.474539:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1789762964.474540:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1789762964.474542:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1789762964.474543:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1789762964.474545:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1789762964.474546:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1789762964.474547:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1789762964.474548:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1789762964.474549:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1789762964.474550:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1789762964.474551:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1789762964.474552:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1789762964.474553:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1789762964.474554:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1789762964.474555:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1789762964.474556:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1789762964.474557:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1789762964.474558:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1789762964.474559:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1789762964.474560:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1789762964.474561:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1789762964.474562:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1789762964.474563:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1789762964.474565:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1789762964.474566:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1789762964.474567:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1789762964.474568:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1789762964.474569:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1789762964.474570:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1789762964.474571:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1789762964.474572:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1789762964.474573:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1789762964.474574:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1789762964.474575:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1789762964.474576:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1789762964.474577:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1789762964.474578:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1789762964.474579:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1789762964.474580:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1789762964.474581:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1789762964.474582:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1789762964.474583:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1789762964.474584:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1789762964.474585:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1789762964.474586:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1789762964.474587:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1789762964.474588:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1789762964.474589:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1789762964.474590:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1789762964.474591:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1789762964.474592:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1789762964.474593:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1789762964.474594:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1789762964.474595:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1789762964.474597:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1789762964.474598:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1789762964.474599:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1789762964.474600:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1789762964.474601:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1789762964.474602:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1789762964.474603:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1789762964.474604:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1789762964.474605:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1789762964.474606:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1789762964.474607:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1789762964.474608:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1789762964.474609:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1789762964.474610:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1789762964.474611:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1789762964.474612:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1789762964.474613:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1789762964.474614:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1789762964.474616:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1789762964.474617:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1789762964.474618:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1789762964.474619:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1789762964.474620:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1789762964.474621:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1789762964.474622:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1789762964.474623:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1789762964.474624:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1789762964.474625:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1789762964.474626:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1789762964.474627:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1789762964.474628:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1789762964.474629:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1789762964.474630:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1789762964.474631:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1789762964.474632:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1789762964.474634:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1789762964.474635:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1789762964.474636:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1789762964.474637:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1789762964.474638:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1789762964.474639:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1789762964.474640:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1789762964.474641:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1789762964.474642:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1789762964.474643:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1789762964.474644:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1789762964.474644:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1789762964.474645:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1789762964.474646:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1789762964.474647:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1789762964.474648:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1789762964.474649:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1789762964.474650:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1789762964.474651:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1789762964.474652:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1789762964.474653:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1789762964.474654:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1789762964.474655:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1789762964.474656:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1789762964.474657:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1789762964.474658:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1789762964.474659:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1789762964.474660:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1789762964.474662:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1789762964.474663:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1789762964.474664:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1789762964.474665:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1789762964.474666:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1789762964.474668:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1789762964.474669:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1789762964.474670:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1789762964.474670:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1789762964.474671:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1789762964.474672:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1789762964.474673:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1789762964.474674:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1789762964.474675:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1789762964.474676:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1789762964.474677:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1789762964.474678:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1789762964.474679:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1789762964.474680:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1789762964.474681:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1789762964.474682:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1789762964.474683:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1789762964.474684:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1789762964.474685:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1789762964.474686:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1789762964.474687:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1789762964.474688:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1789762964.474689:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1789762964.474690:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1789762964.474691:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1789762964.474692:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1789762964.474693:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1789762964.474695:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1789762964.474696:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1789762964.474697:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1789762964.474698:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1789762964.474699:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1789762964.474700:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1789762964.474701:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1789762964.474702:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1789762964.474703:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1789762964.474704:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1789762964.474705:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1789762964.474706:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1789762964.474707:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1789762964.474708:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1789762964.474709:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1789762964.474710:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1789762964.474711:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1789762964.474712:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1789762964.474713:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1789762964.474714:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1789762964.474715:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1789762964.474716:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1789762964.474717:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1789762964.474718:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1789762964.474719:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1789762964.474720:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1789762964.474721:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1789762964.474722:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1789762964.474723:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1789762964.474724:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1789762964.474725:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1789762964.474726:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1789762964.474728:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1789762964.474729:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1789762964.474730:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1789762964.474731:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1789762964.474732:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1789762964.474733:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1789762964.474734:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1789762964.474735:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1789762964.474736:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1789762964.474737:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1789762964.474738:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1789762964.474739:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1789762964.474740:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1789762964.474741:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1789762964.474742:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1789762964.474743:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1789762964.474744:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1789762964.474745:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1789762964.474746:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1789762964.474747:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1789762964.474748:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1789762964.474749:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1789762964.474750:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1789762964.474751:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1789762964.474752:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1789762964.474753:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1789762964.474754:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1789762964.474755:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1789762964.474756:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1789762964.474757:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1789762964.474758:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1789762964.474759:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1789762964.474760:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1789762964.474761:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1789762964.474763:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1789762964.474764:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1789762964.474765:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1789762964.474766:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1789762964.474767:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1789762964.474768:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1789762964.474769:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1789762964.474770:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1789762964.474771:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1789762964.474772:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1789762964.474773:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1789762964.474774:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1789762964.474775:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1789762964.474776:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1789762964.474777:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1789762964.474778:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1789762964.474779:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1789762964.474780:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1789762964.474781:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1789762964.474782:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1789762964.474783:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1789762964.474784:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789762964.474842:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762964.474853:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd45765b40 00000080:00200000:2.0:1789762964.474888:0:15873:0:(file.c:2205:ll_file_io_generic()) Range unlock [512, 767] 00000100:00100000:3.0:1789762964.474897:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015164032:192.168.203.148@tcp:4:dd.500 00000080:00200000:2.0:1789762964.474898:0:15873:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762964.474908:0:15873:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762964.474916:0:15873:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x43:0x0] updating i_size 3145728 i_blocks 4103 00000020:00200000:2.0:1789762964.474919:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789762964.474927:0:15873:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762964.475148:0:15873:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 3145728, count: 1048576 00000080:00200000:2.0:1789762964.475154:0:15873:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 3145728, bytes: 1048576 00000080:00200000:2.0:1789762964.475159:0:15873:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789762964.475163:0:15873:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:2.0:1789762964.475165:0:15873:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [3145728, 4194304) 0 0 00000080:00200000:2.0:1789762964.475168:0:15873:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762964.475175:0:15873:0:(file.c:2168:ll_file_io_generic()) Range lock [768, 1023] 00020000:00200000:2.0:1789762964.475178:0:15873:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 3145728 chunk: [3145728, 4194304) 4194304, 1048576 00020000:00200000:2.0:1789762964.475180:0:15873:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762964.475196:0:15873:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [768, 1023] 00000008:00010000:2.0:1789762964.475204:0:15873:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789762964.475207:0:15873:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6ed30, osc lock ffff9cdd60e0b8f0, flags 0x0 00000080:00200000:2.0:1789762964.475211:0:15873:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [3145728, 4194304) append 0 append lockpos 0 00000080:00200000:2.0:1789762964.475218:0:15873:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=3145728=0x300000, pages 256 (max 131072), lockless, parallel 00000020:00200000:2.0:1789762964.475450:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1789762964.475453:0:15873:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 4194304 00000020:00010000:2.0:1789762964.475457:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:2.0:1789762964.475459:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762964.475462:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd593ff1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789762964.475464:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762964.475466:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762964.475470:0:15873:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:2.0:1789762964.475473:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789762964.475483:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd456de300 00000008:00100000:2.0:1789762964.475666:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a5c00 - object 0x240000400:27 offset 3145728<>4194304 00000100:00100000:2.0:1789762964.475691:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789762964.475700:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015164160:192.168.203.148@tcp:4:dd.500 00000100:00100000:3.0:1789762964.525559:0:2366:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cdd5835d000: committing for last_committed 4294968271 gen 4 00000008:00010000:3.0:1789762964.525596:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd456de300 00000020:00200000:3.0:1789762964.525600:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1789762964.525602:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1789762964.525604:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1789762964.525605:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1789762964.525607:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1789762964.525608:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1789762964.525609:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1789762964.525611:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1789762964.525612:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1789762964.525613:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1789762964.525614:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1789762964.525615:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1789762964.525616:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1789762964.525617:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1789762964.525618:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1789762964.525619:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1789762964.525620:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1789762964.525621:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1789762964.525622:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1789762964.525623:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1789762964.525624:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1789762964.525625:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1789762964.525626:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1789762964.525627:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1789762964.525628:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1789762964.525629:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1789762964.525630:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1789762964.525631:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1789762964.525632:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1789762964.525633:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1789762964.525634:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1789762964.525635:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1789762964.525636:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1789762964.525637:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1789762964.525639:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1789762964.525640:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1789762964.525641:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1789762964.525642:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1789762964.525643:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1789762964.525644:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1789762964.525645:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1789762964.525646:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1789762964.525647:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1789762964.525648:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1789762964.525649:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1789762964.525650:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1789762964.525651:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1789762964.525652:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1789762964.525653:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1789762964.525654:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1789762964.525655:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1789762964.525656:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1789762964.525657:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1789762964.525659:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1789762964.525660:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1789762964.525661:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1789762964.525662:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1789762964.525663:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1789762964.525664:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1789762964.525665:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1789762964.525666:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1789762964.525667:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1789762964.525668:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1789762964.525669:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1789762964.525670:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1789762964.525671:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1789762964.525673:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1789762964.525674:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1789762964.525675:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1789762964.525677:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1789762964.525678:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1789762964.525679:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1789762964.525680:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1789762964.525681:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1789762964.525682:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1789762964.525683:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1789762964.525684:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1789762964.525685:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1789762964.525686:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1789762964.525687:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1789762964.525688:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1789762964.525689:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1789762964.525690:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1789762964.525691:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1789762964.525692:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1789762964.525693:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1789762964.525694:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1789762964.525695:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1789762964.525696:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1789762964.525697:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1789762964.525698:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1789762964.525699:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1789762964.525700:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1789762964.525701:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1789762964.525702:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1789762964.525703:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1789762964.525704:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1789762964.525705:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1789762964.525706:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1789762964.525708:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1789762964.525709:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1789762964.525710:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1789762964.525712:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1789762964.525713:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1789762964.525714:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1789762964.525715:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1789762964.525716:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1789762964.525717:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1789762964.525718:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1789762964.525719:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1789762964.525720:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1789762964.525721:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1789762964.525722:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1789762964.525723:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1789762964.525724:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1789762964.525725:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1789762964.525726:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1789762964.525727:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1789762964.525728:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1789762964.525729:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1789762964.525730:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1789762964.525731:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1789762964.525732:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1789762964.525733:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1789762964.525734:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1789762964.525735:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1789762964.525736:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1789762964.525737:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1789762964.525738:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1789762964.525739:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1789762964.525741:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1789762964.525742:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1789762964.525743:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1789762964.525745:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1789762964.525746:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1789762964.525747:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1789762964.525748:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1789762964.525749:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1789762964.525750:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1789762964.525751:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1789762964.525752:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1789762964.525753:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1789762964.525754:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1789762964.525755:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1789762964.525756:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1789762964.525757:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1789762964.525758:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1789762964.525759:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1789762964.525760:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1789762964.525761:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1789762964.525762:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1789762964.525763:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1789762964.525764:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1789762964.525765:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1789762964.525766:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1789762964.525767:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1789762964.525768:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1789762964.525769:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1789762964.525770:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1789762964.525771:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1789762964.525772:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1789762964.525773:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1789762964.525775:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1789762964.525776:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1789762964.525777:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1789762964.525779:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1789762964.525780:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1789762964.525781:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1789762964.525782:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1789762964.525783:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1789762964.525784:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1789762964.525785:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1789762964.525786:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1789762964.525787:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1789762964.525788:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1789762964.525789:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1789762964.525790:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1789762964.525791:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1789762964.525792:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1789762964.525793:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1789762964.525794:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1789762964.525795:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1789762964.525796:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1789762964.525797:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1789762964.525798:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1789762964.525799:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1789762964.525800:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1789762964.525801:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1789762964.525802:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1789762964.525803:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1789762964.525804:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1789762964.525805:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1789762964.525806:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1789762964.525807:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1789762964.525809:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1789762964.525810:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1789762964.525811:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1789762964.525812:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1789762964.525813:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1789762964.525815:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1789762964.525816:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1789762964.525817:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1789762964.525818:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1789762964.525819:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1789762964.525820:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1789762964.525821:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1789762964.525822:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1789762964.525823:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1789762964.525824:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1789762964.525825:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1789762964.525826:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1789762964.525827:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1789762964.525828:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1789762964.525829:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1789762964.525830:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1789762964.525831:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1789762964.525832:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1789762964.525833:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1789762964.525834:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1789762964.525835:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1789762964.525836:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1789762964.525837:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1789762964.525838:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1789762964.525839:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1789762964.525840:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1789762964.525841:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1789762964.525842:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1789762964.525844:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1789762964.525845:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1789762964.525846:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1789762964.525847:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1789762964.525848:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1789762964.525849:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1789762964.525850:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1789762964.525851:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1789762964.525852:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1789762964.525853:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1789762964.525854:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1789762964.525855:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1789762964.525856:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1789762964.525857:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1789762964.525858:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1789762964.525859:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1789762964.525860:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1789762964.525861:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1789762964.525862:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1789762964.525884:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1789762964.525885:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1789762964.525887:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1789762964.525888:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1789762964.525890:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1789762964.525892:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1789762964.525893:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1789762964.525895:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1789762964.525896:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1789762964.525898:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789762964.526032:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762964.526047:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd456de300 00000100:00100000:3.0:1789762964.526066:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015164160:192.168.203.148@tcp:4:dd.500 00000080:00200000:3.0:1789762964.924331:0:15873:0:(file.c:2205:ll_file_io_generic()) Range unlock [2816, 3071] 00000080:00200000:3.0:1789762964.924348:0:15873:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762964.924352:0:15873:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:3.0:1789762964.924365:0:15873:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x43:0x0] updating i_size 12582912 i_blocks 22535 00000020:00200000:3.0:1789762964.924369:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789762964.924379:0:15873:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:3.0:1789762964.924575:0:15873:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 12582912, count: 1048576 00000080:00200000:3.0:1789762964.924581:0:15873:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 12582912, bytes: 1048576 00000080:00200000:3.0:1789762964.924587:0:15873:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789762964.924593:0:15873:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:3.0:1789762964.924595:0:15873:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [12582912, 13631488) 0 0 00000080:00200000:3.0:1789762964.924599:0:15873:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762964.924609:0:15873:0:(file.c:2168:ll_file_io_generic()) Range lock [3072, 3327] 00020000:00200000:3.0:1789762964.924614:0:15873:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 12582912 chunk: [12582912, 13631488) 13631488, 1048576 00020000:00200000:3.0:1789762964.924617:0:15873:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789762964.924630:0:15873:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [3072, 3327] 00000008:00010000:3.0:1789762964.924641:0:15873:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789762964.924645:0:15873:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd60c2e830, osc lock ffff9cdd43418720, flags 0x0 00000080:00200000:3.0:1789762964.924653:0:15873:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [12582912, 13631488) append 0 append lockpos 0 00000080:00200000:3.0:1789762964.924662:0:15873:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=12582912=0xc00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:3.0:1789762964.924920:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1789762964.924923:0:15873:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 13631488 00000020:00010000:3.0:1789762964.924928:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:3.0:1789762964.924931:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789762964.924934:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd60c2e830 (ffff9cdd593ff1b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789762964.924936:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789762964.924938:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd60c2e830 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789762964.924944:0:15873:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:3.0:1789762964.924948:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789762964.924962:0:761:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd45765b40 00000008:00100000:3.0:1789762964.925179:0:761:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd593d9c00 - object 0x240000400:27 offset 12582912<>13631488 00000100:00100000:3.0:1789762964.925212:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789762964.925228:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015165312:192.168.203.148@tcp:4:dd.500 00000100:00100000:3.0:1789762964.975446:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cdd5835d000: committing for last_committed 4294968280 gen 4 00000008:00010000:3.0:1789762964.975497:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd45765b40 00000020:00200000:3.0:1789762964.975503:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1789762964.975505:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1789762964.975507:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1789762964.975509:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1789762964.975510:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1789762964.975511:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1789762964.975512:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1789762964.975513:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1789762964.975514:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1789762964.975515:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1789762964.975516:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1789762964.975517:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1789762964.975532:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1789762964.975534:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1789762964.975535:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1789762964.975537:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1789762964.975539:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1789762964.975540:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1789762964.975542:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1789762964.975543:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1789762964.975545:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1789762964.975546:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1789762964.975547:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1789762964.975549:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1789762964.975550:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1789762964.975552:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1789762964.975554:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1789762964.975555:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1789762964.975557:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1789762964.975558:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1789762964.975564:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1789762964.975565:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1789762964.975566:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1789762964.975567:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1789762964.975569:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1789762964.975570:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1789762964.975571:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1789762964.975572:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1789762964.975573:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1789762964.975574:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1789762964.975575:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1789762964.975576:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1789762964.975577:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1789762964.975578:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1789762964.975579:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1789762964.975580:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1789762964.975581:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1789762964.975582:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1789762964.975583:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1789762964.975584:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1789762964.975585:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1789762964.975586:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1789762964.975587:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1789762964.975589:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1789762964.975590:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1789762964.975591:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1789762964.975592:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1789762964.975594:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1789762964.975595:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1789762964.975597:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1789762964.975598:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1789762964.975599:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1789762964.975600:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1789762964.975601:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1789762964.975602:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1789762964.975603:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1789762964.975604:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1789762964.975605:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1789762964.975606:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1789762964.975607:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1789762964.975608:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1789762964.975609:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1789762964.975611:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1789762964.975612:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1789762964.975613:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1789762964.975614:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1789762964.975615:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1789762964.975616:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1789762964.975617:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1789762964.975618:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1789762964.975619:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1789762964.975620:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1789762964.975621:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1789762964.975622:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1789762964.975623:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1789762964.975624:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1789762964.975625:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1789762964.975626:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1789762964.975627:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1789762964.975628:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1789762964.975630:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1789762964.975631:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1789762964.975633:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1789762964.975634:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1789762964.975636:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1789762964.975637:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1789762964.975638:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1789762964.975639:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1789762964.975640:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1789762964.975641:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1789762964.975642:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1789762964.975643:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1789762964.975644:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1789762964.975645:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1789762964.975646:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1789762964.975647:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1789762964.975648:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1789762964.975649:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1789762964.975650:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1789762964.975651:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1789762964.975652:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1789762964.975653:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1789762964.975654:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1789762964.975655:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1789762964.975656:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1789762964.975658:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1789762964.975659:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1789762964.975659:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1789762964.975660:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1789762964.975661:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1789762964.975662:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1789762964.975664:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1789762964.975665:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1789762964.975667:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1789762964.975668:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1789762964.975670:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1789762964.975671:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1789762964.975672:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1789762964.975673:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1789762964.975674:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1789762964.975675:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1789762964.975676:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1789762964.975677:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1789762964.975678:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1789762964.975679:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1789762964.975680:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1789762964.975681:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1789762964.975682:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1789762964.975683:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1789762964.975684:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1789762964.975685:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1789762964.975686:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1789762964.975687:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1789762964.975688:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1789762964.975689:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1789762964.975690:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1789762964.975692:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1789762964.975693:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1789762964.975694:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1789762964.975695:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1789762964.975696:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1789762964.975697:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1789762964.975698:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1789762964.975699:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1789762964.975701:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1789762964.975702:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1789762964.975704:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1789762964.975705:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1789762964.975706:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1789762964.975707:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1789762964.975708:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1789762964.975709:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1789762964.975710:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1789762964.975711:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1789762964.975712:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1789762964.975713:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1789762964.975714:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1789762964.975715:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1789762964.975716:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1789762964.975717:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1789762964.975718:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1789762964.975719:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1789762964.975720:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1789762964.975721:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1789762964.975725:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1789762964.975727:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1789762964.975728:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1789762964.975729:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1789762964.975730:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1789762964.975731:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1789762964.975732:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1789762964.975733:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1789762964.975734:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1789762964.975735:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1789762964.975736:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1789762964.975738:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1789762964.975739:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1789762964.975740:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1789762964.975741:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1789762964.975742:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1789762964.975743:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1789762964.975744:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1789762964.975745:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1789762964.975746:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1789762964.975747:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1789762964.975748:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1789762964.975749:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1789762964.975750:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1789762964.975751:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1789762964.975751:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1789762964.975753:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1789762964.975754:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1789762964.975755:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1789762964.975756:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1789762964.975757:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1789762964.975758:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1789762964.975759:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1789762964.975760:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1789762964.975761:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1789762964.975762:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1789762964.975763:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1789762964.975764:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1789762964.975765:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1789762964.975766:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1789762964.975767:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1789762964.975768:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1789762964.975769:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1789762964.975771:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1789762964.975772:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1789762964.975773:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1789762964.975774:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1789762964.975775:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1789762964.975776:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1789762964.975778:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1789762964.975779:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1789762964.975780:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1789762964.975781:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1789762964.975782:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1789762964.975783:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1789762964.975784:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1789762964.975785:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1789762964.975786:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1789762964.975787:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1789762964.975788:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1789762964.975789:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1789762964.975790:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1789762964.975791:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1789762964.975792:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1789762964.975793:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1789762964.975794:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1789762964.975795:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1789762964.975796:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1789762964.975797:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1789762964.975798:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1789762964.975799:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1789762964.975800:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1789762964.975801:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1789762964.975802:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1789762964.975803:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1789762964.975805:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1789762964.975806:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1789762964.975807:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1789762964.975808:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1789762964.975809:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1789762964.975810:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1789762964.975811:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789762964.975898:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762964.975910:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd45765b40 00000100:00100000:3.0:1789762964.975932:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015165312:192.168.203.148@tcp:4:dd.500 00000080:00200000:2.0:1789762964.975936:0:15873:0:(file.c:2205:ll_file_io_generic()) Range unlock [3072, 3327] 00000080:00200000:2.0:1789762964.975951:0:15873:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762964.975956:0:15873:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1789762964.975968:0:15873:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000401:0x43:0x0] updating i_size 13631488 i_blocks 24583 00000020:00200000:2.0:1789762964.975971:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789762964.975980:0:15873:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1789762964.976198:0:15873:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 13631488, count: 1048576 00000080:00200000:2.0:1789762964.976205:0:15873:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 13631488, bytes: 1048576 00000080:00200000:2.0:1789762964.976212:0:15873:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789762964.976218:0:15873:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:2.0:1789762964.976219:0:15873:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [13631488, 14680064) 0 0 00000080:00200000:2.0:1789762964.976223:0:15873:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762964.976234:0:15873:0:(file.c:2168:ll_file_io_generic()) Range lock [3328, 3583] 00020000:00200000:2.0:1789762964.976240:0:15873:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 13631488 chunk: [13631488, 14680064) 14680064, 1048576 00020000:00200000:2.0:1789762964.976243:0:15873:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762964.976256:0:15873:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [3328, 3583] 00000008:00010000:2.0:1789762964.976268:0:15873:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789762964.976272:0:15873:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6ed30, osc lock ffff9cdd60e0b8f0, flags 0x0 00000080:00200000:2.0:1789762964.976280:0:15873:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [13631488, 14680064) append 0 append lockpos 0 00000080:00200000:2.0:1789762964.976289:0:15873:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=13631488=0xd00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:2.0:1789762964.976577:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1789762964.976579:0:15873:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 14680064 00000020:00010000:2.0:1789762964.976585:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:2.0:1789762964.976588:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762964.976590:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd593ff1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789762964.976593:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762964.976595:0:15873:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762964.976600:0:15873:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:2.0:1789762964.976605:0:15873:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789762964.976617:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd456ded80 00000008:00100000:2.0:1789762964.976839:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a6680 - object 0x240000400:27 offset 13631488<>14680064 00000100:00100000:2.0:1789762964.976896:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789762964.976914:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015165440:192.168.203.148@tcp:4:dd.500 00000100:00100000:3.0:1789762965.024261:0:2366:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cdd5835d000: committing for last_committed 4294968281 gen 4 00000008:00010000:3.0:1789762965.024315:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd456ded80 00000020:00200000:3.0:1789762965.024322:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1789762965.024324:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1789762965.024326:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1789762965.024327:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1789762965.024329:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1789762965.024330:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1789762965.024331:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1789762965.024332:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1789762965.024333:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1789762965.024334:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1789762965.024335:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1789762965.024336:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1789762965.024337:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1789762965.024338:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1789762965.024339:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1789762965.024340:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1789762965.024341:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1789762965.024342:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1789762965.024343:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1789762965.024345:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1789762965.024347:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1789762965.024348:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1789762965.024349:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1789762965.024351:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1789762965.024352:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1789762965.024353:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1789762965.024354:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1789762965.024355:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1789762965.024356:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1789762965.024357:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1789762965.024358:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1789762965.024359:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1789762965.024360:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1789762965.024361:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1789762965.024362:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1789762965.024363:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1789762965.024364:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1789762965.024365:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1789762965.024366:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1789762965.024367:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1789762965.024369:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1789762965.024370:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1789762965.024371:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1789762965.024372:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1789762965.024373:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1789762965.024374:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1789762965.024375:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1789762965.024376:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1789762965.024377:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1789762965.024378:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1789762965.024380:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1789762965.024381:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1789762965.024382:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1789762965.024384:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1789762965.024385:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1789762965.024386:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1789762965.024388:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1789762965.024389:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1789762965.024390:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1789762965.024391:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1789762965.024392:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1789762965.024393:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1789762965.024394:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1789762965.024395:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1789762965.024396:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1789762965.024397:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1789762965.024398:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1789762965.024399:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1789762965.024400:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1789762965.024401:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1789762965.024402:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1789762965.024403:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1789762965.024404:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1789762965.024406:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1789762965.024407:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1789762965.024408:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1789762965.024409:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1789762965.024410:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1789762965.024411:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1789762965.024412:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1789762965.024413:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1789762965.024414:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1789762965.024415:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1789762965.024417:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1789762965.024418:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1789762965.024419:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1789762965.024421:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1789762965.024422:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1789762965.024423:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1789762965.024424:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1789762965.024425:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1789762965.024426:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1789762965.024427:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1789762965.024428:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1789762965.024430:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1789762965.024431:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1789762965.024432:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1789762965.024433:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1789762965.024434:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1789762965.024435:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1789762965.024436:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1789762965.024437:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1789762965.024438:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1789762965.024439:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1789762965.024440:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1789762965.024441:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1789762965.024442:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1789762965.024443:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1789762965.024444:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1789762965.024445:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1789762965.024446:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1789762965.024447:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1789762965.024448:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1789762965.024449:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1789762965.024450:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1789762965.024452:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1789762965.024453:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1789762965.024454:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1789762965.024455:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1789762965.024456:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1789762965.024457:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1789762965.024458:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1789762965.024459:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1789762965.024460:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1789762965.024461:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1789762965.024462:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1789762965.024463:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1789762965.024464:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1789762965.024465:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1789762965.024466:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1789762965.024467:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1789762965.024468:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1789762965.024469:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1789762965.024470:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1789762965.024471:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1789762965.024472:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1789762965.024473:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1789762965.024474:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1789762965.024475:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1789762965.024476:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1789762965.024477:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1789762965.024478:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1789762965.024479:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1789762965.024480:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1789762965.024481:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1789762965.024482:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1789762965.024483:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1789762965.024485:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1789762965.024486:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1789762965.024487:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1789762965.024488:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1789762965.024489:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1789762965.024490:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1789762965.024491:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1789762965.024492:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1789762965.024493:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1789762965.024494:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1789762965.024495:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1789762965.024496:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1789762965.024497:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1789762965.024498:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1789762965.024499:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1789762965.024500:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1789762965.024501:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1789762965.024502:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1789762965.024503:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1789762965.024504:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1789762965.024505:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1789762965.024506:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1789762965.024508:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1789762965.024509:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1789762965.024509:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1789762965.024510:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1789762965.024511:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1789762965.024512:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1789762965.024514:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1789762965.024515:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1789762965.024516:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1789762965.024516:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1789762965.024530:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1789762965.024532:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1789762965.024533:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1789762965.024534:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1789762965.024536:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1789762965.024537:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1789762965.024538:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1789762965.024539:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1789762965.024541:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1789762965.024542:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1789762965.024543:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1789762965.024544:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1789762965.024545:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1789762965.024546:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1789762965.024547:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1789762965.024548:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1789762965.024549:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1789762965.024550:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1789762965.024551:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1789762965.024552:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1789762965.024553:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1789762965.024554:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1789762965.024556:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1789762965.024557:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1789762965.024558:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1789762965.024559:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1789762965.024560:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1789762965.024561:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1789762965.024562:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1789762965.024563:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1789762965.024564:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1789762965.024565:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1789762965.024567:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1789762965.024568:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1789762965.024569:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1789762965.024570:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1789762965.024572:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1789762965.024573:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1789762965.024574:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1789762965.024575:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1789762965.024576:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1789762965.024577:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1789762965.024578:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1789762965.024580:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1789762965.024580:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1789762965.024581:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1789762965.024582:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1789762965.024583:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1789762965.024584:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1789762965.024585:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1789762965.024586:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1789762965.024587:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1789762965.024588:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1789762965.024589:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1789762965.024591:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1789762965.024592:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1789762965.024593:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1789762965.024594:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1789762965.024595:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1789762965.024596:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1789762965.024597:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1789762965.024598:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1789762965.024599:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1789762965.024600:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1789762965.024601:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1789762965.024602:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1789762965.024604:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1789762965.024605:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1789762965.024606:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1789762965.024607:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1789762965.024609:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1789762965.024610:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1789762965.024610:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1789762965.024612:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1789762965.024613:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1789762965.024614:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1789762965.024615:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789762965.024683:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762965.024700:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd456ded80 00000100:00100000:3.0:1789762965.024722:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015165440:192.168.203.148@tcp:4:dd.500 00010000:00010000:2.0:1789762965.982961:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789762966.815069:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2366:1876702015170176:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762966.815077:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015170304:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762966.815172:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015170432:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762966.815173:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:871a7a42-3659-47e5-8fc9-f4f1e262590d:2365:1876702015170560:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762966.816320:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cdd5835d000: committing for last_committed 4294967643 gen 1 00000100:00100000:2.0:1789762966.816325:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2366:1876702015170176:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762966.816342:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015170432:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762966.816391:0:2365:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9cdd47c50e00 x1876702015163648/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 576/664 e 0 to 0 dl 1789762980 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0 00000100:00100000:3.0:1789762966.816402:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015170304:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762966.816412:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:871a7a42-3659-47e5-8fc9-f4f1e262590d:2365:1876702015170560:192.168.203.148@tcp:400:kworker.0 00010000:00010000:3.0:1789762967.007043:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762969.054976:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789762969.362710:0:15881:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9cdd51703800 00010000:00010000:3.0:1789762969.362742:0:15881:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9cdd5835d000 00000020:00200000:0.0:1789762970.501749:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762970.501750:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762970.501758:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762970.501760:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762970.501761:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762970.501762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762970.501763:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762970.501764:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762970.501765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762970.501766:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762970.501767:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762970.501768:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762970.501769:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762970.501770:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762970.501771:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762970.501772:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762970.501773:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762970.501774:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762970.501775:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762970.501776:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762970.501777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762970.501778:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762970.501779:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762970.501780:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762970.501781:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762970.501782:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762970.501783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762970.501784:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762970.501785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762970.501786:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762970.501787:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762970.501788:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762970.501789:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762970.501791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762970.501792:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762970.501794:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762970.501795:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762970.501796:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762970.501798:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762970.501799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762970.501800:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762970.501801:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762970.501801:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762970.501802:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762970.501804:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762970.501805:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762970.501806:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762970.501807:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762970.501808:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762970.501809:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762970.501810:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762970.501811:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762970.501812:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762970.501813:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762970.501813:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762970.501814:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762970.501815:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762970.501816:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762970.501817:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762970.501818:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762970.501819:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762970.501820:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762970.501821:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762970.501822:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762970.501823:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762970.501825:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762970.501826:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762970.501828:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762970.501829:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762970.501830:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762970.501832:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762970.501833:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762970.501834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762970.501835:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762970.501836:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762970.501837:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762970.501837:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762970.501838:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762970.501839:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762970.501840:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762970.501841:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762970.501842:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762970.501843:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762970.501844:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762970.501846:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762970.501847:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762970.501848:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762970.501849:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762970.501850:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762970.501851:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762970.501852:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762970.501853:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762970.501854:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762970.501855:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762970.501856:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762970.501857:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762970.501858:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762970.501859:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762970.501861:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762970.501862:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762970.501885:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762970.501886:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762970.501887:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762970.501889:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762970.501890:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762970.501891:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762970.501892:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762970.501893:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762970.501894:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762970.501895:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762970.501896:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762970.501897:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762970.501898:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762970.501899:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762970.501900:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762970.501901:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762970.501902:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762970.501903:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762970.501904:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762970.501905:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762970.501906:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762970.501907:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762970.501908:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762970.501909:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762970.501910:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762970.501911:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762970.501912:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762970.501913:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762970.501914:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762970.501915:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762970.501917:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762970.501918:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762970.501919:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762970.501920:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762970.501921:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762970.501922:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762970.501923:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762970.501924:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762970.501925:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762970.501926:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762970.501927:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762970.501928:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762970.501929:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762970.501930:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762970.501931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762970.501932:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762970.501933:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762970.501934:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762970.501935:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762970.501936:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762970.501937:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762970.501938:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762970.501939:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762970.501940:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762970.501941:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762970.501942:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762970.501943:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762970.501944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762970.501945:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762970.501946:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762970.501947:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762970.501949:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762970.501950:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762970.501951:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762970.501952:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762970.501954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762970.501955:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762970.501956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762970.501957:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762970.501958:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762970.501958:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762970.501959:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762970.501960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762970.501961:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762970.501962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762970.501963:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762970.501964:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762970.501966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762970.501966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762970.501967:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762970.501968:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762970.501969:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762970.501970:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762970.501971:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762970.501972:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762970.501973:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762970.501974:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762970.501975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762970.501976:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762970.501977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762970.501979:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762970.501980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762970.501982:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762970.501984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762970.501986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762970.501987:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762970.501989:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762970.501990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762970.501992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762970.501994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762970.501995:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762970.501997:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762970.501999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762970.502001:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762970.502002:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762970.502004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762970.502006:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762970.502008:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762970.502010:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762970.502012:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762970.502094:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762970.502110:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac900 00000100:00100000:0.0:1789762970.502134:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015179520:192.168.203.148@tcp:3:dd.500 00000100:00100000:0.0:1789762970.502848:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015179648:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762970.602258:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac000 00000020:00200000:0.0:1789762970.602292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762970.602298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762970.602301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762970.602303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762970.602305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762970.602308:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762970.602310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762970.602312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762970.602316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762970.602318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762970.602320:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762970.602323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762970.602325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762970.602327:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762970.602329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762970.602331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762970.602333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762970.602335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762970.602337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762970.602339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762970.602341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762970.602343:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762970.602345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762970.602347:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762970.602349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762970.602351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762970.602353:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762970.602355:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762970.602357:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762970.602359:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762970.602361:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762970.602363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762970.602365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762970.602367:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762970.602369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762970.602371:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762970.602373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762970.602375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762970.602377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762970.602379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762970.602383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762970.602385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762970.602387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762970.602390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762970.602392:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762970.602394:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762970.602396:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762970.602398:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762970.602400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762970.602402:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762970.602404:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762970.602406:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762970.602408:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762970.602410:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762970.602412:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762970.602414:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762970.602416:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762970.602418:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762970.602420:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762970.602422:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762970.602424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762970.602426:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762970.602428:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762970.602430:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762970.602432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762970.602434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762970.602436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762970.602438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762970.602440:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762970.602442:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762970.602444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762970.602446:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762970.602449:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762970.602451:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762970.602454:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762970.602456:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762970.602458:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762970.602460:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762970.602462:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762970.602464:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762970.602466:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762970.602468:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762970.602470:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762970.602472:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762970.602474:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762970.602476:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762970.602506:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762970.602510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762970.602512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762970.602514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762970.602516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762970.602518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762970.602520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762970.602522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762970.602524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762970.602526:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762970.602528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762970.602530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762970.602532:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762970.602552:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762970.602553:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762970.602554:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762970.602556:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762970.602557:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762970.602558:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762970.602560:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762970.602561:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762970.602562:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762970.602563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762970.602564:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762970.602570:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762970.602572:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762970.602573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762970.602574:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762970.602575:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762970.602576:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762970.602577:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762970.602579:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762970.602580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762970.602581:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762970.602582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762970.602583:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762970.602584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762970.602585:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762970.602586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762970.602587:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762970.602588:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762970.602589:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762970.602590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762970.602591:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762970.602592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762970.602593:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762970.602594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762970.602595:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762970.602596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762970.602597:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762970.602599:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762970.602600:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762970.602602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762970.602603:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762970.602604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762970.602605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762970.602606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762970.602607:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762970.602608:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762970.602609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762970.602610:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762970.602611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762970.602612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762970.602613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762970.602614:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762970.602615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762970.602616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762970.602617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762970.602618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762970.602619:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762970.602620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762970.602621:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762970.602622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762970.602623:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762970.602624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762970.602625:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762970.602626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762970.602628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762970.602628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762970.602629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762970.602630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762970.602631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762970.602633:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762970.602635:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762970.602636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762970.602637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762970.602639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762970.602640:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762970.602641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762970.602642:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762970.602643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762970.602644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762970.602645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762970.602646:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762970.602647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762970.602648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762970.602649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762970.602650:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762970.602651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762970.602652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762970.602653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762970.602654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762970.602655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762970.602656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762970.602657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762970.602658:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762970.602659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762970.602660:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762970.602661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762970.602662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762970.602663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762970.602664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762970.602665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762970.602666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762970.602667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762970.602669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762970.602670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762970.602671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762970.602672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762970.602673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762970.602674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762970.602675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762970.602676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762970.602677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762970.602678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762970.602679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762970.602680:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762970.602681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762970.602682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762970.602683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762970.602684:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762970.602685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762970.602686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762970.602687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762970.602688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762970.602689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762970.602690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762970.602691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762970.602692:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762970.602693:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762970.602694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762970.602695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762970.602696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762970.602697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762970.602698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762970.602699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762970.602700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762970.602702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762970.602703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762970.602705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762970.602706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762970.602707:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762970.602708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762970.602709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762970.602710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762970.602711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762970.602712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762970.602713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762970.602714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762970.602715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762970.602716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762970.602717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762970.602718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762970.602719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762970.602720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762970.602721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762970.602722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762970.602723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762970.602725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762970.602726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762970.602850:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762970.602886:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac000 00000100:00100000:0.0:1789762970.602911:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015179648:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762970.603352:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac000 00000008:00100000:1.0:1789762970.603470:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 15728640<>16777216 00000100:00100000:0.0:1789762970.603589:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762970.603603:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015179776:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762970.701889:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac000 00000020:00200000:0.0:1789762970.701902:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762970.701905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762970.701907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762970.701908:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762970.701909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762970.701910:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762970.701912:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762970.701913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762970.701914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762970.701915:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762970.701916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762970.701917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762970.701918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762970.701919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762970.701920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762970.701921:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762970.701922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762970.701923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762970.701924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762970.701926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762970.701927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762970.701928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762970.701929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762970.701930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762970.701931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762970.701932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762970.701933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762970.701934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762970.701935:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762970.701936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762970.701937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762970.701938:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762970.701939:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762970.701941:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762970.701942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762970.701943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762970.701945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762970.701946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762970.701947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762970.701948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762970.701949:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762970.701950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762970.701951:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762970.701952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762970.701953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762970.701954:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762970.701955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762970.701956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762970.701957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762970.701958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762970.701959:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762970.701960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762970.701961:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762970.701962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762970.701963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762970.701964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762970.701965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762970.701967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762970.701967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762970.701969:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762970.701970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762970.701971:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762970.701972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762970.701973:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762970.701974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762970.701975:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762970.701976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762970.701978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762970.701979:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762970.701980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762970.701981:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762970.701982:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762970.701983:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762970.701984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762970.701985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762970.701986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762970.701987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762970.701988:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762970.701989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762970.701990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762970.701991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762970.701992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762970.701993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762970.701994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762970.701995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762970.701996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762970.701997:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762970.701998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762970.701999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762970.702000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762970.702001:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762970.702002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762970.702003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762970.702004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762970.702005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762970.702006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762970.702007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762970.702009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762970.702011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762970.702012:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762970.702013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762970.702015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762970.702016:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762970.702017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762970.702018:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762970.702019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762970.702020:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762970.702021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762970.702022:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762970.702023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762970.702024:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762970.702025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762970.702026:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762970.702027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762970.702028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762970.702029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762970.702030:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762970.702032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762970.702033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762970.702035:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762970.702037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762970.702039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762970.702040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762970.702042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762970.702043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762970.702045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762970.702046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762970.702048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762970.702049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762970.702052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762970.702054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762970.702055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762970.702057:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762970.702059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762970.702061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762970.702063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762970.702065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762970.702067:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762970.702069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762970.702071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762970.702073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762970.702075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762970.702077:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762970.702079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762970.702081:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762970.702083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762970.702085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762970.702087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762970.702088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762970.702089:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762970.702091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762970.702092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762970.702093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762970.702094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762970.702095:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762970.702096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762970.702097:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762970.702098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762970.702099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762970.702100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762970.702101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762970.702103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762970.702104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762970.702106:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762970.702107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762970.702108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762970.702110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762970.702110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762970.702111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762970.702112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762970.702113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762970.702114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762970.702115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762970.702116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762970.702117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762970.702118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762970.702119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762970.702120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762970.702121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762970.702122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762970.702124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762970.702125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762970.702126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762970.702127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762970.702128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762970.702129:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762970.702130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762970.702130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762970.702131:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762970.702132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762970.702133:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762970.702134:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762970.702135:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762970.702137:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762970.702138:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762970.702140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762970.702141:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762970.702142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762970.702143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762970.702144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762970.702145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762970.702146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762970.702147:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762970.702148:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762970.702149:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762970.702150:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762970.702151:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762970.702152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762970.702153:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762970.702154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762970.702155:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762970.702156:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762970.702157:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762970.702158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762970.702159:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762970.702160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762970.702161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762970.702162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762970.702163:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762970.702164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762970.702165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762970.702166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762970.702167:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762970.702168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762970.702169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762970.702171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762970.702172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762970.702174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762970.702175:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762970.702176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762970.702177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762970.702178:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762970.702179:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762970.702180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762970.702181:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762970.702182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762970.702183:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762970.702184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762970.702185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762970.702186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762970.702187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762970.702188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762970.702189:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762970.702190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762970.702191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762970.702192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762970.702193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762970.702194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762970.702195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762970.702196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762970.702197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762970.702198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762970.702199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762970.702200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762970.702201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762970.702202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762970.702268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762970.702283:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac000 00000080:00200000:1.0:1789762970.702308:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [3840, 4095] 00000100:00100000:0.0:1789762970.702309:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015179776:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762970.702326:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762970.702332:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762970.702336:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762970.702345:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762970.702367:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 16777216, count: 1048576 00000080:00200000:1.0:1789762970.702375:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 16777216, bytes: 1048576 00000080:00200000:1.0:1789762970.702381:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762970.702388:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762970.702390:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [16777216, 17825792) 0 0 00000080:00200000:1.0:1789762970.702394:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762970.702406:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [4096, 4351] 00020000:00200000:1.0:1789762970.702412:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 16777216 chunk: [16777216, 17825792) 17825792, 1048576 00020000:00200000:1.0:1789762970.702416:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762970.702431:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [4096, 4351] 00000008:00010000:1.0:1789762970.702443:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762970.702448:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762970.702455:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [16777216, 17825792) 00000080:00200000:1.0:1789762970.702463:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762970.702468:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:16777216 00000080:00200000:1.0:1789762970.702473:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=16777216=0x1000000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762970.702742:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762970.702744:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 17825792 00000020:00010000:1.0:1789762970.702751:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762970.702754:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762970.702756:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762970.702759:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762970.702761:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762970.702767:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762970.702772:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762970.702786:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac900 00000008:00100000:1.0:1789762970.702850:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c53100 - object 0x240000400:27 offset 16777216<>17825792 00000100:00100000:0.0:1789762970.702899:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015179904:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762970.801902:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac900 00000020:00200000:0.0:1789762970.801917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762970.801920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762970.801922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762970.801923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762970.801924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762970.801926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762970.801927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762970.801928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762970.801929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762970.801930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762970.801931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762970.801932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762970.801933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762970.801934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762970.801935:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762970.801936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762970.801937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762970.801939:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762970.801940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762970.801940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762970.801942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762970.801943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762970.801944:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762970.801945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762970.801946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762970.801947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762970.801949:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762970.801950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762970.801952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762970.801953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762970.801954:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762970.801956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762970.801957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762970.801958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762970.801959:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762970.801960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762970.801961:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762970.801962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762970.801963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762970.801964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762970.801965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762970.801966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762970.801967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762970.801968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762970.801969:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762970.801970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762970.801971:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762970.801972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762970.801973:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762970.801974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762970.801975:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762970.801976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762970.801977:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762970.801978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762970.801979:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762970.801980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762970.801981:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762970.801982:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762970.801984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762970.801985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762970.801987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762970.801988:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762970.801989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762970.801990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762970.801991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762970.801992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762970.801993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762970.801995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762970.801996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762970.801997:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762970.801998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762970.801999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762970.802000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762970.802001:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762970.802002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762970.802003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762970.802004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762970.802005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762970.802006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762970.802007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762970.802008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762970.802009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762970.802010:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762970.802011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762970.802012:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762970.802013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762970.802014:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762970.802015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762970.802016:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762970.802017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762970.802030:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762970.802031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762970.802032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762970.802034:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762970.802035:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762970.802036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762970.802037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762970.802038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762970.802039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762970.802040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762970.802041:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762970.802042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762970.802043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762970.802044:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762970.802045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762970.802046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762970.802047:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762970.802048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762970.802049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762970.802050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762970.802051:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762970.802052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762970.802053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762970.802054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762970.802055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762970.802056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762970.802057:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762970.802058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762970.802059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762970.802060:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762970.802061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762970.802062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762970.802064:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762970.802065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762970.802067:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762970.802068:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762970.802069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762970.802070:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762970.802071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762970.802072:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762970.802073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762970.802074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762970.802075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762970.802076:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762970.802078:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762970.802079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762970.802080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762970.802081:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762970.802082:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762970.802082:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762970.802083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762970.802084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762970.802085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762970.802086:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762970.802087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762970.802088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762970.802089:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762970.802090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762970.802091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762970.802092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762970.802093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762970.802095:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762970.802096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762970.802097:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762970.802098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762970.802099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762970.802101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762970.802102:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762970.802103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762970.802104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762970.802105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762970.802106:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762970.802107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762970.802108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762970.802109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762970.802110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762970.802111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762970.802112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762970.802113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762970.802114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762970.802115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762970.802116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762970.802117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762970.802118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762970.802119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762970.802120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762970.802121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762970.802122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762970.802123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762970.802124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762970.802125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762970.802126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762970.802127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762970.802128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762970.802129:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762970.802130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762970.802132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762970.802133:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762970.802134:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762970.802136:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762970.802137:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762970.802138:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762970.802139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762970.802140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762970.802141:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762970.802142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762970.802143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762970.802144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762970.802145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762970.802146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762970.802147:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762970.802148:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762970.802149:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762970.802150:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762970.802151:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762970.802152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762970.802153:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762970.802154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762970.802155:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762970.802156:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762970.802157:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762970.802158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762970.802159:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762970.802160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762970.802161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762970.802162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762970.802163:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762970.802164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762970.802166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762970.802167:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762970.802168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762970.802169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762970.802171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762970.802172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762970.802173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762970.802174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762970.802175:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762970.802176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762970.802177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762970.802178:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762970.802179:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762970.802180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762970.802182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762970.802183:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762970.802185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762970.802186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762970.802188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762970.802189:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762970.802190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762970.802192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762970.802194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762970.802195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762970.802197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762970.802198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762970.802200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762970.802202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762970.802203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762970.802205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762970.802207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762970.802208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762970.802210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762970.802212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762970.802214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762970.802216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762970.802218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762970.802220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762970.802420:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762970.802440:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac900 00000080:00200000:1.0:1789762970.802466:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [4096, 4351] 00000100:00100000:0.0:1789762970.802470:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015179904:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762970.802497:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762970.802515:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762970.802518:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762970.802529:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762970.802553:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 17825792, count: 1048576 00000080:00200000:1.0:1789762970.802563:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 17825792, bytes: 1048576 00000080:00200000:1.0:1789762970.802583:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762970.802591:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762970.802593:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [17825792, 18874368) 0 0 00000080:00200000:1.0:1789762970.802598:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762970.802612:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [4352, 4607] 00020000:00200000:1.0:1789762970.802620:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 17825792 chunk: [17825792, 18874368) 18874368, 1048576 00020000:00200000:1.0:1789762970.802624:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762970.802652:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [4352, 4607] 00000008:00010000:1.0:1789762970.802665:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762970.802670:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762970.802677:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [17825792, 18874368) 00000080:00200000:1.0:1789762970.802685:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762970.802689:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:17825792 00000080:00200000:1.0:1789762970.802695:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=17825792=0x1100000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762970.802969:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762970.802973:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 18874368 00000020:00010000:1.0:1789762970.802982:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762970.802986:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762970.802990:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762970.802994:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762970.802998:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762970.803006:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762970.803012:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762970.803026:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac840 00000008:00100000:1.0:1789762970.803106:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c52300 - object 0x240000400:27 offset 17825792<>18874368 00000100:00100000:0.0:1789762970.803209:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015180032:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762970.905354:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac840 00000020:00200000:0.0:1789762970.905372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762970.905377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762970.905380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762970.905382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762970.905384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762970.905386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762970.905388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762970.905390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762970.905392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762970.905394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762970.905396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762970.905398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762970.905400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762970.905402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762970.905404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762970.905406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762970.905408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762970.905410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762970.905412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762970.905416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762970.905418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762970.905419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762970.905421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762970.905423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762970.905425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762970.905427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762970.905429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762970.905431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762970.905433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762970.905435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762970.905437:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762970.905439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762970.905441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762970.905443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762970.905445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762970.905447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762970.905449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762970.905451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762970.905453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762970.905455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762970.905457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762970.905459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762970.905461:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762970.905463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762970.905465:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762970.905467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762970.905469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762970.905471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762970.905473:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762970.905500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762970.905504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762970.905507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762970.905509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762970.905511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762970.905514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762970.905516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762970.905518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762970.905520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762970.905522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762970.905524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762970.905526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762970.905528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762970.905530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762970.905532:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762970.905534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762970.905536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762970.905538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762970.905540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762970.905542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762970.905544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762970.905548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762970.905551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762970.905555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762970.905558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762970.905562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762970.905565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762970.905568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762970.905572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762970.905576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762970.905579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762970.905581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762970.905585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762970.905588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762970.905591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762970.905595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762970.905598:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762970.905602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762970.905605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762970.905608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762970.905612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762970.905615:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762970.905619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762970.905622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762970.905626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762970.905629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762970.905633:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762970.905637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762970.905641:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762970.905644:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762970.905647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762970.905651:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762970.905653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762970.905656:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762970.905658:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762970.905660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762970.905663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762970.905665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762970.905667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762970.905669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762970.905671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762970.905673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762970.905675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762970.905677:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762970.905679:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762970.905681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762970.905683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762970.905686:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762970.905688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762970.905690:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762970.905692:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762970.905694:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762970.905696:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762970.905698:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762970.905700:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762970.905702:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762970.905704:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762970.905706:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762970.905708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762970.905711:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762970.905713:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762970.905715:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762970.905717:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762970.905719:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762970.905721:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762970.905723:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762970.905725:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762970.905727:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762970.905729:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762970.905731:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762970.905733:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762970.905735:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762970.905737:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762970.905739:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762970.905740:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762970.905742:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762970.905744:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762970.905746:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762970.905749:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762970.905752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762970.905754:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762970.905757:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762970.905759:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762970.905761:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762970.905763:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762970.905765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762970.905767:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762970.905769:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762970.905771:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762970.905773:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762970.905775:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762970.905777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762970.905779:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762970.905781:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762970.905783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762970.905785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762970.905787:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762970.905789:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762970.905791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762970.905793:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762970.905795:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762970.905797:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762970.905800:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762970.905802:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762970.905803:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762970.905805:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762970.905807:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762970.905809:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762970.905811:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762970.905813:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762970.905816:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762970.905818:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762970.905821:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762970.905823:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762970.905825:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762970.905827:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762970.905829:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762970.905831:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762970.905833:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762970.905835:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762970.905837:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762970.905839:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762970.905841:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762970.905843:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762970.905845:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762970.905847:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762970.905849:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762970.905851:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762970.905853:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762970.905855:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762970.905857:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762970.905859:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762970.905861:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762970.905863:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762970.905894:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762970.905896:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762970.905898:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762970.905900:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762970.905902:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762970.905904:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762970.905906:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762970.905908:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762970.905911:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762970.905914:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762970.905916:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762970.905918:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762970.905920:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762970.905922:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762970.905924:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762970.905926:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762970.905929:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762970.905931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762970.905933:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762970.905934:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762970.905936:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762970.905938:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762970.905940:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762970.905942:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762970.905944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762970.905946:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762970.905948:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762970.905950:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762970.905952:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762970.905954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762970.905956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762970.905958:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762970.905960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762970.905962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762970.905964:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762970.905966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762970.905968:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762970.905970:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762970.905972:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762970.905974:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762970.905977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762970.905979:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762970.905981:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762970.905984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762970.905986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762970.905988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762970.905990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762970.905992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762970.905994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762970.905996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762970.905998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762970.906000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762970.906002:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762970.906125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762970.906148:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac840 00000100:00100000:0.0:1789762970.906185:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015180032:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762970.906215:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [4352, 4607] 00000080:00200000:1.0:1789762970.906247:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762970.906260:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762970.906269:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762970.906288:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762970.906327:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 18874368, count: 1048576 00000080:00200000:1.0:1789762970.906343:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 18874368, bytes: 1048576 00000080:00200000:1.0:1789762970.906356:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762970.906368:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762970.906371:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [18874368, 19922944) 0 0 00000080:00200000:1.0:1789762970.906377:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762970.906399:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [4608, 4863] 00020000:00200000:1.0:1789762970.906412:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 18874368 chunk: [18874368, 19922944) 19922944, 1048576 00020000:00200000:1.0:1789762970.906420:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762970.906449:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [4608, 4863] 00000008:00010000:1.0:1789762970.906513:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762970.906520:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762970.906533:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [18874368, 19922944) 00000080:00200000:1.0:1789762970.906546:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762970.906554:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:18874368 00000080:00200000:1.0:1789762970.906563:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=18874368=0x1200000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762970.907066:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762970.907073:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 19922944 00000020:00010000:1.0:1789762970.907087:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762970.907094:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762970.907101:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762970.907107:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762970.907111:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762970.907123:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762970.907132:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762970.907157:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eaccc0 00000008:00100000:1.0:1789762970.907308:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 18874368<>19922944 00000100:00100000:0.0:1789762970.907454:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762970.907504:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015180160:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762971.005058:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eaccc0 00000020:00200000:0.0:1789762971.005075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762971.005081:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762971.005084:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762971.005086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762971.005088:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762971.005090:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762971.005092:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762971.005094:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762971.005096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762971.005098:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762971.005100:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762971.005102:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762971.005105:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762971.005108:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762971.005111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762971.005113:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762971.005115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762971.005117:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762971.005119:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762971.005121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762971.005123:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762971.005125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762971.005127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762971.005130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762971.005132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762971.005136:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762971.005139:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762971.005142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762971.005145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762971.005149:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762971.005152:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762971.005155:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762971.005158:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762971.005161:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762971.005164:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762971.005168:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762971.005171:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762971.005175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762971.005178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762971.005181:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762971.005185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762971.005188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762971.005192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762971.005196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762971.005200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762971.005204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762971.005208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762971.005211:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762971.005215:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762971.005219:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762971.005222:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762971.005226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762971.005230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762971.005233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762971.005236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762971.005239:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762971.005244:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762971.005247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762971.005249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762971.005252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762971.005254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762971.005256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762971.005258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762971.005260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762971.005262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762971.005264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762971.005266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762971.005268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762971.005269:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762971.005271:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762971.005273:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762971.005276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762971.005278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762971.005279:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762971.005281:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762971.005283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762971.005286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762971.005289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762971.005291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762971.005294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762971.005296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762971.005298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762971.005300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762971.005302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762971.005304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762971.005306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762971.005308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762971.005310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762971.005312:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762971.005314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762971.005316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762971.005318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762971.005320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762971.005322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762971.005324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762971.005326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762971.005328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762971.005330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762971.005332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762971.005334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762971.005336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762971.005338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762971.005340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762971.005342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762971.005344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762971.005346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762971.005348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762971.005350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762971.005353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762971.005355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762971.005358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762971.005360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762971.005362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762971.005365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762971.005367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762971.005369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762971.005371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762971.005373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762971.005375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762971.005376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762971.005378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762971.005380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762971.005382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762971.005384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762971.005387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762971.005388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762971.005390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762971.005393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762971.005395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762971.005396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762971.005398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762971.005401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762971.005403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762971.005404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762971.005406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762971.005408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762971.005410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762971.005412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762971.005414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762971.005416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762971.005419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762971.005421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762971.005424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762971.005426:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762971.005428:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762971.005431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762971.005433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762971.005435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762971.005436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762971.005439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762971.005441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762971.005443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762971.005445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762971.005447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762971.005449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762971.005451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762971.005453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762971.005455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762971.005457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762971.005459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762971.005461:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762971.005463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762971.005465:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762971.005467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762971.005469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762971.005471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762971.005473:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762971.005500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762971.005504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762971.005506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762971.005508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762971.005510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762971.005513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762971.005515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762971.005518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762971.005520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762971.005522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762971.005524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762971.005526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762971.005528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762971.005530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762971.005532:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762971.005534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762971.005536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762971.005538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762971.005540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762971.005542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762971.005544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762971.005546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762971.005548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762971.005550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762971.005552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762971.005554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762971.005556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762971.005558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762971.005560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762971.005562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762971.005564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762971.005566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762971.005568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762971.005570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762971.005572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762971.005574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762971.005576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762971.005579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762971.005581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762971.005584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762971.005586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762971.005588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762971.005590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762971.005592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762971.005594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762971.005596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762971.005598:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762971.005600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762971.005602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762971.005604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762971.005606:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762971.005608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762971.005610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762971.005612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762971.005614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762971.005616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762971.005618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762971.005620:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762971.005622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762971.005624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762971.005626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762971.005628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762971.005630:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762971.005632:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762971.005634:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762971.005636:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762971.005638:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762971.005640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762971.005643:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762971.005645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762971.005648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762971.005650:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762971.005653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762971.005655:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762971.005657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762971.005659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762971.005661:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762971.005663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762971.005665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762971.005667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762971.005669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762971.005671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762971.005673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762971.005675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762971.005677:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762971.005679:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762971.005681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762971.005683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762971.005685:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762971.005955:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762971.005979:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eaccc0 00000100:00100000:0.0:1789762971.006015:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015180160:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762971.006057:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [4608, 4863] 00000080:00200000:1.0:1789762971.006085:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762971.006097:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762971.006103:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762971.006118:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762971.006151:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 19922944, count: 1048576 00000080:00200000:1.0:1789762971.006167:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 19922944, bytes: 1048576 00000080:00200000:1.0:1789762971.006181:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762971.006198:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762971.006202:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [19922944, 20971520) 0 0 00000080:00200000:1.0:1789762971.006210:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762971.006232:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [4864, 5119] 00020000:00200000:1.0:1789762971.006266:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 19922944 chunk: [19922944, 20971520) 20971520, 1048576 00020000:00200000:1.0:1789762971.006274:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762971.006303:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [4864, 5119] 00000008:00010000:1.0:1789762971.006329:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762971.006338:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762971.006351:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [19922944, 20971520) 00000080:00200000:1.0:1789762971.006362:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762971.006373:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:19922944 00000080:00200000:1.0:1789762971.006383:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=19922944=0x1300000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762971.006917:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762971.006922:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 20971520 00000020:00010000:1.0:1789762971.006934:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762971.006938:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762971.006942:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762971.006947:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762971.006952:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762971.006961:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762971.006970:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762971.006994:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762971.007130:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 19922944<>20971520 00000100:00100000:1.0:1789762971.007202:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762971.007230:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015180288:192.168.203.148@tcp:3:dd.500 00010000:00010000:2.0:1789762971.103025:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1789762971.103048:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762971.103058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762971.103061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762971.103062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762971.103063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762971.103065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762971.103066:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762971.103067:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762971.103069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762971.103070:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762971.103071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762971.103073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762971.103074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762971.103075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762971.103076:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762971.103078:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762971.103079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762971.103080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762971.103081:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762971.103083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762971.103084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762971.103085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762971.103087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762971.103088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762971.103090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762971.103091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762971.103092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762971.103093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762971.103094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762971.103095:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762971.103096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762971.103098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762971.103099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762971.103100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762971.103101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762971.103102:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762971.103103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762971.103104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762971.103105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762971.103106:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762971.103107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762971.103108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762971.103109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762971.103110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762971.103111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762971.103113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762971.103114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762971.103115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762971.103116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762971.103117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762971.103118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762971.103119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762971.103121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762971.103122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762971.103123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762971.103124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762971.103125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762971.103127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762971.103128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762971.103129:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762971.103130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762971.103131:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762971.103132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762971.103133:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762971.103134:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762971.103135:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762971.103136:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762971.103137:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762971.103139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762971.103140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762971.103141:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762971.103142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762971.103143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762971.103144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762971.103145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762971.103146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762971.103147:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762971.103148:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762971.103149:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762971.103150:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762971.103152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762971.103153:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762971.103154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762971.103155:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762971.103156:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762971.103157:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762971.103158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762971.103159:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762971.103161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762971.103162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762971.103163:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762971.103164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762971.103165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762971.103166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762971.103167:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762971.103168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762971.103169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762971.103171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762971.103172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762971.103173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762971.103174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762971.103175:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762971.103176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762971.103177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762971.103178:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762971.103179:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762971.103180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762971.103181:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762971.103182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762971.103184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762971.103185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762971.103186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762971.103187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762971.103188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762971.103189:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762971.103190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762971.103191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762971.103192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762971.103193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762971.103194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762971.103196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762971.103197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762971.103198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762971.103199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762971.103201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762971.103202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762971.103203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762971.103204:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762971.103206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762971.103207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762971.103208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762971.103209:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762971.103210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762971.103211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762971.103212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762971.103213:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762971.103215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762971.103216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762971.103217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762971.103218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762971.103219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762971.103220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762971.103221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762971.103222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762971.103223:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762971.103224:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762971.103225:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762971.103226:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762971.103227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762971.103229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762971.103230:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762971.103231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762971.103233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762971.103234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762971.103235:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762971.103237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762971.103238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762971.103239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762971.103241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762971.103242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762971.103243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762971.103244:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762971.103245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762971.103246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762971.103247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762971.103248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762971.103249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762971.103250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762971.103251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762971.103252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762971.103254:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762971.103255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762971.103256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762971.103257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762971.103258:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762971.103259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762971.103260:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762971.103261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762971.103262:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762971.103264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762971.103265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762971.103266:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762971.103267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762971.103268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762971.103270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762971.103271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762971.103272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762971.103274:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762971.103275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762971.103276:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762971.103277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762971.103278:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762971.103279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762971.103281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762971.103282:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762971.103283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762971.103284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762971.103285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762971.103286:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762971.103287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762971.103288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762971.103289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762971.103291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762971.103292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762971.103293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762971.103294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762971.103295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762971.103296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762971.103297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762971.103298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762971.103299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762971.103300:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762971.103301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762971.103303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762971.103304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762971.103305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762971.103306:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762971.103308:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762971.103309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762971.103310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762971.103311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762971.103313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762971.103314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762971.103315:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762971.103316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762971.103317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762971.103318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762971.103319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762971.103320:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762971.103321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762971.103323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762971.103324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762971.103325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762971.103326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762971.103327:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762971.103328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762971.103329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762971.103330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762971.103331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762971.103332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762971.103333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762971.103334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762971.103336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762971.103337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762971.103338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762971.103339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762971.103340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762971.103341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762971.103343:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762971.103344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762971.103345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762971.103346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762971.103348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762971.103349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762971.103351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762971.103352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762971.103353:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762971.103419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762971.103435:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762971.103459:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015180288:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762971.103518:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [4864, 5119] 00000080:00200000:0.0:1789762971.103538:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762971.103543:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762971.103546:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762971.103558:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762971.103581:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 20971520, count: 1048576 00000080:00200000:0.0:1789762971.103590:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 20971520, bytes: 1048576 00000080:00200000:0.0:1789762971.103599:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762971.103607:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762971.103608:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [20971520, 22020096) 0 0 00000080:00200000:0.0:1789762971.103612:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762971.103634:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [5120, 5375] 00020000:00200000:0.0:1789762971.103641:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 20971520 chunk: [20971520, 22020096) 22020096, 1048576 00020000:00200000:0.0:1789762971.103644:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762971.103659:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [5120, 5375] 00000008:00010000:0.0:1789762971.103671:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762971.103675:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762971.103681:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [20971520, 22020096) 00000080:00200000:0.0:1789762971.103688:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762971.103692:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:20971520 00000080:00200000:0.0:1789762971.103698:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=20971520=0x1400000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762971.104028:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762971.104030:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 22020096 00000020:00010000:0.0:1789762971.104036:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762971.104038:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762971.104040:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762971.104042:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762971.104044:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762971.104050:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762971.104054:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762971.104067:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762971.104134:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 20971520<>22020096 00000100:00100000:0.0:1789762971.104166:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762971.104183:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015180416:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762971.204655:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762971.204690:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762971.204696:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762971.204698:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762971.204701:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762971.204704:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762971.204706:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762971.204708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762971.204711:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762971.204713:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762971.204715:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762971.204717:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762971.204719:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762971.204721:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762971.204723:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762971.204725:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762971.204727:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762971.204729:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762971.204731:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762971.204733:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762971.204753:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762971.204755:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762971.204756:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762971.204758:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762971.204760:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762971.204761:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762971.204763:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762971.204765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762971.204767:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762971.204768:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762971.204770:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762971.204772:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762971.204773:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762971.204775:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762971.204777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762971.204778:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762971.204780:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762971.204783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762971.204785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762971.204787:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762971.204789:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762971.204791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762971.204792:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762971.204794:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762971.204796:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762971.204798:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762971.204799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762971.204820:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762971.204822:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762971.204824:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762971.204826:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762971.204828:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762971.204830:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762971.204832:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762971.204834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762971.204835:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762971.204838:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762971.204840:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762971.204842:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762971.204844:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762971.204846:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762971.204848:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762971.204850:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762971.204852:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762971.204854:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762971.204856:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762971.204858:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762971.204860:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762971.204862:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762971.204864:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762971.204867:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762971.204869:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762971.204871:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762971.204874:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762971.204876:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762971.204878:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762971.204880:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762971.204882:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762971.204884:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762971.204886:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762971.204888:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762971.204890:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762971.204892:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762971.204894:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762971.204896:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762971.204898:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762971.204900:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762971.204902:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762971.204904:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762971.204906:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762971.204907:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762971.204909:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762971.204967:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762971.204970:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762971.204972:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762971.204974:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762971.204976:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762971.204977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762971.204979:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762971.204981:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762971.204983:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762971.204985:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762971.204987:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762971.204989:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762971.204991:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762971.204993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762971.204995:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762971.204997:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762971.204999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762971.205001:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762971.205002:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762971.205004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762971.205006:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762971.205007:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762971.205009:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762971.205011:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762971.205013:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762971.205014:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762971.205016:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762971.205018:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762971.205019:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762971.205021:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762971.205023:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762971.205024:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762971.205026:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762971.205028:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762971.205030:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762971.205031:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762971.205033:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762971.205035:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762971.205037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762971.205038:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762971.205040:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762971.205042:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762971.205044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762971.205046:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762971.205048:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762971.205050:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762971.205052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762971.205054:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762971.205056:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762971.205057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762971.205059:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762971.205061:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762971.205062:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762971.205064:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762971.205066:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762971.205067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762971.205069:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762971.205071:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762971.205072:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762971.205074:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762971.205076:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762971.205078:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762971.205079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762971.205081:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762971.205083:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762971.205084:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762971.205086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762971.205088:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762971.205090:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762971.205091:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762971.205093:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762971.205095:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762971.205097:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762971.205099:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762971.205101:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762971.205103:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762971.205105:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762971.205107:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762971.205109:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762971.205110:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762971.205112:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762971.205114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762971.205116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762971.205117:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762971.205119:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762971.205121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762971.205122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762971.205124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762971.205126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762971.205127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762971.205129:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762971.205131:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762971.205133:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762971.205134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762971.205136:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762971.205138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762971.205140:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762971.205141:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762971.205143:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762971.205145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762971.205146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762971.205148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762971.205150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762971.205151:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762971.205153:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762971.205155:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762971.205158:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762971.205160:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762971.205161:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762971.205163:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762971.205165:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762971.205167:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762971.205169:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762971.205170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762971.205172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762971.205174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762971.205175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762971.205177:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762971.205179:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762971.205181:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762971.205182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762971.205184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762971.205186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762971.205187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762971.205189:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762971.205191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762971.205193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762971.205194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762971.205196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762971.205198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762971.205199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762971.205201:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762971.205203:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762971.205204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762971.205206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762971.205208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762971.205210:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762971.205212:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762971.205214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762971.205216:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762971.205218:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762971.205220:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762971.205222:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762971.205223:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762971.205225:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762971.205227:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762971.205228:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762971.205230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762971.205232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762971.205234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762971.205235:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762971.205237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762971.205239:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762971.205241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762971.205242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762971.205244:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762971.205246:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762971.205247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762971.205249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762971.205251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762971.205253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762971.205255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762971.205257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762971.205259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762971.205260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762971.205377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762971.205403:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:0.0:1789762971.205443:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015180416:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762971.205457:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [5120, 5375] 00000080:00200000:1.0:1789762971.205498:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762971.205507:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762971.205512:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762971.205526:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762971.205559:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 22020096, count: 1048576 00000080:00200000:1.0:1789762971.205574:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 22020096, bytes: 1048576 00000080:00200000:1.0:1789762971.205588:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762971.205599:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762971.205602:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [22020096, 23068672) 0 0 00000080:00200000:1.0:1789762971.205608:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762971.205625:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [5376, 5631] 00020000:00200000:1.0:1789762971.205635:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22020096 chunk: [22020096, 23068672) 23068672, 1048576 00020000:00200000:1.0:1789762971.205640:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762971.205661:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [5376, 5631] 00000008:00010000:1.0:1789762971.205701:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762971.205711:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762971.205728:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [22020096, 23068672) 00000080:00200000:1.0:1789762971.205759:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762971.205767:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:22020096 00000080:00200000:1.0:1789762971.205777:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=22020096=0x1500000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762971.206183:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762971.206188:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 23068672 00000020:00010000:1.0:1789762971.206197:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762971.206202:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762971.206205:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762971.206210:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762971.206213:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762971.206221:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762971.206228:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762971.206247:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762971.206344:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 22020096<>23068672 00000100:00100000:1.0:1789762971.206394:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762971.206417:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015180544:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762971.303143:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762971.303157:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762971.303160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762971.303161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762971.303162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762971.303164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762971.303165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762971.303166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762971.303167:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762971.303168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762971.303169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762971.303170:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762971.303171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762971.303172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762971.303173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762971.303174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762971.303176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762971.303176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762971.303177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762971.303178:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762971.303179:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762971.303180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762971.303181:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762971.303182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762971.303184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762971.303185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762971.303185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762971.303186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762971.303187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762971.303188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762971.303189:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762971.303191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762971.303192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762971.303193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762971.303195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762971.303197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762971.303198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762971.303200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762971.303202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762971.303203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762971.303205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762971.303206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762971.303208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762971.303209:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762971.303211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762971.303213:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762971.303215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762971.303216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762971.303219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762971.303221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762971.303223:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762971.303225:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762971.303227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762971.303229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762971.303230:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762971.303232:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762971.303234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762971.303236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762971.303238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762971.303240:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762971.303242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762971.303243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762971.303245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762971.303246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762971.303247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762971.303248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762971.303249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762971.303250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762971.303251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762971.303252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762971.303253:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762971.303254:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762971.303255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762971.303256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762971.303257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762971.303258:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762971.303259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762971.303260:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762971.303261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762971.303262:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762971.303264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762971.303265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762971.303267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762971.303268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762971.303269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762971.303270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762971.303271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762971.303272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762971.303273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762971.303275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762971.303276:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762971.303277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762971.303278:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762971.303279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762971.303280:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762971.303281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762971.303282:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762971.303283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762971.303284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762971.303285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762971.303286:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762971.303287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762971.303288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762971.303289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762971.303290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762971.303290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762971.303291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762971.303292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762971.303293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762971.303294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762971.303295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762971.303296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762971.303298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762971.303299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762971.303301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762971.303302:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762971.303303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762971.303304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762971.303305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762971.303306:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762971.303307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762971.303308:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762971.303309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762971.303310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762971.303311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762971.303312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762971.303313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762971.303315:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762971.303316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762971.303317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762971.303318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762971.303319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762971.303320:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762971.303321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762971.303322:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762971.303323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762971.303324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762971.303324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762971.303325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762971.303326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762971.303328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762971.303329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762971.303330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762971.303331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762971.303332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762971.303333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762971.303335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762971.303336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762971.303338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762971.303339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762971.303340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762971.303341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762971.303342:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762971.303343:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762971.303344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762971.303345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762971.303346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762971.303347:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762971.303348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762971.303349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762971.303350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762971.303351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762971.303352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762971.303353:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762971.303354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762971.303355:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762971.303356:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762971.303357:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762971.303358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762971.303359:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762971.303360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762971.303361:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762971.303362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762971.303363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762971.303364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762971.303365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762971.303366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762971.303368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762971.303369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762971.303370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762971.303371:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762971.303373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762971.303374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762971.303375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762971.303375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762971.303376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762971.303377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762971.303378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762971.303379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762971.303380:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762971.303381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762971.303383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762971.303384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762971.303384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762971.303385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762971.303386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762971.303387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762971.303388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762971.303389:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762971.303390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762971.303391:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762971.303392:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762971.303393:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762971.303394:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762971.303395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762971.303396:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762971.303397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762971.303398:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762971.303400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762971.303401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762971.303402:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762971.303403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762971.303405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762971.303406:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762971.303407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762971.303408:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762971.303409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762971.303410:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762971.303411:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762971.303412:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762971.303413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762971.303414:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762971.303415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762971.303416:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762971.303417:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762971.303418:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762971.303419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762971.303420:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762971.303421:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762971.303422:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762971.303423:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762971.303424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762971.303425:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762971.303426:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762971.303427:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762971.303428:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762971.303429:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762971.303430:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762971.303431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762971.303432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762971.303433:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762971.303435:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762971.303436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762971.303438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762971.303439:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762971.303440:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762971.303441:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762971.303442:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762971.303443:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762971.303444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762971.303445:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762971.303446:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762971.303447:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762971.303448:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762971.303449:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762971.303450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762971.303451:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762971.303542:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762971.303565:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762971.303590:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015180544:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762971.303603:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [5376, 5631] 00000080:00200000:0.0:1789762971.303621:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762971.303626:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762971.303629:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762971.303639:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762971.303664:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 23068672, count: 1048576 00000080:00200000:0.0:1789762971.303673:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 23068672, bytes: 1048576 00000080:00200000:0.0:1789762971.303682:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762971.303692:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762971.303694:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [23068672, 24117248) 0 0 00000080:00200000:0.0:1789762971.303700:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762971.303716:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [5632, 5887] 00020000:00200000:0.0:1789762971.303725:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23068672 chunk: [23068672, 24117248) 24117248, 1048576 00020000:00200000:0.0:1789762971.303729:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762971.303749:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [5632, 5887] 00000008:00010000:0.0:1789762971.303763:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762971.303768:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762971.303776:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [23068672, 24117248) 00000080:00200000:0.0:1789762971.303784:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762971.303789:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:23068672 00000080:00200000:0.0:1789762971.303795:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=23068672=0x1600000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762971.304015:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762971.304018:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 24117248 00000020:00010000:0.0:1789762971.304024:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762971.304028:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762971.304031:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762971.304035:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762971.304039:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762971.304048:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762971.304054:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762971.304071:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762971.304162:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 23068672<>24117248 00000100:00100000:0.0:1789762971.304190:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762971.304202:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015180672:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762971.406412:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762971.406427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762971.406432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762971.406434:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762971.406436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762971.406438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762971.406439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762971.406440:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762971.406442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762971.406443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762971.406444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762971.406445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762971.406446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762971.406447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762971.406448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762971.406449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762971.406450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762971.406451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762971.406452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762971.406453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762971.406454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762971.406455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762971.406456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762971.406457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762971.406458:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762971.406459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762971.406460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762971.406461:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762971.406463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762971.406465:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762971.406466:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762971.406467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762971.406486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762971.406489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762971.406491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762971.406493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762971.406494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762971.406496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762971.406498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762971.406500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762971.406502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762971.406504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762971.406507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762971.406509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762971.406511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762971.406513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762971.406515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762971.406518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762971.406520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762971.406522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762971.406523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762971.406525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762971.406526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762971.406528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762971.406529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762971.406530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762971.406531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762971.406532:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762971.406533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762971.406534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762971.406536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762971.406537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762971.406539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762971.406540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762971.406541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762971.406543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762971.406544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762971.406545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762971.406546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762971.406547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762971.406548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762971.406549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762971.406550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762971.406551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762971.406552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762971.406553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762971.406554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762971.406555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762971.406556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762971.406557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762971.406558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762971.406559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762971.406560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762971.406561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762971.406562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762971.406563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762971.406564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762971.406565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762971.406566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762971.406567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762971.406568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762971.406569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762971.406570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762971.406571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762971.406573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762971.406574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762971.406575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762971.406576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762971.406578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762971.406579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762971.406580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762971.406581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762971.406582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762971.406583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762971.406584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762971.406585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762971.406586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762971.406587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762971.406588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762971.406589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762971.406590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762971.406591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762971.406592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762971.406593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762971.406594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762971.406595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762971.406596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762971.406597:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762971.406598:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762971.406599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762971.406600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762971.406601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762971.406602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762971.406603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762971.406604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762971.406605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762971.406607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762971.406608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762971.406610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762971.406611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762971.406612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762971.406613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762971.406614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762971.406615:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762971.406616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762971.406617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762971.406618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762971.406619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762971.406620:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762971.406621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762971.406622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762971.406623:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762971.406624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762971.406625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762971.406626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762971.406627:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762971.406628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762971.406629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762971.406630:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762971.406631:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762971.406632:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762971.406633:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762971.406634:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762971.406635:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762971.406636:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762971.406637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762971.406638:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762971.406640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762971.406641:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762971.406642:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762971.406643:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762971.406645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762971.406646:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762971.406647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762971.406648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762971.406649:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762971.406650:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762971.406651:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762971.406652:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762971.406653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762971.406654:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762971.406655:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762971.406656:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762971.406657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762971.406658:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762971.406659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762971.406660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762971.406661:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762971.406662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762971.406663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762971.406664:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762971.406665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762971.406666:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762971.406667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762971.406668:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762971.406669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762971.406670:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762971.406671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762971.406672:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762971.406673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762971.406675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762971.406676:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762971.406678:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762971.406680:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762971.406682:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762971.406683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762971.406685:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762971.406687:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762971.406688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762971.406690:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762971.406692:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762971.406694:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762971.406695:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762971.406698:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762971.406700:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762971.406701:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762971.406704:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762971.406706:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762971.406708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762971.406710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762971.406711:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762971.406713:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762971.406715:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762971.406717:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762971.406719:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762971.406721:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762971.406723:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762971.406725:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762971.406726:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762971.406727:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762971.406729:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762971.406730:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762971.406732:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762971.406733:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762971.406734:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762971.406736:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762971.406737:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762971.406738:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762971.406739:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762971.406740:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762971.406741:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762971.406742:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762971.406743:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762971.406744:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762971.406745:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762971.406746:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762971.406747:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762971.406748:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762971.406749:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762971.406750:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762971.406751:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762971.406752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762971.406753:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762971.406754:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762971.406755:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762971.406756:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762971.406757:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762971.406757:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762971.406759:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762971.406760:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762971.406761:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762971.406762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762971.406763:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762971.406764:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762971.406765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762971.406767:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762971.406768:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762971.406834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762971.406850:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:0.0:1789762971.406903:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015180672:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762971.406908:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [5632, 5887] 00000080:00200000:1.0:1789762971.406924:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762971.406929:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762971.406933:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762971.406944:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762971.406970:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 24117248, count: 1048576 00000080:00200000:1.0:1789762971.406981:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 24117248, bytes: 1048576 00000080:00200000:1.0:1789762971.406989:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762971.406996:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762971.406998:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [24117248, 25165824) 0 0 00000080:00200000:1.0:1789762971.407002:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762971.407016:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [5888, 6143] 00020000:00200000:1.0:1789762971.407022:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24117248 chunk: [24117248, 25165824) 25165824, 1048576 00020000:00200000:1.0:1789762971.407026:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762971.407044:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [5888, 6143] 00000008:00010000:1.0:1789762971.407057:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762971.407062:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762971.407069:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [24117248, 25165824) 00000080:00200000:1.0:1789762971.407077:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762971.407082:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:24117248 00000080:00200000:1.0:1789762971.407088:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=24117248=0x1700000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762971.407326:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762971.407329:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 25165824 00000020:00010000:1.0:1789762971.407336:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762971.407339:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762971.407342:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762971.407344:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762971.407347:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762971.407352:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762971.407358:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762971.407372:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762971.407454:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 24117248<>25165824 00000100:00100000:1.0:1789762971.407498:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762971.407512:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015180800:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762971.502243:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762971.502256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762971.502260:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762971.502261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762971.502263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762971.502264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762971.502265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762971.502268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762971.502269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762971.502270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762971.502271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762971.502272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762971.502273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762971.502274:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762971.502275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762971.502276:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762971.502277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762971.502278:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762971.502279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762971.502280:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762971.502282:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762971.502283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762971.502284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762971.502285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762971.502286:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762971.502287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762971.502288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762971.502289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762971.502290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762971.502291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762971.502292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762971.502293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762971.502294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762971.502295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762971.502296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762971.502297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762971.502298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762971.502299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762971.502300:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762971.502301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762971.502303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762971.502304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762971.502305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762971.502306:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762971.502307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762971.502308:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762971.502309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762971.502310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762971.502311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762971.502312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762971.502313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762971.502314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762971.502315:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762971.502316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762971.502317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762971.502318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762971.502319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762971.502320:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762971.502322:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762971.502323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762971.502324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762971.502325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762971.502326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762971.502327:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762971.502328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762971.502329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762971.502330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762971.502331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762971.502332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762971.502333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762971.502334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762971.502335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762971.502337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762971.502338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762971.502339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762971.502340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762971.502341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762971.502342:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762971.502343:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762971.502344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762971.502345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762971.502346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762971.502347:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762971.502348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762971.502349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762971.502350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762971.502351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762971.502352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762971.502353:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762971.502354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762971.502355:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762971.502356:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762971.502357:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762971.502358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762971.502359:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762971.502360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762971.502361:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762971.502362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762971.502363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762971.502364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762971.502365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762971.502366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762971.502367:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762971.502368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762971.502370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762971.502371:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762971.502372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762971.502373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762971.502375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762971.502376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762971.502377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762971.502378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762971.502379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762971.502379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762971.502380:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762971.502381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762971.502382:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762971.502383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762971.502384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762971.502385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762971.502386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762971.502387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762971.502388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762971.502389:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762971.502390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762971.502391:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762971.502392:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762971.502393:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762971.502394:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762971.502395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762971.502397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762971.502398:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762971.502399:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762971.502400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762971.502401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762971.502402:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762971.502404:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762971.502405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762971.502406:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762971.502407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762971.502408:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762971.502409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762971.502410:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762971.502411:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762971.502412:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762971.502413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762971.502414:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762971.502415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762971.502416:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762971.502417:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762971.502418:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762971.502419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762971.502420:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762971.502421:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762971.502422:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762971.502423:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762971.502424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762971.502425:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762971.502426:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762971.502427:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762971.502428:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762971.502429:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762971.502431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762971.502432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762971.502433:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762971.502434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762971.502435:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762971.502436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762971.502437:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762971.502438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762971.502439:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762971.502440:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762971.502442:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762971.502442:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762971.502443:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762971.502444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762971.502445:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762971.502446:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762971.502448:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762971.502449:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762971.502450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762971.502451:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762971.502452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762971.502453:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762971.502454:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762971.502455:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762971.502456:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762971.502457:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762971.502458:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762971.502459:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762971.502460:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762971.502461:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762971.502462:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762971.502463:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762971.502464:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762971.502465:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762971.502466:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762971.502467:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762971.502468:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762971.502469:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762971.502484:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762971.502487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762971.502489:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762971.502491:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762971.502492:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762971.502494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762971.502495:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762971.502497:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762971.502498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762971.502499:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762971.502500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762971.502501:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762971.502502:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762971.502503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762971.502504:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762971.502505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762971.502506:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762971.502507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762971.502508:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762971.502509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762971.502510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762971.502511:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762971.502512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762971.502513:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762971.502514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762971.502515:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762971.502516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762971.502517:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762971.502518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762971.502519:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762971.502520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762971.502522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762971.502523:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762971.502524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762971.502525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762971.502526:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762971.502527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762971.502528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762971.502529:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762971.502530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762971.502531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762971.502532:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762971.502533:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762971.502534:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762971.502535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762971.502536:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762971.502537:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762971.502538:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762971.502539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762971.502540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762971.502541:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762971.502542:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762971.502543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762971.502545:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762971.502546:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762971.502547:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762971.502548:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762971.502612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762971.502628:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762971.502651:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015180800:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762971.502690:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [5888, 6143] 00000080:00200000:0.0:1789762971.502711:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762971.502717:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762971.502721:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762971.502734:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762971.502755:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 25165824, count: 1048576 00000080:00200000:0.0:1789762971.502764:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 25165824, bytes: 1048576 00000080:00200000:0.0:1789762971.502773:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762971.502780:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762971.502782:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [25165824, 26214400) 0 0 00000080:00200000:0.0:1789762971.502786:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762971.502797:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [6144, 6399] 00020000:00200000:0.0:1789762971.502803:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25165824 chunk: [25165824, 26214400) 26214400, 1048576 00020000:00200000:0.0:1789762971.502806:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762971.502829:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [6144, 6399] 00000008:00010000:0.0:1789762971.502843:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762971.502849:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762971.502856:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [25165824, 26214400) 00000080:00200000:0.0:1789762971.502898:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762971.502903:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:25165824 00000080:00200000:0.0:1789762971.502909:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=25165824=0x1800000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762971.503134:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762971.503137:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 26214400 00000020:00010000:0.0:1789762971.503143:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762971.503146:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762971.503148:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762971.503151:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762971.503153:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762971.503159:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762971.503163:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762971.503178:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762971.503247:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 25165824<>26214400 00000100:00100000:0.0:1789762971.503283:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762971.503299:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015180928:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762971.602966:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762971.602975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762971.602978:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762971.602980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762971.602982:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762971.602984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762971.602986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762971.602988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762971.602990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762971.602992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762971.602993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762971.602995:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762971.602997:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762971.602999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762971.603001:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762971.603003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762971.603004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762971.603007:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762971.603008:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762971.603010:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762971.603013:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762971.603015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762971.603017:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762971.603019:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762971.603021:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762971.603023:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762971.603025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762971.603027:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762971.603028:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762971.603030:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762971.603032:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762971.603034:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762971.603036:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762971.603037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762971.603038:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762971.603039:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762971.603040:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762971.603041:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762971.603042:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762971.603043:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762971.603044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762971.603045:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762971.603046:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762971.603047:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762971.603048:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762971.603049:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762971.603050:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762971.603051:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762971.603052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762971.603053:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762971.603054:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762971.603055:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762971.603057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762971.603058:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762971.603059:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762971.603061:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762971.603062:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762971.603063:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762971.603064:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762971.603065:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762971.603066:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762971.603067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762971.603068:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762971.603069:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762971.603070:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762971.603071:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762971.603072:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762971.603073:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762971.603074:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762971.603075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762971.603076:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762971.603077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762971.603078:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762971.603079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762971.603080:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762971.603081:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762971.603082:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762971.603083:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762971.603084:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762971.603085:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762971.603086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762971.603087:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762971.603088:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762971.603089:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762971.603091:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762971.603092:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762971.603093:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762971.603095:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762971.603096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762971.603097:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762971.603098:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762971.603099:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762971.603100:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762971.603101:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762971.603102:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762971.603103:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762971.603104:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762971.603105:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762971.603106:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762971.603107:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762971.603108:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762971.603109:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762971.603110:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762971.603111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762971.603112:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762971.603113:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762971.603114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762971.603115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762971.603116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762971.603117:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762971.603118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762971.603119:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762971.603120:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762971.603121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762971.603122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762971.603123:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762971.603125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762971.603126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762971.603128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762971.603129:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762971.603130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762971.603131:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762971.603132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762971.603133:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762971.603134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762971.603135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762971.603136:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762971.603137:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762971.603138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762971.603139:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762971.603140:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762971.603141:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762971.603142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762971.603143:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762971.603144:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762971.603145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762971.603146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762971.603147:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762971.603148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762971.603149:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762971.603150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762971.603151:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762971.603152:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762971.603153:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762971.603154:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762971.603155:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762971.603156:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762971.603157:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762971.603159:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762971.603160:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762971.603162:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762971.603163:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762971.603164:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762971.603165:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762971.603166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762971.603167:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762971.603168:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762971.603169:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762971.603170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762971.603171:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762971.603172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762971.603173:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762971.603174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762971.603175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762971.603176:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762971.603177:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762971.603178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762971.603179:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762971.603180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762971.603181:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762971.603182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762971.603183:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762971.603184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762971.603185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762971.603186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762971.603187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762971.603188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762971.603189:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762971.603190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762971.603191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762971.603192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762971.603194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762971.603195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762971.603196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762971.603198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762971.603199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762971.603200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762971.603201:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762971.603202:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762971.603203:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762971.603204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762971.603205:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762971.603206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762971.603206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762971.603207:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762971.603208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762971.603209:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762971.603210:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762971.603212:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762971.603213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762971.603214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762971.603215:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762971.603216:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762971.603217:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762971.603218:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762971.603219:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762971.603220:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762971.603221:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762971.603222:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762971.603223:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762971.603224:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762971.603225:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762971.603226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762971.603227:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762971.603229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762971.603230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762971.603231:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762971.603232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762971.603233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762971.603234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762971.603235:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762971.603236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762971.603237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762971.603238:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762971.603239:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762971.603240:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762971.603241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762971.603242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762971.603243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762971.603244:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762971.603245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762971.603246:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762971.603247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762971.603248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762971.603249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762971.603250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762971.603251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762971.603252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762971.603253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762971.603254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762971.603255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762971.603256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762971.603257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762971.603258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762971.603259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762971.603261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762971.603262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762971.603263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762971.603264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762971.603266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762971.603267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762971.603267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762971.603268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762971.603270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762971.603271:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762971.603272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762971.603273:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762971.603334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762971.603352:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:0.0:1789762971.603372:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015180928:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762971.603428:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [6144, 6399] 00000080:00200000:1.0:1789762971.603446:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762971.603453:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762971.603457:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762971.603467:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762971.603503:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 26214400, count: 1048576 00000080:00200000:1.0:1789762971.603513:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 26214400, bytes: 1048576 00000080:00200000:1.0:1789762971.603521:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762971.603529:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762971.603531:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [26214400, 27262976) 0 0 00000080:00200000:1.0:1789762971.603535:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762971.603547:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [6400, 6655] 00020000:00200000:1.0:1789762971.603554:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26214400 chunk: [26214400, 27262976) 27262976, 1048576 00020000:00200000:1.0:1789762971.603558:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762971.603574:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [6400, 6655] 00000008:00010000:1.0:1789762971.603587:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762971.603592:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762971.603599:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [26214400, 27262976) 00000080:00200000:1.0:1789762971.603607:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762971.603612:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:26214400 00000080:00200000:1.0:1789762971.603618:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=26214400=0x1900000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762971.603804:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762971.603806:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 27262976 00000020:00010000:1.0:1789762971.603811:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762971.603814:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762971.603816:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762971.603819:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762971.603821:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762971.603826:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762971.603830:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762971.603844:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762971.603952:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 26214400<>27262976 00000100:00100000:1.0:1789762971.603985:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762971.604000:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015181056:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762971.703188:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762971.703200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762971.703204:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762971.703205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762971.703207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762971.703208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762971.703209:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762971.703210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762971.703211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762971.703212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762971.703213:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762971.703214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762971.703215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762971.703216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762971.703217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762971.703218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762971.703219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762971.703220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762971.703221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762971.703222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762971.703223:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762971.703224:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762971.703225:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762971.703226:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762971.703227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762971.703228:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762971.703229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762971.703230:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762971.703231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762971.703232:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762971.703234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762971.703235:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762971.703236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762971.703237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762971.703237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762971.703238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762971.703239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762971.703240:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762971.703241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762971.703243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762971.703244:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762971.703245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762971.703246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762971.703247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762971.703248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762971.703249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762971.703250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762971.703251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762971.703252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762971.703253:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762971.703254:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762971.703255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762971.703256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762971.703257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762971.703257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762971.703258:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762971.703259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762971.703260:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762971.703262:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762971.703263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762971.703264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762971.703265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762971.703266:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762971.703267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762971.703268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762971.703269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762971.703270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762971.703271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762971.703272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762971.703273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762971.703274:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762971.703275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762971.703276:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762971.703277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762971.703278:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762971.703279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762971.703280:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762971.703281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762971.703282:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762971.703283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762971.703284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762971.703285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762971.703286:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762971.703287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762971.703288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762971.703289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762971.703290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762971.703291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762971.703292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762971.703293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762971.703294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762971.703295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762971.703296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762971.703297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762971.703298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762971.703299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762971.703300:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762971.703301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762971.703302:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762971.703303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762971.703304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762971.703305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762971.703306:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762971.703307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762971.703308:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762971.703309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762971.703310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762971.703311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762971.703312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762971.703313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762971.703314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762971.703315:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762971.703316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762971.703317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762971.703318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762971.703319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762971.703320:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762971.703321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762971.703322:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762971.703323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762971.703324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762971.703325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762971.703326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762971.703327:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762971.703328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762971.703329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762971.703331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762971.703332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762971.703332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762971.703333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762971.703334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762971.703335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762971.703336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762971.703337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762971.703338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762971.703339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762971.703340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762971.703341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762971.703342:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762971.703343:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762971.703344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762971.703345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762971.703346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762971.703347:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762971.703348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762971.703350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762971.703351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762971.703351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762971.703353:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762971.703354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762971.703355:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762971.703356:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762971.703357:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762971.703358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762971.703359:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762971.703360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762971.703361:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762971.703362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762971.703363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762971.703364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762971.703365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762971.703366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762971.703368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762971.703369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762971.703370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762971.703371:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762971.703372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762971.703373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762971.703374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762971.703375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762971.703376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762971.703377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762971.703377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762971.703378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762971.703380:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762971.703381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762971.703382:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762971.703383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762971.703383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762971.703384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762971.703385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762971.703386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762971.703387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762971.703388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762971.703389:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762971.703390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762971.703391:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762971.703392:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762971.703393:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762971.703394:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762971.703396:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762971.703397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762971.703398:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762971.703399:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762971.703401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762971.703402:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762971.703403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762971.703404:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762971.703405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762971.703406:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762971.703406:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762971.703407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762971.703408:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762971.703409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762971.703410:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762971.703411:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762971.703412:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762971.703413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762971.703414:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762971.703415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762971.703416:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762971.703417:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762971.703418:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762971.703419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762971.703420:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762971.703421:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762971.703422:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762971.703423:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762971.703424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762971.703425:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762971.703426:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762971.703427:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762971.703429:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762971.703430:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762971.703431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762971.703432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762971.703433:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762971.703434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762971.703436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762971.703437:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762971.703438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762971.703439:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762971.703440:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762971.703441:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762971.703442:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762971.703443:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762971.703444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762971.703445:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762971.703446:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762971.703447:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762971.703448:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762971.703449:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762971.703450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762971.703451:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762971.703452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762971.703453:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762971.703454:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762971.703455:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762971.703456:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762971.703457:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762971.703458:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762971.703459:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762971.703460:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762971.703461:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762971.703462:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762971.703464:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762971.703465:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762971.703547:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762971.703562:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762971.703586:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015181056:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762971.703626:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [6400, 6655] 00000080:00200000:0.0:1789762971.703647:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762971.703653:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762971.703657:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762971.703668:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762971.703688:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 27262976, count: 1048576 00000080:00200000:0.0:1789762971.703696:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 27262976, bytes: 1048576 00000080:00200000:0.0:1789762971.703706:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762971.703713:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762971.703715:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [27262976, 28311552) 0 0 00000080:00200000:0.0:1789762971.703719:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762971.703729:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [6656, 6911] 00020000:00200000:0.0:1789762971.703735:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 27262976 chunk: [27262976, 28311552) 28311552, 1048576 00020000:00200000:0.0:1789762971.703738:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762971.703752:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [6656, 6911] 00000008:00010000:0.0:1789762971.703766:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762971.703770:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762971.703776:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [27262976, 28311552) 00000080:00200000:0.0:1789762971.703782:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762971.703786:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:27262976 00000080:00200000:0.0:1789762971.703792:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=27262976=0x1a00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762971.704036:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762971.704038:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 28311552 00000020:00010000:0.0:1789762971.704044:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762971.704047:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762971.704049:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762971.704051:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762971.704053:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762971.704059:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762971.704063:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762971.704078:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762971.704143:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 27262976<>28311552 00000100:00100000:0.0:1789762971.704180:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762971.704195:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015181184:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762971.803030:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762971.803042:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762971.803046:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762971.803048:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762971.803050:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762971.803052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762971.803053:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762971.803055:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762971.803057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762971.803059:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762971.803061:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762971.803063:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762971.803065:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762971.803067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762971.803069:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762971.803070:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762971.803072:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762971.803073:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762971.803075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762971.803077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762971.803079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762971.803080:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762971.803082:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762971.803084:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762971.803086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762971.803087:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762971.803089:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762971.803091:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762971.803093:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762971.803095:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762971.803096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762971.803098:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762971.803099:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762971.803101:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762971.803102:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762971.803104:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762971.803106:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762971.803108:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762971.803110:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762971.803111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762971.803113:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762971.803114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762971.803116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762971.803118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762971.803119:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762971.803121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762971.803123:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762971.803125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762971.803127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762971.803128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762971.803130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762971.803131:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762971.803133:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762971.803134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762971.803136:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762971.803138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762971.803139:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762971.803140:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762971.803142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762971.803145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762971.803146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762971.803148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762971.803150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762971.803152:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762971.803153:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762971.803155:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762971.803156:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762971.803158:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762971.803160:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762971.803161:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762971.803163:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762971.803164:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762971.803166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762971.803168:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762971.803169:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762971.803172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762971.803174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762971.803176:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762971.803177:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762971.803179:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762971.803180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762971.803182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762971.803183:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762971.803185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762971.803186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762971.803188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762971.803189:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762971.803191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762971.803193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762971.803195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762971.803197:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762971.803199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762971.803201:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762971.803203:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762971.803205:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762971.803207:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762971.803209:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762971.803211:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762971.803213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762971.803214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762971.803216:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762971.803218:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762971.803220:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762971.803221:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762971.803223:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762971.803225:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762971.803227:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762971.803229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762971.803231:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762971.803233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762971.803235:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762971.803237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762971.803239:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762971.803240:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762971.803242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762971.803245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762971.803246:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762971.803248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762971.803250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762971.803252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762971.803254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762971.803256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762971.803258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762971.803259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762971.803261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762971.803263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762971.803265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762971.803267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762971.803269:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762971.803271:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762971.803272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762971.803274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762971.803276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762971.803278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762971.803279:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762971.803281:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762971.803283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762971.803284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762971.803286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762971.803288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762971.803290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762971.803292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762971.803293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762971.803295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762971.803297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762971.803299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762971.803301:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762971.803302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762971.803304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762971.803305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762971.803307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762971.803309:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762971.803311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762971.803313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762971.803315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762971.803317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762971.803319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762971.803321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762971.803322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762971.803324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762971.803325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762971.803326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762971.803328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762971.803329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762971.803330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762971.803331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762971.803332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762971.803332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762971.803333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762971.803334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762971.803335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762971.803337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762971.803338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762971.803340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762971.803341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762971.803342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762971.803343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762971.803344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762971.803345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762971.803346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762971.803347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762971.803348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762971.803349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762971.803350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762971.803351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762971.803353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762971.803354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762971.803355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762971.803355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762971.803356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762971.803357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762971.803358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762971.803359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762971.803360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762971.803361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762971.803362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762971.803363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762971.803364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762971.803365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762971.803366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762971.803367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762971.803368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762971.803369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762971.803371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762971.803372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762971.803373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762971.803375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762971.803376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762971.803377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762971.803378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762971.803379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762971.803380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762971.803381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762971.803382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762971.803383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762971.803384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762971.803385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762971.803386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762971.803387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762971.803388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762971.803389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762971.803390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762971.803391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762971.803392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762971.803393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762971.803394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762971.803395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762971.803396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762971.803397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762971.803398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762971.803399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762971.803400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762971.803401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762971.803402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762971.803403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762971.803404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762971.803406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762971.803407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762971.803408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762971.803410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762971.803411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762971.803412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762971.803413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762971.803414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762971.803415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762971.803416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762971.803416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762971.803417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762971.803418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762971.803419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762971.803420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762971.803421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762971.803422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762971.803424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762971.803425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762971.803426:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762971.803427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762971.803504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762971.803520:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:0.0:1789762971.803542:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015181184:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762971.803557:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [6656, 6911] 00000080:00200000:1.0:1789762971.803576:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762971.803582:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762971.803587:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762971.803599:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762971.803623:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 28311552, count: 1048576 00000080:00200000:1.0:1789762971.803633:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 28311552, bytes: 1048576 00000080:00200000:1.0:1789762971.803641:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762971.803648:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762971.803650:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [28311552, 29360128) 0 0 00000080:00200000:1.0:1789762971.803654:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762971.803668:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [6912, 7167] 00020000:00200000:1.0:1789762971.803675:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 28311552 chunk: [28311552, 29360128) 29360128, 1048576 00020000:00200000:1.0:1789762971.803679:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762971.803697:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [6912, 7167] 00000008:00010000:1.0:1789762971.803712:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762971.803716:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762971.803724:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [28311552, 29360128) 00000080:00200000:1.0:1789762971.803733:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762971.803737:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:28311552 00000080:00200000:1.0:1789762971.803743:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=28311552=0x1b00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762971.803994:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762971.803996:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 29360128 00000020:00010000:1.0:1789762971.804003:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762971.804006:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762971.804009:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762971.804011:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762971.804013:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762971.804019:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762971.804024:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762971.804037:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762971.804111:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 28311552<>29360128 00000100:00100000:1.0:1789762971.804144:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762971.804161:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015181312:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762971.902544:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762971.902558:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762971.902563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762971.902565:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762971.902566:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762971.902567:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762971.902569:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762971.902570:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762971.902571:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762971.902572:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762971.902573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762971.902574:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762971.902575:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762971.902576:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762971.902577:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762971.902578:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762971.902579:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762971.902580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762971.902581:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762971.902582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762971.902584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762971.902586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762971.902587:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762971.902588:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762971.902590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762971.902591:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762971.902592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762971.902593:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762971.902594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762971.902595:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762971.902596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762971.902597:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762971.902598:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762971.902599:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762971.902600:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762971.902601:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762971.902602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762971.902603:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762971.902604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762971.902605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762971.902606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762971.902607:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762971.902608:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762971.902609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762971.902610:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762971.902611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762971.902612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762971.902613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762971.902614:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762971.902615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762971.902616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762971.902617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762971.902618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762971.902620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762971.902621:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762971.902622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762971.902624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762971.902625:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762971.902626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762971.902627:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762971.902628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762971.902629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762971.902630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762971.902631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762971.902632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762971.902633:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762971.902634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762971.902635:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762971.902636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762971.902637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762971.902638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762971.902639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762971.902640:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762971.902641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762971.902642:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762971.902643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762971.902644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762971.902645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762971.902646:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762971.902647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762971.902648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762971.902649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762971.902650:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762971.902651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762971.902652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762971.902654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762971.902656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762971.902657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762971.902658:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762971.902659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762971.902661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762971.902662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762971.902663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762971.902664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762971.902665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762971.902666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762971.902666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762971.902667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762971.902668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762971.902669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762971.902670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762971.902671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762971.902672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762971.902673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762971.902674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762971.902675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762971.902676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762971.902677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762971.902678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762971.902679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762971.902680:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762971.902681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762971.902682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762971.902683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762971.902684:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762971.902685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762971.902686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762971.902688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762971.902689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762971.902690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762971.902692:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762971.902693:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762971.902694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762971.902695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762971.902696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762971.902697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762971.902698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762971.902699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762971.902700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762971.902701:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762971.902702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762971.902703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762971.902704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762971.902705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762971.902706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762971.902707:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762971.902708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762971.902709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762971.902710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762971.902711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762971.902712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762971.902713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762971.902714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762971.902715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762971.902716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762971.902717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762971.902718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762971.902719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762971.902720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762971.902722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762971.902723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762971.902725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762971.902726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762971.902727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762971.902728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762971.902729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762971.902730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762971.902731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762971.902732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762971.902733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762971.902734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762971.902735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762971.902737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762971.902738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762971.902739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762971.902740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762971.902741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762971.902742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762971.902743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762971.902744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762971.902745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762971.902746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762971.902747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762971.902748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762971.902749:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762971.902750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762971.902751:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762971.902752:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762971.902753:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762971.902754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762971.902755:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762971.902756:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762971.902758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762971.902759:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762971.902760:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762971.902762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762971.902763:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762971.902764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762971.902765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762971.902766:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762971.902767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762971.902768:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762971.902769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762971.902770:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762971.902771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762971.902772:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762971.902772:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762971.902773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762971.902774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762971.902775:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762971.902777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762971.902778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762971.902779:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762971.902780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762971.902781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762971.902782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762971.902783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762971.902784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762971.902785:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762971.902786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762971.902787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762971.902788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762971.902789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762971.902790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762971.902791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762971.902793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762971.902794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762971.902795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762971.902796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762971.902797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762971.902798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762971.902799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762971.902800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762971.902801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762971.902802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762971.902803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762971.902804:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762971.902805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762971.902806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762971.902807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762971.902808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762971.902809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762971.902810:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762971.902811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762971.902812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762971.902813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762971.902814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762971.902815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762971.902816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762971.902817:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762971.902826:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762971.902828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762971.902829:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762971.902830:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762971.902831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762971.902832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762971.902836:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762971.902838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762971.902839:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762971.902840:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762971.902841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762971.902842:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762971.902843:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762971.902844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762971.902845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762971.902847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762971.902848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762971.902933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762971.902951:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762971.902975:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015181312:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762971.903011:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [6912, 7167] 00000080:00200000:0.0:1789762971.903030:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762971.903035:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762971.903039:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762971.903051:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762971.903074:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 29360128, count: 1048576 00000080:00200000:0.0:1789762971.903085:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 29360128, bytes: 1048576 00000080:00200000:0.0:1789762971.903096:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762971.903104:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762971.903107:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [29360128, 30408704) 0 0 00000080:00200000:0.0:1789762971.903112:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762971.903126:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [7168, 7423] 00020000:00200000:0.0:1789762971.903133:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 29360128 chunk: [29360128, 30408704) 30408704, 1048576 00020000:00200000:0.0:1789762971.903136:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762971.903151:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [7168, 7423] 00000008:00010000:0.0:1789762971.903162:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762971.903166:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762971.903173:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [29360128, 30408704) 00000080:00200000:0.0:1789762971.903179:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762971.903183:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:29360128 00000080:00200000:0.0:1789762971.903189:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=29360128=0x1c00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762971.903385:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762971.903389:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 30408704 00000020:00010000:0.0:1789762971.903396:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762971.903399:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762971.903403:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762971.903407:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762971.903410:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762971.903419:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762971.903425:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762971.903441:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762971.903531:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 29360128<>30408704 00000100:00100000:0.0:1789762971.903565:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762971.903581:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015181440:192.168.203.148@tcp:3:dd.500 00000100:00100000:3.0:1789762971.935034:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2366:1876702015181568:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762971.935036:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015181696:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762971.935111:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015181824:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762971.935112:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:871a7a42-3659-47e5-8fc9-f4f1e262590d:2365:1876702015181952:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762971.936020:0:2365:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cdd5835d000: committing for last_committed 4294967646 gen 1 00000100:00100000:3.0:1789762971.936030:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2366:1876702015181568:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762971.936038:0:2365:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9cdd47c50e00 x1876702015177600/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 576/664 e 0 to 0 dl 1789762985 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0 00000100:00100000:3.0:1789762971.936040:0:2366:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9cdd5835d000: committing for last_committed 4294967450 gen 9 00000100:00100000:2.0:1789762971.936051:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015181696:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762971.936065:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:871a7a42-3659-47e5-8fc9-f4f1e262590d:2365:1876702015181952:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762971.945598:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015181824:192.168.203.148@tcp:400:kworker.0 00000008:00010000:0.0:1789762972.003399:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762972.003407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762972.003409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762972.003411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762972.003412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762972.003413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762972.003414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762972.003415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762972.003416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762972.003417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762972.003418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762972.003419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762972.003420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762972.003421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762972.003422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762972.003423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762972.003424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762972.003425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762972.003426:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762972.003427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762972.003428:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762972.003429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762972.003430:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762972.003431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762972.003432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762972.003433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762972.003434:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762972.003435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762972.003436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762972.003437:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762972.003438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762972.003439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762972.003440:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762972.003441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762972.003442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762972.003443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762972.003444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762972.003445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762972.003446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762972.003447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762972.003448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762972.003449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762972.003450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762972.003451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762972.003452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762972.003453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762972.003454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762972.003455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762972.003456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762972.003457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762972.003458:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762972.003459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762972.003460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762972.003461:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762972.003462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762972.003463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762972.003464:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762972.003465:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762972.003466:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762972.003483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762972.003484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762972.003485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762972.003486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762972.003487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762972.003488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762972.003489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762972.003490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762972.003492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762972.003493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762972.003494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762972.003496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762972.003497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762972.003498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762972.003499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762972.003500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762972.003501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762972.003502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762972.003503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762972.003504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762972.003505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762972.003506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762972.003507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762972.003508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762972.003509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762972.003510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762972.003511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762972.003512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762972.003513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762972.003514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762972.003515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762972.003516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762972.003517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762972.003518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762972.003519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762972.003520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762972.003521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762972.003522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762972.003523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762972.003524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762972.003526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762972.003527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762972.003529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762972.003530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762972.003531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762972.003532:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762972.003533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762972.003534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762972.003535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762972.003536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762972.003537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762972.003538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762972.003539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762972.003540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762972.003541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762972.003542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762972.003543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762972.003544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762972.003545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762972.003546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762972.003547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762972.003548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762972.003549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762972.003550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762972.003551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762972.003552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762972.003553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762972.003554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762972.003555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762972.003556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762972.003557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762972.003558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762972.003560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762972.003562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762972.003563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762972.003564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762972.003565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762972.003567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762972.003568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762972.003569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762972.003570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762972.003571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762972.003571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762972.003572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762972.003573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762972.003574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762972.003575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762972.003576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762972.003577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762972.003578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762972.003579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762972.003580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762972.003581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762972.003582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762972.003583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762972.003584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762972.003585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762972.003586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762972.003587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762972.003588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762972.003589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762972.003590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762972.003591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762972.003592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762972.003594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762972.003595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762972.003596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762972.003597:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762972.003599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762972.003600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762972.003601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762972.003602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762972.003603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762972.003604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762972.003605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762972.003606:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762972.003607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762972.003608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762972.003609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762972.003610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762972.003611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762972.003612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762972.003613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762972.003614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762972.003615:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762972.003616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762972.003617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762972.003618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762972.003619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762972.003620:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762972.003621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762972.003622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762972.003623:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762972.003624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762972.003625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762972.003626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762972.003627:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762972.003628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762972.003629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762972.003631:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762972.003632:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762972.003633:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762972.003634:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762972.003635:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762972.003636:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762972.003637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762972.003638:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762972.003639:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762972.003640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762972.003641:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762972.003642:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762972.003643:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762972.003644:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762972.003645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762972.003646:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762972.003647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762972.003648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762972.003649:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762972.003650:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762972.003651:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762972.003652:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762972.003653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762972.003654:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762972.003655:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762972.003656:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762972.003657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762972.003658:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762972.003659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762972.003660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762972.003662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762972.003663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762972.003664:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762972.003665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762972.003666:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762972.003667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762972.003668:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762972.003669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762972.003670:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762972.003671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762972.003672:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762972.003673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762972.003674:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762972.003675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762972.003676:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762972.003677:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762972.003678:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762972.003679:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762972.003680:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762972.003681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762972.003682:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762972.003683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762972.003684:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762972.003685:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762972.003686:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762972.003687:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762972.003688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762972.003689:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762972.003690:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762972.003751:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762972.003766:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:0.0:1789762972.003785:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015181440:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762972.003832:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [7168, 7423] 00000080:00200000:1.0:1789762972.003849:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762972.003854:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762972.003858:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762972.003887:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762972.003907:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 30408704, count: 1048576 00000080:00200000:1.0:1789762972.003916:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 30408704, bytes: 1048576 00000080:00200000:1.0:1789762972.003923:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762972.003929:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762972.003931:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [30408704, 31457280) 0 0 00000080:00200000:1.0:1789762972.003935:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762972.003946:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [7424, 7679] 00020000:00200000:1.0:1789762972.003953:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 30408704 chunk: [30408704, 31457280) 31457280, 1048576 00020000:00200000:1.0:1789762972.003956:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762972.003971:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [7424, 7679] 00000008:00010000:1.0:1789762972.003983:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762972.003988:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762972.003995:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [30408704, 31457280) 00000080:00200000:1.0:1789762972.004002:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762972.004010:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:30408704 00000080:00200000:1.0:1789762972.004015:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=30408704=0x1d00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762972.004206:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762972.004208:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 31457280 00000020:00010000:1.0:1789762972.004214:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762972.004216:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762972.004218:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762972.004221:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762972.004223:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762972.004228:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762972.004232:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762972.004246:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762972.004313:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 30408704<>31457280 00000100:00100000:1.0:1789762972.004345:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762972.004359:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015182080:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762972.103764:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762972.103777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762972.103780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762972.103782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762972.103783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762972.103784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762972.103785:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762972.103786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762972.103787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762972.103789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762972.103790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762972.103791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762972.103792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762972.103794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762972.103795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762972.103796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762972.103798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762972.103799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762972.103800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762972.103801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762972.103802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762972.103803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762972.103804:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762972.103805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762972.103806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762972.103807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762972.103808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762972.103809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762972.103810:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762972.103811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762972.103812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762972.103813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762972.103814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762972.103815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762972.103816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762972.103818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762972.103819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762972.103820:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762972.103822:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762972.103824:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762972.103825:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762972.103827:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762972.103828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762972.103830:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762972.103831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762972.103833:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762972.103835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762972.103837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762972.103839:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762972.103841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762972.103842:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762972.103844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762972.103845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762972.103847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762972.103849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762972.103851:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762972.103853:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762972.103855:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762972.103857:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762972.103859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762972.103861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762972.103890:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762972.103893:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762972.103895:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762972.103897:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762972.103899:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762972.103901:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762972.103903:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762972.103905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762972.103907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762972.103908:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762972.103910:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762972.103912:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762972.103914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762972.103915:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762972.103917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762972.103919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762972.103921:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762972.103923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762972.103925:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762972.103927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762972.103929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762972.103931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762972.103932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762972.103934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762972.103935:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762972.103937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762972.103939:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762972.103941:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762972.103943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762972.103944:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762972.103945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762972.103946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762972.103947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762972.103948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762972.103949:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762972.103950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762972.103951:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762972.103952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762972.103953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762972.103954:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762972.103955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762972.103956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762972.103957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762972.103958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762972.103959:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762972.103960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762972.103961:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762972.103962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762972.103964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762972.103965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762972.103966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762972.103967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762972.103968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762972.103970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762972.103971:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762972.103971:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762972.103972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762972.103973:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762972.103974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762972.103975:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762972.103976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762972.103978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762972.103979:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762972.103980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762972.103981:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762972.103982:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762972.103983:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762972.103984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762972.103985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762972.103986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762972.103987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762972.103987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762972.103988:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762972.103989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762972.103990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762972.103991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762972.103992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762972.103993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762972.103994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762972.103996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762972.103997:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762972.103998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762972.103999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762972.104001:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762972.104002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762972.104003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762972.104004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762972.104005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762972.104006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762972.104007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762972.104008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762972.104009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762972.104010:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762972.104011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762972.104012:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762972.104013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762972.104014:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762972.104015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762972.104016:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762972.104017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762972.104018:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762972.104019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762972.104020:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762972.104021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762972.104022:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762972.104023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762972.104024:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762972.104025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762972.104026:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762972.104027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762972.104028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762972.104029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762972.104030:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762972.104032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762972.104033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762972.104035:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762972.104036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762972.104037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762972.104038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762972.104039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762972.104040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762972.104041:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762972.104042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762972.104043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762972.104044:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762972.104045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762972.104046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762972.104047:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762972.104048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762972.104049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762972.104050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762972.104051:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762972.104052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762972.104053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762972.104054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762972.104055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762972.104056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762972.104057:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762972.104058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762972.104059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762972.104060:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762972.104061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762972.104062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762972.104071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762972.104072:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762972.104073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762972.104075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762972.104076:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762972.104077:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762972.104078:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762972.104079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762972.104080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762972.104081:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762972.104082:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762972.104083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762972.104084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762972.104085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762972.104086:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762972.104087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762972.104088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762972.104089:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762972.104090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762972.104091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762972.104092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762972.104093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762972.104094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762972.104095:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762972.104096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762972.104097:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762972.104098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762972.104099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762972.104100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762972.104101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762972.104102:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762972.104103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762972.104104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762972.104105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762972.104107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762972.104108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762972.104109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762972.104110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762972.104111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762972.104112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762972.104113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762972.104114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762972.104115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762972.104116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762972.104117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762972.104118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762972.104119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762972.104120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762972.104121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762972.104122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762972.104123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762972.104124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762972.104126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762972.104200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762972.104227:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762972.104253:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015182080:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762972.104258:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [7424, 7679] 00000080:00200000:0.0:1789762972.104288:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762972.104293:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762972.104296:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762972.104306:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762972.104331:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 31457280, count: 1048576 00000080:00200000:0.0:1789762972.104352:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 31457280, bytes: 1048576 00000080:00200000:0.0:1789762972.104361:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762972.104369:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762972.104371:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [31457280, 32505856) 0 0 00000080:00200000:0.0:1789762972.104376:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762972.104390:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [7680, 7935] 00020000:00200000:0.0:1789762972.104399:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 31457280 chunk: [31457280, 32505856) 32505856, 1048576 00020000:00200000:0.0:1789762972.104404:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762972.104425:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [7680, 7935] 00000008:00010000:0.0:1789762972.104444:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762972.104451:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762972.104460:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [31457280, 32505856) 00000080:00200000:0.0:1789762972.104485:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762972.104492:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:31457280 00000080:00200000:0.0:1789762972.104499:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=31457280=0x1e00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762972.104700:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762972.104702:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 32505856 00000020:00010000:0.0:1789762972.104708:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762972.104711:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762972.104714:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762972.104716:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762972.104719:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762972.104725:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762972.104730:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762972.104744:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762972.104813:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 31457280<>32505856 00000100:00100000:0.0:1789762972.104842:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762972.104855:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015182208:192.168.203.148@tcp:3:dd.500 00010000:00010000:1.0:1789762972.127059:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:0.0:1789762972.203227:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762972.203252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762972.203256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762972.203258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762972.203259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762972.203260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762972.203262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762972.203263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762972.203265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762972.203266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762972.203266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762972.203268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762972.203269:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762972.203270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762972.203271:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762972.203272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762972.203273:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762972.203274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762972.203275:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762972.203276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762972.203277:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762972.203278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762972.203279:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762972.203281:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762972.203282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762972.203283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762972.203285:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762972.203286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762972.203287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762972.203289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762972.203290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762972.203291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762972.203292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762972.203293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762972.203294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762972.203295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762972.203296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762972.203297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762972.203298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762972.203299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762972.203300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762972.203302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762972.203302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762972.203303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762972.203305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762972.203306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762972.203307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762972.203308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762972.203309:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762972.203310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762972.203318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762972.203319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762972.203320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762972.203321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762972.203322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762972.203323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762972.203324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762972.203325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762972.203327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762972.203329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762972.203330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762972.203331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762972.203332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762972.203333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762972.203334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762972.203335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762972.203336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762972.203337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762972.203338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762972.203339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762972.203340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762972.203341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762972.203343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762972.203344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762972.203345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762972.203346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762972.203347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762972.203348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762972.203349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762972.203350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762972.203351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762972.203352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762972.203353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762972.203354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762972.203355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762972.203356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762972.203357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762972.203358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762972.203359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762972.203360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762972.203362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762972.203363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762972.203364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762972.203366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762972.203367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762972.203368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762972.203369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762972.203370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762972.203371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762972.203372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762972.203373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762972.203374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762972.203375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762972.203376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762972.203377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762972.203378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762972.203379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762972.203380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762972.203381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762972.203382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762972.203383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762972.203384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762972.203386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762972.203387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762972.203388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762972.203389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762972.203390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762972.203391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762972.203392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762972.203393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762972.203394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762972.203395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762972.203397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762972.203398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762972.203400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762972.203401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762972.203402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762972.203404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762972.203405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762972.203406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762972.203407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762972.203408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762972.203409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762972.203410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762972.203411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762972.203412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762972.203413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762972.203414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762972.203415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762972.203416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762972.203417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762972.203418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762972.203419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762972.203420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762972.203420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762972.203421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762972.203422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762972.203423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762972.203424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762972.203425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762972.203426:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762972.203427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762972.203428:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762972.203429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762972.203431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762972.203433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762972.203434:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762972.203435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762972.203436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762972.203438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762972.203439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762972.203440:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762972.203441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762972.203442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762972.203443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762972.203444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762972.203445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762972.203446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762972.203446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762972.203447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762972.203449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762972.203450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762972.203451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762972.203452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762972.203452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762972.203453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762972.203455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762972.203456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762972.203456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762972.203457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762972.203458:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762972.203459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762972.203460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762972.203462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762972.203462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762972.203463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762972.203477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762972.203479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762972.203481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762972.203482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762972.203483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762972.203484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762972.203485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762972.203486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762972.203487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762972.203488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762972.203489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762972.203490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762972.203491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762972.203492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762972.203493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762972.203494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762972.203495:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762972.203496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762972.203497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762972.203498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762972.203499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762972.203500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762972.203501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762972.203502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762972.203503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762972.203504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762972.203505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762972.203506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762972.203507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762972.203509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762972.203510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762972.203511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762972.203513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762972.203514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762972.203515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762972.203516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762972.203528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762972.203530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762972.203531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762972.203532:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762972.203533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762972.203534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762972.203535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762972.203536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762972.203537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762972.203538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762972.203539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762972.203540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762972.203541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762972.203542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762972.203543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762972.203544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762972.203545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762972.203546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762972.203547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762972.203548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762972.203549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762972.203550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762972.203551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762972.203552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762972.203553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762972.203554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762972.203555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762972.203556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762972.203557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762972.203559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762972.203560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762972.203561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762972.203563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762972.203564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762972.203565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762972.203632:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762972.203648:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:0.0:1789762972.203679:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015182208:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762972.203691:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [7680, 7935] 00000080:00200000:1.0:1789762972.203712:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762972.203719:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762972.203724:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762972.203737:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762972.203768:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 32505856, count: 1048576 00000080:00200000:1.0:1789762972.203779:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 32505856, bytes: 1048576 00000080:00200000:1.0:1789762972.203790:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762972.203799:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762972.203801:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [32505856, 33554432) 0 0 00000080:00200000:1.0:1789762972.203806:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762972.203821:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [7936, 8191] 00020000:00200000:1.0:1789762972.203830:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 32505856 chunk: [32505856, 33554432) 33554432, 1048576 00020000:00200000:1.0:1789762972.203834:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762972.203852:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [7936, 8191] 00000008:00010000:1.0:1789762972.203898:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762972.203903:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762972.203911:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [32505856, 33554432) 00000080:00200000:1.0:1789762972.203920:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762972.203926:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:32505856 00000080:00200000:1.0:1789762972.203932:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=32505856=0x1f00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762972.204126:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762972.204129:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 33554432 00000020:00010000:1.0:1789762972.204135:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762972.204138:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762972.204140:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762972.204143:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762972.204145:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762972.204150:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762972.204156:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762972.204182:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762972.204268:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 32505856<>33554432 00000100:00100000:1.0:1789762972.204300:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762972.204314:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015182336:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762972.303602:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762972.303615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762972.303618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762972.303620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762972.303621:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762972.303623:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762972.303624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762972.303625:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762972.303626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762972.303628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762972.303629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762972.303630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762972.303631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762972.303632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762972.303633:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762972.303634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762972.303635:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762972.303636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762972.303637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762972.303638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762972.303639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762972.303640:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762972.303641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762972.303642:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762972.303643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762972.303644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762972.303646:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762972.303647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762972.303648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762972.303649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762972.303650:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762972.303651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762972.303652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762972.303652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762972.303653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762972.303654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762972.303656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762972.303668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762972.303669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762972.303670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762972.303671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762972.303673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762972.303674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762972.303675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762972.303676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762972.303677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762972.303678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762972.303678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762972.303680:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762972.303681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762972.303682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762972.303683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762972.303684:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762972.303685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762972.303686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762972.303687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762972.303688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762972.303689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762972.303690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762972.303691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762972.303692:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762972.303693:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762972.303694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762972.303695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762972.303696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762972.303697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762972.303698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762972.303699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762972.303700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762972.303702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762972.303703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762972.303704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762972.303705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762972.303706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762972.303707:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762972.303708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762972.303709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762972.303710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762972.303711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762972.303712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762972.303713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762972.303714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762972.303715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762972.303716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762972.303717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762972.303718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762972.303719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762972.303720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762972.303721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762972.303722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762972.303723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762972.303724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762972.303725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762972.303726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762972.303727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762972.303728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762972.303729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762972.303730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762972.303731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762972.303732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762972.303734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762972.303735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762972.303736:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762972.303737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762972.303739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762972.303740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762972.303741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762972.303742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762972.303743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762972.303744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762972.303745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762972.303746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762972.303747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762972.303748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762972.303749:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762972.303750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762972.303751:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762972.303752:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762972.303753:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762972.303754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762972.303755:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762972.303756:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762972.303757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762972.303758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762972.303758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762972.303759:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762972.303760:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762972.303761:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762972.303762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762972.303764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762972.303765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762972.303766:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762972.303767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762972.303769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762972.303770:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762972.303771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762972.303772:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762972.303773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762972.303774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762972.303775:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762972.303776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762972.303777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762972.303778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762972.303779:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762972.303780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762972.303781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762972.303782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762972.303789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762972.303790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762972.303791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762972.303792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762972.303793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762972.303794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762972.303795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762972.303796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762972.303797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762972.303798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762972.303799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762972.303800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762972.303801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762972.303802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762972.303803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762972.303804:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762972.303806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762972.303807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762972.303808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762972.303809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762972.303810:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762972.303811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762972.303812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762972.303813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762972.303814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762972.303815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762972.303816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762972.303817:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762972.303818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762972.303819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762972.303820:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762972.303821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762972.303822:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762972.303823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762972.303824:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762972.303825:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762972.303826:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762972.303827:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762972.303828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762972.303829:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762972.303831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762972.303832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762972.303833:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762972.303834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762972.303834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762972.303835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762972.303836:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762972.303837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762972.303838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762972.303840:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762972.303841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762972.303843:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762972.303844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762972.303845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762972.303846:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762972.303847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762972.303848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762972.303849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762972.303850:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762972.303851:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762972.303852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762972.303853:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762972.303854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762972.303855:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762972.303856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762972.303857:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762972.303858:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762972.303859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762972.303860:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762972.303861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762972.303863:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762972.303884:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762972.303885:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762972.303886:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762972.303887:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762972.303888:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762972.303889:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762972.303890:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762972.303891:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762972.303892:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762972.303893:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762972.303895:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762972.303896:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762972.303897:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762972.303898:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762972.303900:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762972.303901:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762972.303902:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762972.303903:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762972.303904:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762972.303905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762972.303906:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762972.303907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762972.303908:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762972.303909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762972.303910:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762972.303911:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762972.303912:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762972.303913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762972.303913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762972.303914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762972.303915:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762972.303916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762972.303917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762972.303918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762972.303920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762972.303921:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762972.303922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762972.303923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762972.303924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762972.303990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762972.304005:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762972.304031:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015182336:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762972.304074:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [7936, 8191] 00000080:00200000:0.0:1789762972.304091:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762972.304096:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762972.304099:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762972.304108:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762972.304154:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 33554432, count: 1048576 00000080:00200000:0.0:1789762972.304164:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 33554432, bytes: 1048576 00000080:00200000:0.0:1789762972.304172:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762972.304180:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762972.304182:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [33554432, 34603008) 0 0 00000080:00200000:0.0:1789762972.304186:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762972.304211:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [8192, 8447] 00020000:00200000:0.0:1789762972.304218:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 33554432 chunk: [33554432, 34603008) 34603008, 1048576 00020000:00200000:0.0:1789762972.304221:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762972.304238:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [8192, 8447] 00000008:00010000:0.0:1789762972.304253:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762972.304258:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762972.304267:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [33554432, 34603008) 00000080:00200000:0.0:1789762972.304275:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762972.304281:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:33554432 00000080:00200000:0.0:1789762972.304287:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=33554432=0x2000000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762972.304511:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762972.304514:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 34603008 00000020:00010000:0.0:1789762972.304521:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762972.304524:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762972.304526:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762972.304529:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762972.304531:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762972.304538:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762972.304542:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762972.304556:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762972.304638:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 33554432<>34603008 00000100:00100000:0.0:1789762972.304668:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762972.304681:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015182464:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762972.403307:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762972.403320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762972.403324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762972.403325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762972.403338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762972.403339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762972.403340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762972.403342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762972.403343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762972.403344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762972.403345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762972.403346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762972.403348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762972.403349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762972.403350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762972.403351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762972.403352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762972.403353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762972.403356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762972.403357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762972.403359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762972.403360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762972.403361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762972.403362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762972.403363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762972.403364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762972.403365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762972.403366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762972.403367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762972.403368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762972.403369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762972.403370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762972.403371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762972.403372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762972.403373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762972.403374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762972.403375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762972.403376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762972.403377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762972.403378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762972.403379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762972.403380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762972.403381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762972.403382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762972.403383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762972.403384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762972.403385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762972.403386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762972.403387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762972.403388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762972.403390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762972.403391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762972.403392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762972.403392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762972.403393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762972.403394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762972.403395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762972.403396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762972.403398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762972.403399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762972.403400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762972.403401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762972.403402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762972.403402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762972.403404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762972.403405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762972.403406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762972.403407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762972.403408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762972.403409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762972.403410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762972.403411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762972.403412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762972.403412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762972.403413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762972.403420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762972.403421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762972.403422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762972.403423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762972.403424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762972.403425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762972.403426:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762972.403428:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762972.403429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762972.403430:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762972.403431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762972.403432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762972.403433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762972.403433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762972.403434:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762972.403435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762972.403436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762972.403437:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762972.403438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762972.403439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762972.403441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762972.403442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762972.403443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762972.403444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762972.403445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762972.403446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762972.403447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762972.403448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762972.403449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762972.403450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762972.403450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762972.403451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762972.403452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762972.403454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762972.403455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762972.403456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762972.403457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762972.403458:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762972.403459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762972.403460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762972.403461:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762972.403462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762972.403463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762972.403478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762972.403480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762972.403481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762972.403482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762972.403483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762972.403484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762972.403485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762972.403486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762972.403487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762972.403488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762972.403489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762972.403490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762972.403491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762972.403492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762972.403493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762972.403494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762972.403495:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762972.403496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762972.403497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762972.403498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762972.403499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762972.403500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762972.403501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762972.403502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762972.403503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762972.403504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762972.403505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762972.403506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762972.403508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762972.403509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762972.403511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762972.403512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762972.403513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762972.403514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762972.403515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762972.403516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762972.403517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762972.403518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762972.403519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762972.403520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762972.403521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762972.403522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762972.403523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762972.403524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762972.403525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762972.403526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762972.403527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762972.403528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762972.403529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762972.403530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762972.403531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762972.403532:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762972.403533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762972.403534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762972.403535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762972.403536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762972.403537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762972.403538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762972.403539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762972.403540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762972.403542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762972.403543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762972.403545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762972.403546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762972.403547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762972.403548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762972.403549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762972.403550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762972.403551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762972.403552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762972.403553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762972.403554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762972.403555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762972.403556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762972.403557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762972.403558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762972.403559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762972.403560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762972.403561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762972.403562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762972.403563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762972.403564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762972.403565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762972.403566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762972.403567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762972.403568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762972.403569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762972.403570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762972.403571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762972.403572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762972.403573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762972.403574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762972.403576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762972.403577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762972.403578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762972.403580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762972.403581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762972.403582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762972.403583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762972.403584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762972.403585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762972.403586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762972.403587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762972.403588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762972.403589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762972.403590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762972.403591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762972.403592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762972.403593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762972.403594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762972.403595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762972.403596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762972.403597:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762972.403598:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762972.403599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762972.403600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762972.403601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762972.403602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762972.403603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762972.403604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762972.403605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762972.403606:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762972.403607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762972.403608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762972.403609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762972.403611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762972.403612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762972.403613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762972.403614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762972.403616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762972.403617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762972.403618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762972.403619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762972.403619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762972.403621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762972.403622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762972.403623:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762972.403624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762972.403625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762972.403690:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762972.403704:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:0.0:1789762972.403729:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015182464:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762972.403770:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [8192, 8447] 00000080:00200000:1.0:1789762972.403787:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762972.403792:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762972.403795:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762972.403816:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762972.403839:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 34603008, count: 1048576 00000080:00200000:1.0:1789762972.403848:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 34603008, bytes: 1048576 00000080:00200000:1.0:1789762972.403856:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762972.403881:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762972.403884:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [34603008, 35651584) 0 0 00000080:00200000:1.0:1789762972.403888:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762972.403901:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [8448, 8703] 00020000:00200000:1.0:1789762972.403909:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 34603008 chunk: [34603008, 35651584) 35651584, 1048576 00020000:00200000:1.0:1789762972.403912:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762972.403930:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [8448, 8703] 00000008:00010000:1.0:1789762972.403946:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762972.403950:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762972.403958:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [34603008, 35651584) 00000080:00200000:1.0:1789762972.403966:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762972.403972:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:34603008 00000080:00200000:1.0:1789762972.403978:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=34603008=0x2100000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762972.404179:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762972.404181:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 35651584 00000020:00010000:1.0:1789762972.404187:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762972.404190:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762972.404193:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762972.404196:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762972.404198:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762972.404203:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762972.404207:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762972.404221:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762972.404291:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 34603008<>35651584 00000100:00100000:1.0:1789762972.404331:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762972.404343:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015182592:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762972.504695:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762972.504709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762972.504712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762972.504713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762972.504714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762972.504715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762972.504716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762972.504717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762972.504718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762972.504719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762972.504720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762972.504722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762972.504723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762972.504724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762972.504725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762972.504726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762972.504727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762972.504728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762972.504729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762972.504730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762972.504731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762972.504732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762972.504733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762972.504734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762972.504735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762972.504736:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762972.504744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762972.504746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762972.504747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762972.504749:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762972.504750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762972.504751:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762972.504752:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762972.504753:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762972.504754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762972.504755:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762972.504756:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762972.504757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762972.504758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762972.504759:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762972.504761:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762972.504762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762972.504763:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762972.504764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762972.504764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762972.504765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762972.504766:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762972.504767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762972.504768:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762972.504769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762972.504770:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762972.504771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762972.504772:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762972.504773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762972.504774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762972.504775:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762972.504776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762972.504777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762972.504778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762972.504780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762972.504781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762972.504783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762972.504784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762972.504785:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762972.504786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762972.504787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762972.504788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762972.504789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762972.504790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762972.504791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762972.504792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762972.504793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762972.504794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762972.504795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762972.504796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762972.504797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762972.504798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762972.504799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762972.504800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762972.504801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762972.504802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762972.504803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762972.504804:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762972.504805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762972.504806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762972.504807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762972.504808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762972.504809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762972.504810:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762972.504811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762972.504812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762972.504813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762972.504815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762972.504816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762972.504817:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762972.504818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762972.504820:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762972.504821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762972.504822:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762972.504823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762972.504824:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762972.504825:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762972.504826:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762972.504827:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762972.504828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762972.504829:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762972.504829:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762972.504830:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762972.504831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762972.504832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762972.504833:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762972.504834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762972.504835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762972.504836:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762972.504837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762972.504838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762972.504839:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762972.504840:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762972.504841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762972.504842:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762972.504843:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762972.504844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762972.504845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762972.504847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762972.504848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762972.504849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762972.504851:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762972.504852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762972.504853:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762972.504854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762972.504856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762972.504857:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762972.504858:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762972.504859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762972.504860:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762972.504860:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762972.504862:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762972.504893:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762972.504895:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762972.504896:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762972.504897:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762972.504898:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762972.504899:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762972.504900:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762972.504901:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762972.504902:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762972.504904:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762972.504905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762972.504906:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762972.504907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762972.504908:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762972.504909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762972.504910:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762972.504911:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762972.504912:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762972.504913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762972.504915:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762972.504916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762972.504917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762972.504918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762972.504919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762972.504920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762972.504921:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762972.504922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762972.504923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762972.504924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762972.504925:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762972.504926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762972.504927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762972.504928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762972.504929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762972.504930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762972.504931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762972.504932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762972.504933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762972.504934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762972.504935:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762972.504936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762972.504937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762972.504938:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762972.504939:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762972.504940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762972.504941:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762972.504942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762972.504943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762972.504944:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762972.504945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762972.504947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762972.504948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762972.504950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762972.504952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762972.504953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762972.504955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762972.504956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762972.504958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762972.504960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762972.504962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762972.504964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762972.504966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762972.504978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762972.504980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762972.504982:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762972.504984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762972.504985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762972.504987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762972.504989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762972.504991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762972.504993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762972.504994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762972.504996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762972.504998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762972.505000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762972.505002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762972.505004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762972.505006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762972.505008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762972.505010:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762972.505012:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762972.505013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762972.505016:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762972.505018:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762972.505019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762972.505021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762972.505023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762972.505025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762972.505026:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762972.505028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762972.505030:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762972.505032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762972.505034:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762972.505036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762972.505037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762972.505039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762972.505041:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762972.505043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762972.505044:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762972.505045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762972.505046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762972.505047:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762972.505048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762972.505049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762972.505050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762972.505051:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762972.505052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762972.505053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762972.505054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762972.505055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762972.505056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762972.505057:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762972.505058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762972.505059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762972.505061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762972.505062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762972.505063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762972.505065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762972.505066:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762972.505067:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762972.505165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762972.505184:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762972.505210:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015182592:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762972.505252:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [8448, 8703] 00000080:00200000:0.0:1789762972.505280:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762972.505285:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762972.505289:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762972.505298:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762972.505323:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 35651584, count: 1048576 00000080:00200000:0.0:1789762972.505332:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 35651584, bytes: 1048576 00000080:00200000:0.0:1789762972.505340:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762972.505348:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762972.505350:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [35651584, 36700160) 0 0 00000080:00200000:0.0:1789762972.505365:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762972.505379:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [8704, 8959] 00020000:00200000:0.0:1789762972.505387:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 35651584 chunk: [35651584, 36700160) 36700160, 1048576 00020000:00200000:0.0:1789762972.505400:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762972.505420:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [8704, 8959] 00000008:00010000:0.0:1789762972.505435:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762972.505440:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762972.505448:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [35651584, 36700160) 00000080:00200000:0.0:1789762972.505461:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762972.505480:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:35651584 00000080:00200000:0.0:1789762972.505489:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=35651584=0x2200000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762972.505729:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762972.505732:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 36700160 00000020:00010000:0.0:1789762972.505739:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762972.505742:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762972.505745:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762972.505747:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762972.505749:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762972.505756:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762972.505762:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762972.505775:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762972.505847:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 35651584<>36700160 00000100:00100000:0.0:1789762972.505897:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762972.505908:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015182720:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762972.604446:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762972.604460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762972.604476:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762972.604478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762972.604480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762972.604481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762972.604482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762972.604483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762972.604484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762972.604486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762972.604488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762972.604489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762972.604491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762972.604492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762972.604493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762972.604494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762972.604495:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762972.604496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762972.604497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762972.604498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762972.604499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762972.604500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762972.604501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762972.604502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762972.604503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762972.604504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762972.604505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762972.604506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762972.604507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762972.604508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762972.604509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762972.604510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762972.604511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762972.604516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762972.604517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762972.604518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762972.604519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762972.604520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762972.604521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762972.604522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762972.604523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762972.604525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762972.604526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762972.604527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762972.604529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762972.604530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762972.604531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762972.604532:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762972.604533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762972.604534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762972.604535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762972.604536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762972.604537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762972.604538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762972.604539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762972.604540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762972.604541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762972.604542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762972.604543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762972.604544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762972.604545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762972.604546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762972.604547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762972.604549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762972.604550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762972.604550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762972.604551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762972.604552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762972.604553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762972.604554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762972.604555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762972.604556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762972.604557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762972.604559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762972.604560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762972.604562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762972.604563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762972.604564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762972.604565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762972.604566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762972.604567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762972.604568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762972.604569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762972.604570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762972.604571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762972.604572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762972.604573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762972.604574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762972.604575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762972.604576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762972.604577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762972.604578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762972.604579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762972.604580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762972.604581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762972.604582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762972.604583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762972.604584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762972.604585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762972.604586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762972.604587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762972.604588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762972.604589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762972.604590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762972.604591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762972.604593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762972.604594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762972.604595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762972.604597:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762972.604598:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762972.604599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762972.604600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762972.604601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762972.604602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762972.604603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762972.604604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762972.604605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762972.604606:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762972.604607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762972.604608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762972.604609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762972.604610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762972.604611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762972.604612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762972.604613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762972.604614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762972.604615:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762972.604616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762972.604617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762972.604618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762972.604619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762972.604620:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762972.604621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762972.604622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762972.604623:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762972.604624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762972.604625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762972.604627:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762972.604628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762972.604629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762972.604631:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762972.604632:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762972.604633:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762972.604634:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762972.604635:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762972.604636:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762972.604637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762972.604638:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762972.604639:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762972.604640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762972.604641:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762972.604642:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762972.604643:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762972.604644:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762972.604645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762972.604646:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762972.604647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762972.604648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762972.604649:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762972.604650:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762972.604651:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762972.604652:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762972.604653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762972.604654:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762972.604655:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762972.604656:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762972.604657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762972.604658:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762972.604659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762972.604660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762972.604662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762972.604663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762972.604664:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762972.604666:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762972.604672:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762972.604673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762972.604674:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762972.604675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762972.604676:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762972.604678:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762972.604679:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762972.604680:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762972.604681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762972.604682:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762972.604683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762972.604684:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762972.604685:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762972.604686:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762972.604687:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762972.604688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762972.604689:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762972.604690:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762972.604691:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762972.604692:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762972.604693:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762972.604694:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762972.604695:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762972.604696:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762972.604697:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762972.604698:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762972.604699:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762972.604701:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762972.604702:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762972.604703:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762972.604704:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762972.604705:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762972.604706:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762972.604707:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762972.604708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762972.604709:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762972.604710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762972.604711:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762972.604712:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762972.604713:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762972.604714:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762972.604715:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762972.604716:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762972.604717:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762972.604718:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762972.604719:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762972.604720:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762972.604721:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762972.604722:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762972.604723:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762972.604724:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762972.604725:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762972.604727:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762972.604728:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762972.604729:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762972.604729:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762972.604731:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762972.604732:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762972.604733:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762972.604734:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762972.604736:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762972.604737:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762972.604738:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762972.604739:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762972.604740:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762972.604741:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762972.604742:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762972.604743:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762972.604745:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762972.604746:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762972.604746:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762972.604747:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762972.604748:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762972.604749:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762972.604750:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762972.604751:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762972.604752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762972.604753:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762972.604754:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762972.604756:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762972.604757:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762972.604758:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762972.604759:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762972.604823:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762972.604839:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000080:00200000:1.0:1789762972.604892:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [8704, 8959] 00000100:00100000:0.0:1789762972.604900:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015182720:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762972.604909:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762972.604915:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762972.604922:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762972.604932:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762972.604958:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 36700160, count: 1048576 00000080:00200000:1.0:1789762972.604967:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 36700160, bytes: 1048576 00000080:00200000:1.0:1789762972.604975:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762972.604983:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762972.604986:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [36700160, 37748736) 0 0 00000080:00200000:1.0:1789762972.604992:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762972.605007:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [8960, 9215] 00020000:00200000:1.0:1789762972.605016:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 36700160 chunk: [36700160, 37748736) 37748736, 1048576 00020000:00200000:1.0:1789762972.605021:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762972.605040:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [8960, 9215] 00000008:00010000:1.0:1789762972.605056:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762972.605060:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762972.605069:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [36700160, 37748736) 00000080:00200000:1.0:1789762972.605077:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762972.605082:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:36700160 00000080:00200000:1.0:1789762972.605088:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=36700160=0x2300000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762972.605309:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762972.605312:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 37748736 00000020:00010000:1.0:1789762972.605319:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762972.605322:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762972.605324:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762972.605338:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762972.605340:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762972.605346:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762972.605351:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762972.605365:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762972.605451:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 36700160<>37748736 00000100:00100000:1.0:1789762972.605500:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762972.605528:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015182848:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762972.703391:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762972.703413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762972.703416:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762972.703417:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762972.703418:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762972.703419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762972.703421:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762972.703422:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762972.703423:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762972.703424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762972.703425:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762972.703426:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762972.703427:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762972.703428:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762972.703429:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762972.703430:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762972.703431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762972.703432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762972.703434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762972.703435:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762972.703436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762972.703438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762972.703439:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762972.703441:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762972.703442:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762972.703443:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762972.703444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762972.703445:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762972.703446:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762972.703447:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762972.703448:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762972.703449:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762972.703450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762972.703454:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762972.703455:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762972.703456:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762972.703457:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762972.703458:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762972.703459:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762972.703460:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762972.703461:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762972.703474:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762972.703476:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762972.703477:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762972.703478:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762972.703479:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762972.703480:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762972.703481:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762972.703482:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762972.703483:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762972.703485:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762972.703486:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762972.703487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762972.703489:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762972.703490:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762972.703491:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762972.703492:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762972.703493:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762972.703494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762972.703495:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762972.703496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762972.703497:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762972.703498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762972.703499:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762972.703500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762972.703501:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762972.703502:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762972.703503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762972.703504:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762972.703505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762972.703506:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762972.703507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762972.703508:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762972.703509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762972.703510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762972.703511:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762972.703512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762972.703513:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762972.703514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762972.703515:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762972.703516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762972.703517:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762972.703518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762972.703520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762972.703521:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762972.703522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762972.703523:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762972.703525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762972.703525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762972.703526:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762972.703527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762972.703533:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762972.703534:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762972.703535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762972.703536:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762972.703537:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762972.703538:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762972.703539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762972.703540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762972.703541:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762972.703543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762972.703544:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762972.703545:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762972.703546:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762972.703547:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762972.703548:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762972.703549:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762972.703550:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762972.703551:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762972.703552:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762972.703553:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762972.703554:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762972.703555:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762972.703556:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762972.703557:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762972.703558:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762972.703560:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762972.703561:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762972.703562:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762972.703563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762972.703564:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762972.703565:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762972.703566:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762972.703567:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762972.703568:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762972.703569:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762972.703570:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762972.703571:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762972.703572:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762972.703573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762972.703574:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762972.703575:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762972.703576:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762972.703577:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762972.703578:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762972.703579:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762972.703580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762972.703581:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762972.703582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762972.703583:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762972.703584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762972.703585:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762972.703586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762972.703590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762972.703591:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762972.703592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762972.703594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762972.703595:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762972.703597:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762972.703598:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762972.703599:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762972.703600:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762972.703601:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762972.703602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762972.703603:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762972.703604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762972.703605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762972.703606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762972.703607:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762972.703608:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762972.703609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762972.703610:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762972.703611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762972.703612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762972.703613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762972.703614:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762972.703615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762972.703616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762972.703617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762972.703618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762972.703619:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762972.703620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762972.703621:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762972.703622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762972.703623:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762972.703624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762972.703625:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762972.703626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762972.703628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762972.703629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762972.703630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762972.703631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762972.703632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762972.703633:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762972.703634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762972.703635:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762972.703636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762972.703637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762972.703638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762972.703639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762972.703640:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762972.703641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762972.703642:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762972.703643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762972.703644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762972.703645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762972.703646:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762972.703647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762972.703648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762972.703649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762972.703650:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762972.703651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762972.703653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762972.703654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762972.703655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762972.703656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762972.703656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762972.703657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762972.703658:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762972.703659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762972.703661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762972.703662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762972.703663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762972.703664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762972.703665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762972.703670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762972.703671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762972.703673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762972.703675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762972.703676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762972.703678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762972.703679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762972.703680:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762972.703682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762972.703684:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762972.703686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762972.703688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762972.703690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762972.703692:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762972.703694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762972.703696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762972.703697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762972.703699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762972.703701:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762972.703703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762972.703705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762972.703707:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762972.703709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762972.703711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762972.703713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762972.703715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762972.703717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762972.703719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762972.703720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762972.703722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762972.703723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762972.703724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762972.703725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762972.703726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762972.703727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762972.703728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762972.703729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762972.703730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762972.703732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762972.703733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762972.703734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762972.703741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762972.703806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762972.703821:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762972.703846:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015182848:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762972.703901:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [8960, 9215] 00000080:00200000:0.0:1789762972.703921:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762972.703930:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762972.703934:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762972.703947:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762972.703975:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 37748736, count: 1048576 00000080:00200000:0.0:1789762972.703986:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 37748736, bytes: 1048576 00000080:00200000:0.0:1789762972.703997:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762972.704007:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762972.704010:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [37748736, 38797312) 0 0 00000080:00200000:0.0:1789762972.704015:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762972.704032:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [9216, 9471] 00020000:00200000:0.0:1789762972.704041:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 37748736 chunk: [37748736, 38797312) 38797312, 1048576 00020000:00200000:0.0:1789762972.704046:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762972.704066:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [9216, 9471] 00000008:00010000:0.0:1789762972.704086:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762972.704092:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762972.704102:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [37748736, 38797312) 00000080:00200000:0.0:1789762972.704112:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762972.704119:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:37748736 00000080:00200000:0.0:1789762972.704127:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=37748736=0x2400000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762972.704416:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762972.704419:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 38797312 00000020:00010000:0.0:1789762972.704427:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762972.704430:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762972.704432:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762972.704435:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762972.704437:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762972.704445:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762972.704450:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762972.704478:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762972.704552:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 37748736<>38797312 00000100:00100000:0.0:1789762972.704582:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762972.704595:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015182976:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762972.803753:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762972.803767:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762972.803770:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762972.803772:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762972.803773:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762972.803774:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762972.803775:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762972.803776:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762972.803777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762972.803778:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762972.803779:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762972.803780:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762972.803781:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762972.803782:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762972.803783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762972.803784:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762972.803785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762972.803786:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762972.803787:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762972.803788:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762972.803789:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762972.803790:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762972.803791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762972.803792:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762972.803793:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762972.803794:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762972.803795:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762972.803796:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762972.803797:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762972.803798:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762972.803799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762972.803800:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762972.803801:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762972.803803:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762972.803804:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762972.803805:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762972.803806:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762972.803807:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762972.803808:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762972.803809:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762972.803810:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762972.803811:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762972.803812:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762972.803813:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762972.803814:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762972.803815:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762972.803816:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762972.803817:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762972.803818:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762972.803818:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762972.803820:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762972.803821:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762972.803822:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762972.803823:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762972.803824:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762972.803825:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762972.803826:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762972.803827:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762972.803828:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762972.803829:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762972.803830:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762972.803831:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762972.803832:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762972.803833:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762972.803834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762972.803835:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762972.803837:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762972.803838:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762972.803839:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762972.803840:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762972.803841:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762972.803842:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762972.803843:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762972.803844:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762972.803845:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762972.803846:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762972.803847:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762972.803848:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762972.803849:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762972.803850:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762972.803851:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762972.803852:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762972.803853:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762972.803854:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762972.803855:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762972.803856:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762972.803857:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762972.803858:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762972.803859:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762972.803860:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762972.803861:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762972.803862:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762972.803878:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762972.803880:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762972.803881:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762972.803882:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762972.803883:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762972.803884:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762972.803886:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762972.803887:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762972.803888:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762972.803889:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762972.803890:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762972.803891:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762972.803892:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762972.803893:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762972.803894:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762972.803895:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762972.803896:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762972.803898:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762972.803899:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762972.803900:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762972.803901:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762972.803902:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762972.803903:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762972.803904:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762972.803905:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762972.803906:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762972.803906:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762972.803907:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762972.803908:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762972.803909:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762972.803910:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762972.803911:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762972.803912:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762972.803913:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762972.803914:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762972.803915:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762972.803916:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762972.803919:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762972.803920:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762972.803921:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762972.803923:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762972.803924:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762972.803925:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762972.803926:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762972.803927:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762972.803928:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762972.803929:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762972.803930:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762972.803931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762972.803932:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762972.803933:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762972.803934:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762972.803935:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762972.803936:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762972.803937:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762972.803938:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762972.803939:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762972.803940:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762972.803941:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762972.803942:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762972.803943:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762972.803944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762972.803945:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762972.803946:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762972.803947:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762972.803948:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762972.803949:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762972.803950:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762972.803951:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762972.803952:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762972.803953:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762972.803954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762972.803956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762972.803957:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762972.803958:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762972.803959:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762972.803960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762972.803961:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762972.803962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762972.803963:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762972.803964:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762972.803965:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762972.803966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762972.803967:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762972.803968:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762972.803969:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762972.803970:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762972.803971:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762972.803972:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762972.803973:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762972.803974:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762972.803975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762972.803976:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762972.803977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762972.803978:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762972.803979:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762972.803980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762972.803981:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762972.803982:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762972.803983:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762972.803984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762972.803986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762972.803987:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762972.803989:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762972.803990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762972.803991:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762972.803992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762972.803993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762972.803994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762972.803995:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762972.803996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762972.803997:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762972.803998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762972.803999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762972.804000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762972.804001:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762972.804002:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762972.804003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762972.804004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762972.804005:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762972.804006:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762972.804007:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762972.804008:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762972.804009:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762972.804010:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762972.804011:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762972.804012:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762972.804013:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762972.804014:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762972.804015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762972.804016:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762972.804017:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762972.804018:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762972.804019:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762972.804021:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762972.804022:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762972.804024:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762972.804025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762972.804026:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762972.804027:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762972.804028:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762972.804029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762972.804030:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762972.804031:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762972.804032:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762972.804033:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762972.804034:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762972.804035:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762972.804036:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762972.804037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762972.804038:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762972.804039:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762972.804040:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762972.804041:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762972.804042:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762972.804043:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762972.804044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762972.804045:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762972.804046:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762972.804047:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762972.804048:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762972.804049:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762972.804050:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762972.804051:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762972.804052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762972.804117:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762972.804131:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000080:00200000:1.0:1789762972.804156:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [9216, 9471] 00000100:00100000:0.0:1789762972.804158:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015182976:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762972.804174:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762972.804180:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762972.804189:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762972.804202:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762972.804229:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 38797312, count: 1048576 00000080:00200000:1.0:1789762972.804241:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 38797312, bytes: 1048576 00000080:00200000:1.0:1789762972.804251:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762972.804261:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762972.804263:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [38797312, 39845888) 0 0 00000080:00200000:1.0:1789762972.804269:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762972.804286:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [9472, 9727] 00020000:00200000:1.0:1789762972.804294:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 38797312 chunk: [38797312, 39845888) 39845888, 1048576 00020000:00200000:1.0:1789762972.804298:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762972.804317:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [9472, 9727] 00000008:00010000:1.0:1789762972.804332:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762972.804337:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762972.804345:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [38797312, 39845888) 00000080:00200000:1.0:1789762972.804353:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762972.804358:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:38797312 00000080:00200000:1.0:1789762972.804364:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=38797312=0x2500000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762972.804608:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762972.804619:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 39845888 00000020:00010000:1.0:1789762972.804628:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762972.804631:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762972.804633:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762972.804636:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762972.804638:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762972.804644:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762972.804650:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762972.804663:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762972.804735:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 38797312<>39845888 00000100:00100000:1.0:1789762972.804776:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762972.804789:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015183104:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762972.903653:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762972.903669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762972.903673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762972.903674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762972.903676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762972.903677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762972.903678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762972.903679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762972.903681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762972.903683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762972.903684:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762972.903685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762972.903687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762972.903688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762972.903689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762972.903690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762972.903691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762972.903692:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762972.903693:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762972.903694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762972.903695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762972.903696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762972.903697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762972.903698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762972.903700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762972.903701:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762972.903702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762972.903703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762972.903703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762972.903704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762972.903705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762972.903706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762972.903707:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762972.903708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762972.903709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762972.903710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762972.903711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762972.903712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762972.903713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762972.903715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762972.903716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762972.903718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762972.903719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762972.903720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762972.903721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762972.903723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762972.903724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762972.903725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762972.903726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762972.903727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762972.903728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762972.903729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762972.903730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762972.903731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762972.903732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762972.903733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762972.903734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762972.903734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762972.903736:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762972.903737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762972.903738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762972.903739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762972.903740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762972.903741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762972.903742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762972.903743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762972.903744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762972.903745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762972.903746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762972.903747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762972.903748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762972.903749:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762972.903750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762972.903752:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762972.903753:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762972.903755:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762972.903756:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762972.903757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762972.903758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762972.903759:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762972.903760:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762972.903761:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762972.903762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762972.903763:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762972.903764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762972.903765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762972.903766:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762972.903767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762972.903768:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762972.903769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762972.903770:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762972.903771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762972.903772:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762972.903773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762972.903774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762972.903775:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762972.903776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762972.903777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762972.903778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762972.903779:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762972.903780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762972.903781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762972.903782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762972.903783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762972.903784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762972.903786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762972.903787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762972.903789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762972.903790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762972.903791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762972.903792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762972.903793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762972.903794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762972.903795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762972.903796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762972.903797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762972.903798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762972.903799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762972.903800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762972.903801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762972.903802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762972.903803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762972.903804:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762972.903805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762972.903806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762972.903807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762972.903808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762972.903809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762972.903810:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762972.903811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762972.903812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762972.903813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762972.903814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762972.903815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762972.903816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762972.903817:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762972.903818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762972.903820:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762972.903821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762972.903822:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762972.903823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762972.903824:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762972.903825:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762972.903826:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762972.903827:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762972.903828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762972.903830:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762972.903831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762972.903832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762972.903833:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762972.903834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762972.903835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762972.903836:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762972.903837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762972.903838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762972.903839:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762972.903840:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762972.903841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762972.903842:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762972.903843:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762972.903844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762972.903845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762972.903846:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762972.903847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762972.903848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762972.903848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762972.903849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762972.903850:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762972.903851:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762972.903853:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762972.903854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762972.903855:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762972.903856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762972.903858:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762972.903859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762972.903860:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762972.903861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762972.903862:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762972.903863:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762972.903885:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762972.903886:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762972.903887:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762972.903888:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762972.903889:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762972.903890:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762972.903891:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762972.903892:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762972.903893:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762972.903894:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762972.903895:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762972.903896:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762972.903897:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762972.903898:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762972.903899:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762972.903900:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762972.903901:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762972.903902:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762972.903903:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762972.903904:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762972.903905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762972.903906:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762972.903907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762972.903908:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762972.903910:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762972.903911:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762972.903912:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762972.903913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762972.903914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762972.903915:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762972.903916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762972.903917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762972.903918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762972.903919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762972.903920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762972.903921:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762972.903922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762972.903923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762972.903924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762972.903925:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762972.903926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762972.903927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762972.903928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762972.903929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762972.903930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762972.903931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762972.903932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762972.903933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762972.903934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762972.903935:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762972.903936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762972.903937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762972.903938:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762972.903939:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762972.903941:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762972.903942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762972.903943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762972.903945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762972.903946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762972.903947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762972.903948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762972.903949:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762972.903950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762972.903951:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762972.903952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762972.903953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762972.903954:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762972.903955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762972.903956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762972.903957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762972.903958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762972.903959:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762972.903960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762972.903961:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762972.903962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762972.903963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762972.903964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762972.903965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762972.904042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762972.904063:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762972.904095:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015183104:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762972.904098:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [9472, 9727] 00000080:00200000:0.0:1789762972.904120:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762972.904128:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762972.904132:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762972.904145:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762972.904173:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 39845888, count: 1048576 00000080:00200000:0.0:1789762972.904183:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 39845888, bytes: 1048576 00000080:00200000:0.0:1789762972.904192:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762972.904201:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762972.904203:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [39845888, 40894464) 0 0 00000080:00200000:0.0:1789762972.904208:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762972.904223:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [9728, 9983] 00020000:00200000:0.0:1789762972.904230:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 39845888 chunk: [39845888, 40894464) 40894464, 1048576 00020000:00200000:0.0:1789762972.904235:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762972.904255:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [9728, 9983] 00000008:00010000:0.0:1789762972.904270:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762972.904276:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762972.904285:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [39845888, 40894464) 00000080:00200000:0.0:1789762972.904294:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762972.904300:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:39845888 00000080:00200000:0.0:1789762972.904307:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=39845888=0x2600000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762972.904524:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762972.904526:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 40894464 00000020:00010000:0.0:1789762972.904534:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762972.904536:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762972.904539:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762972.904543:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762972.904545:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762972.904553:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762972.904558:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762972.904572:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762972.904653:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 39845888<>40894464 00000100:00100000:0.0:1789762972.904682:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762972.904694:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015183232:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762973.003308:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762973.003321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762973.003325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762973.003326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762973.003327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762973.003328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762973.003329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762973.003330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762973.003331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762973.003332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762973.003333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762973.003334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762973.003335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762973.003336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762973.003337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762973.003339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762973.003340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762973.003341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762973.003342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762973.003343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762973.003344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762973.003346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762973.003347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762973.003348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762973.003349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762973.003351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762973.003352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762973.003353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762973.003354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762973.003355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762973.003356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762973.003357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762973.003359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762973.003359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762973.003360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762973.003361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762973.003362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762973.003363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762973.003364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762973.003365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762973.003366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762973.003368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762973.003369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762973.003369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762973.003370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762973.003371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762973.003372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762973.003373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762973.003374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762973.003375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762973.003376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762973.003377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762973.003378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762973.003379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762973.003380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762973.003381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762973.003382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762973.003384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762973.003385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762973.003386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762973.003387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762973.003388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762973.003389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762973.003390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762973.003391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762973.003392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762973.003393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762973.003394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762973.003395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762973.003396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762973.003397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762973.003398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762973.003399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762973.003400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762973.003401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762973.003402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762973.003403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762973.003404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762973.003405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762973.003406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762973.003407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762973.003408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762973.003409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762973.003410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762973.003411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762973.003412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762973.003413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762973.003414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762973.003415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762973.003417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762973.003418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762973.003419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762973.003420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762973.003421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762973.003422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762973.003423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762973.003424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762973.003425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762973.003426:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762973.003427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762973.003428:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762973.003429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762973.003430:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762973.003431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762973.003432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762973.003433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762973.003434:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762973.003435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762973.003436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762973.003437:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762973.003438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762973.003439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762973.003440:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762973.003441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762973.003442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762973.003443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762973.003444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762973.003445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762973.003446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762973.003447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762973.003448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762973.003450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762973.003451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762973.003452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762973.003453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762973.003454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762973.003455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762973.003456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762973.003457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762973.003458:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762973.003471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762973.003474:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762973.003475:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762973.003476:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762973.003477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762973.003478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762973.003479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762973.003480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762973.003481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762973.003483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762973.003484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762973.003485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762973.003486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762973.003487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762973.003488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762973.003489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762973.003490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762973.003491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762973.003492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762973.003493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762973.003494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762973.003495:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762973.003496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762973.003498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762973.003499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762973.003501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762973.003502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762973.003503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762973.003505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762973.003506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762973.003507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762973.003508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762973.003509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762973.003510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762973.003511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762973.003512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762973.003512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762973.003513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762973.003514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762973.003515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762973.003516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762973.003517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762973.003518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762973.003519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762973.003520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762973.003521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762973.003523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762973.003524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762973.003525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762973.003526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762973.003527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762973.003528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762973.003529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762973.003530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762973.003530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762973.003532:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762973.003534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762973.003535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762973.003536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762973.003537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762973.003539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762973.003539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762973.003540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762973.003541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762973.003543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762973.003543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762973.003544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762973.003545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762973.003546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762973.003547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762973.003548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762973.003549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762973.003550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762973.003551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762973.003552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762973.003553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762973.003554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762973.003555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762973.003556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762973.003557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762973.003558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762973.003559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762973.003560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762973.003561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762973.003562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762973.003563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762973.003564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762973.003566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762973.003567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762973.003569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762973.003570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762973.003571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762973.003572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762973.003573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762973.003574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762973.003575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762973.003576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762973.003577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762973.003578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762973.003579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762973.003580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762973.003581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762973.003582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762973.003583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762973.003584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762973.003590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762973.003591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762973.003592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762973.003593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762973.003594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762973.003595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762973.003596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762973.003597:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762973.003598:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762973.003599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762973.003600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762973.003601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762973.003602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762973.003603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762973.003605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762973.003607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762973.003608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762973.003609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762973.003610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762973.003612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762973.003613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762973.003614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762973.003681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762973.003694:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:0.0:1789762973.003719:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015183232:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762973.003721:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [9728, 9983] 00000080:00200000:1.0:1789762973.003738:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762973.003742:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762973.003746:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762973.003756:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762973.003781:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 40894464, count: 1048576 00000080:00200000:1.0:1789762973.003791:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 40894464, bytes: 1048576 00000080:00200000:1.0:1789762973.003798:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762973.003806:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762973.003808:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [40894464, 41943040) 0 0 00000080:00200000:1.0:1789762973.003812:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762973.003825:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [9984, 10239] 00020000:00200000:1.0:1789762973.003833:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 40894464 chunk: [40894464, 41943040) 41943040, 1048576 00020000:00200000:1.0:1789762973.003837:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762973.003853:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [9984, 10239] 00000008:00010000:1.0:1789762973.003889:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762973.003895:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762973.003903:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [40894464, 41943040) 00000080:00200000:1.0:1789762973.003912:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762973.003920:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:40894464 00000080:00200000:1.0:1789762973.003926:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=40894464=0x2700000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762973.004113:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762973.004116:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 41943040 00000020:00010000:1.0:1789762973.004122:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762973.004125:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762973.004127:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762973.004130:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762973.004132:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762973.004138:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762973.004142:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762973.004155:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762973.004223:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 40894464<>41943040 00000100:00100000:1.0:1789762973.004253:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762973.004263:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015183360:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762973.104077:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:1.0:1789762973.104093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762973.104096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762973.104098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762973.104099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762973.104100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762973.104101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762973.104102:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762973.104103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762973.104104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762973.104105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762973.104106:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762973.104107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762973.104108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762973.104109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762973.104110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762973.104111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762973.104112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762973.104113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762973.104114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762973.104116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762973.104117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762973.104118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762973.104119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762973.104120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762973.104121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762973.104122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762973.104123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762973.104124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762973.104125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762973.104126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762973.104127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762973.104128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762973.104130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762973.104131:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762973.104132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762973.104134:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762973.104135:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762973.104136:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762973.104137:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762973.104138:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762973.104139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762973.104140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762973.104141:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762973.104142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762973.104143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762973.104144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762973.104145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762973.104146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762973.104147:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762973.104148:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762973.104149:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762973.104150:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762973.104151:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762973.104152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762973.104153:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762973.104154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762973.104155:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762973.104156:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762973.104157:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762973.104158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762973.104159:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762973.104160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762973.104161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762973.104162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762973.104164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762973.104165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762973.104166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762973.104168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762973.104169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762973.104170:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762973.104171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762973.104172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762973.104173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762973.104174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762973.104175:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762973.104176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762973.104177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762973.104178:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762973.104179:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762973.104180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762973.104181:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762973.104182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762973.104183:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762973.104184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762973.104185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762973.104186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762973.104187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762973.104188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762973.104189:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762973.104190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762973.104191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762973.104192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762973.104193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762973.104194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762973.104195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762973.104196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762973.104197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762973.104199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762973.104200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762973.104201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762973.104202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762973.104204:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762973.104205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762973.104206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762973.104207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762973.104208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762973.104209:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762973.104210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762973.104211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762973.104212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762973.104213:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762973.104214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762973.104215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762973.104216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762973.104216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762973.104217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762973.104219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762973.104220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762973.104221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762973.104223:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762973.104225:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762973.104226:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762973.104228:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762973.104229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762973.104231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762973.104233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762973.104234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762973.104236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762973.104238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762973.104240:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762973.104242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762973.104244:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762973.104246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762973.104248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762973.104250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762973.104252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762973.104254:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762973.104255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762973.104257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762973.104259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762973.104261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762973.104263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762973.104265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762973.104267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762973.104269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762973.104271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762973.104274:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762973.104276:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762973.104278:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762973.104279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762973.104280:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762973.104281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762973.104283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762973.104284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762973.104285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762973.104286:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762973.104287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762973.104288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762973.104289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762973.104290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762973.104291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762973.104293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762973.104294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762973.104295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762973.104296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762973.104297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762973.104298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762973.104299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762973.104300:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762973.104301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762973.104302:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762973.104303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762973.104304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762973.104305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762973.104306:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762973.104307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762973.104308:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762973.104309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762973.104310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762973.104311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762973.104312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762973.104313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762973.104314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762973.104316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762973.104317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762973.104318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762973.104319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762973.104320:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762973.104321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762973.104322:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762973.104323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762973.104324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762973.104325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762973.104326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762973.104328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762973.104329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762973.104330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762973.104331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762973.104332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762973.104333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762973.104334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762973.104335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762973.104336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762973.104337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762973.104338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762973.104339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762973.104340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762973.104341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762973.104342:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762973.104343:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762973.104344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762973.104345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762973.104346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762973.104347:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762973.104348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762973.104349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762973.104350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762973.104351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762973.104352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762973.104353:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762973.104354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762973.104355:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762973.104356:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762973.104357:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762973.104358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762973.104360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762973.104361:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762973.104362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762973.104363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762973.104364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762973.104365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762973.104366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762973.104367:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762973.104368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762973.104369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762973.104370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762973.104371:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762973.104372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762973.104373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762973.104374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762973.104375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762973.104376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762973.104377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762973.104378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762973.104379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762973.104380:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762973.104381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762973.104382:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762973.104383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762973.104384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762973.104385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762973.104386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762973.104387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762973.104388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762973.104390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762973.104391:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762973.104471:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762973.104490:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:1.0:1789762973.104518:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015183360:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762973.104529:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [9984, 10239] 00000080:00200000:0.0:1789762973.104548:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762973.104554:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762973.104557:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762973.104568:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762973.104594:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 41943040, count: 1048576 00000080:00200000:0.0:1789762973.104604:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 41943040, bytes: 1048576 00000080:00200000:0.0:1789762973.104613:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762973.104622:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762973.104624:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [41943040, 42991616) 0 0 00000080:00200000:0.0:1789762973.104629:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762973.104643:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [10240, 10495] 00020000:00200000:0.0:1789762973.104651:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 41943040 chunk: [41943040, 42991616) 42991616, 1048576 00020000:00200000:0.0:1789762973.104655:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762973.104683:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [10240, 10495] 00000008:00010000:0.0:1789762973.104699:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762973.104704:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762973.104713:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [41943040, 42991616) 00000080:00200000:0.0:1789762973.104722:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762973.104728:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:41943040 00000080:00200000:0.0:1789762973.104741:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=41943040=0x2800000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762973.104967:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762973.104969:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 42991616 00000020:00010000:0.0:1789762973.104977:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762973.104980:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762973.104983:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762973.104986:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762973.104988:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762973.104996:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762973.105001:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762973.105014:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762973.105091:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 41943040<>42991616 00000100:00100000:0.0:1789762973.105129:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762973.105146:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015183488:192.168.203.148@tcp:3:dd.500 00010000:00010000:0.0:1789762973.150974:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:0.0:1789762973.203972:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762973.203985:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762973.203988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762973.203990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762973.203991:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762973.203992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762973.203993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762973.203994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762973.203995:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762973.203996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762973.203997:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762973.203998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762973.203999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762973.204000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762973.204001:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762973.204003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762973.204004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762973.204005:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762973.204006:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762973.204007:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762973.204008:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762973.204009:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762973.204010:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762973.204011:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762973.204012:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762973.204013:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762973.204014:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762973.204015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762973.204016:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762973.204017:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762973.204018:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762973.204019:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762973.204020:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762973.204021:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762973.204022:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762973.204023:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762973.204024:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762973.204025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762973.204026:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762973.204027:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762973.204028:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762973.204029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762973.204030:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762973.204031:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762973.204032:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762973.204033:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762973.204034:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762973.204036:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762973.204037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762973.204038:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762973.204039:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762973.204040:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762973.204041:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762973.204042:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762973.204043:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762973.204044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762973.204045:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762973.204046:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762973.204047:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762973.204048:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762973.204049:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762973.204050:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762973.204051:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762973.204052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762973.204053:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762973.204054:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762973.204055:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762973.204056:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762973.204057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762973.204058:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762973.204059:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762973.204060:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762973.204061:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762973.204062:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762973.204063:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762973.204064:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762973.204065:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762973.204066:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762973.204067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762973.204069:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762973.204070:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762973.204071:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762973.204072:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762973.204073:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762973.204074:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762973.204075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762973.204076:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762973.204076:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762973.204077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762973.204078:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762973.204079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762973.204080:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762973.204081:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762973.204082:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762973.204083:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762973.204084:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762973.204085:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762973.204086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762973.204087:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762973.204088:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762973.204089:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762973.204090:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762973.204091:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762973.204092:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762973.204093:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762973.204094:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762973.204095:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762973.204096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762973.204097:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762973.204099:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762973.204100:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762973.204101:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762973.204102:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762973.204104:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762973.204105:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762973.204106:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762973.204107:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762973.204108:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762973.204109:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762973.204110:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762973.204111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762973.204112:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762973.204113:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762973.204114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762973.204115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762973.204116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762973.204117:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762973.204118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762973.204119:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762973.204120:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762973.204121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762973.204122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762973.204123:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762973.204124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762973.204125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762973.204126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762973.204127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762973.204128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762973.204129:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762973.204130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762973.204131:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762973.204132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762973.204133:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762973.204135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762973.204136:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762973.204137:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762973.204138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762973.204139:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762973.204140:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762973.204141:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762973.204142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762973.204143:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762973.204144:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762973.204145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762973.204146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762973.204147:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762973.204148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762973.204149:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762973.204150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762973.204151:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762973.204152:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762973.204154:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762973.204155:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762973.204156:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762973.204156:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762973.204157:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762973.204158:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762973.204159:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762973.204160:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762973.204161:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762973.204162:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762973.204164:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762973.204165:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762973.204166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762973.204167:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762973.204169:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762973.204170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762973.204171:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762973.204172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762973.204174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762973.204175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762973.204176:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762973.204177:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762973.204178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762973.204179:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762973.204180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762973.204181:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762973.204182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762973.204183:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762973.204184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762973.204185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762973.204186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762973.204187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762973.204188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762973.204189:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762973.204190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762973.204191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762973.204192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762973.204193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762973.204194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762973.204195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762973.204196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762973.204197:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762973.204198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762973.204199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762973.204199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762973.204200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762973.204202:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762973.204203:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762973.204205:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762973.204206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762973.204207:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762973.204208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762973.204209:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762973.204210:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762973.204211:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762973.204212:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762973.204213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762973.204214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762973.204215:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762973.204223:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762973.204225:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762973.204226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762973.204227:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762973.204228:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762973.204229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762973.204230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762973.204231:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762973.204231:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762973.204232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762973.204233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762973.204234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762973.204236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762973.204237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762973.204239:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762973.204240:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762973.204241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762973.204242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762973.204243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762973.204245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762973.204246:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762973.204247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762973.204248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762973.204249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762973.204251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762973.204252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762973.204253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762973.204254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762973.204255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762973.204256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762973.204257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762973.204258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762973.204259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762973.204260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762973.204261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762973.204262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762973.204263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762973.204328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762973.204341:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:0.0:1789762973.204367:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015183488:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762973.204367:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [10240, 10495] 00000080:00200000:1.0:1789762973.204386:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762973.204392:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762973.204395:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762973.204404:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762973.204428:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 42991616, count: 1048576 00000080:00200000:1.0:1789762973.204437:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 42991616, bytes: 1048576 00000080:00200000:1.0:1789762973.204445:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762973.204453:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762973.204455:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [42991616, 44040192) 0 0 00000080:00200000:1.0:1789762973.204475:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762973.204493:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [10496, 10751] 00020000:00200000:1.0:1789762973.204500:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 42991616 chunk: [42991616, 44040192) 44040192, 1048576 00020000:00200000:1.0:1789762973.204504:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762973.204521:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [10496, 10751] 00000008:00010000:1.0:1789762973.204537:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762973.204542:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762973.204550:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [42991616, 44040192) 00000080:00200000:1.0:1789762973.204559:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762973.204564:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:42991616 00000080:00200000:1.0:1789762973.204571:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=42991616=0x2900000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762973.204767:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762973.204770:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 44040192 00000020:00010000:1.0:1789762973.204776:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762973.204778:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762973.204781:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762973.204784:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762973.204786:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762973.204792:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762973.204798:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762973.204812:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eacb40 00000008:00100000:1.0:1789762973.204911:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c50700 - object 0x240000400:27 offset 42991616<>44040192 00000100:00100000:0.0:1789762973.204950:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015183616:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762973.304081:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eacb40 00000020:00200000:0.0:1789762973.304106:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762973.304109:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762973.304111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762973.304112:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762973.304114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762973.304115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762973.304116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762973.304118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762973.304120:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762973.304121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762973.304123:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762973.304124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762973.304125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762973.304126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762973.304127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762973.304128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762973.304129:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762973.304130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762973.304131:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762973.304132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762973.304133:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762973.304134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762973.304135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762973.304136:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762973.304137:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762973.304138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762973.304139:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762973.304140:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762973.304141:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762973.304142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762973.304143:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762973.304144:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762973.304145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762973.304146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762973.304147:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762973.304148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762973.304149:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762973.304150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762973.304151:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762973.304153:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762973.304154:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762973.304156:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762973.304157:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762973.304170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762973.304171:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762973.304172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762973.304173:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762973.304174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762973.304175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762973.304176:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762973.304177:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762973.304178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762973.304179:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762973.304180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762973.304181:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762973.304181:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762973.304182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762973.304184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762973.304185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762973.304186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762973.304187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762973.304188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762973.304189:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762973.304190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762973.304191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762973.304192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762973.304193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762973.304194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762973.304195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762973.304196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762973.304197:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762973.304199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762973.304200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762973.304201:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762973.304203:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762973.304204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762973.304205:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762973.304206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762973.304207:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762973.304208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762973.304209:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762973.304210:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762973.304211:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762973.304212:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762973.304213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762973.304214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762973.304215:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762973.304216:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762973.304217:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762973.304218:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762973.304219:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762973.304220:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762973.304221:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762973.304222:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762973.304223:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762973.304224:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762973.304225:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762973.304226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762973.304227:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762973.304228:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762973.304229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762973.304230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762973.304231:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762973.304244:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762973.304245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762973.304247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762973.304248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762973.304249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762973.304251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762973.304252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762973.304253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762973.304254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762973.304255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762973.304256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762973.304257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762973.304258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762973.304259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762973.304260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762973.304261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762973.304261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762973.304262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762973.304264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762973.304265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762973.304266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762973.304267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762973.304268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762973.304269:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762973.304270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762973.304271:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762973.304272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762973.304273:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762973.304274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762973.304275:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762973.304276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762973.304277:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762973.304278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762973.304280:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762973.304281:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762973.304282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762973.304283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762973.304285:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762973.304286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762973.304287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762973.304287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762973.304288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762973.304289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762973.304291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762973.304292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762973.304293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762973.304294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762973.304295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762973.304296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762973.304297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762973.304298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762973.304299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762973.304300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762973.304301:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762973.304302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762973.304303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762973.304304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762973.304305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762973.304306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762973.304306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762973.304307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762973.304308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762973.304310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762973.304311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762973.304313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762973.304314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762973.304315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762973.304316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762973.304318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762973.304319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762973.304320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762973.304321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762973.304322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762973.304323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762973.304324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762973.304325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762973.304326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762973.304327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762973.304328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762973.304329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762973.304330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762973.304331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762973.304332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762973.304333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762973.304334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762973.304335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762973.304336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762973.304337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762973.304338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762973.304339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762973.304340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762973.304341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762973.304342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762973.304343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762973.304344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762973.304345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762973.304346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762973.304348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762973.304349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762973.304350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762973.304351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762973.304352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762973.304353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762973.304354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762973.304355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762973.304356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762973.304357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762973.304358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762973.304359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762973.304360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762973.304361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762973.304362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762973.304363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762973.304364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762973.304365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762973.304366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762973.304367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762973.304368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762973.304369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762973.304370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762973.304371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762973.304372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762973.304376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762973.304377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762973.304378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762973.304379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762973.304380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762973.304381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762973.304383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762973.304384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762973.304385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762973.304387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762973.304388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762973.304389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762973.304390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762973.304391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762973.304392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762973.304393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762973.304394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762973.304395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762973.304396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762973.304397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762973.304398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762973.304399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762973.304400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762973.304401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762973.304402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762973.304403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762973.304404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762973.304405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762973.304406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762973.304408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762973.304409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762973.304515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762973.304534:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eacb40 00000100:00100000:0.0:1789762973.304561:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015183616:192.168.203.148@tcp:3:dd.500 00000080:00200000:2.0:1789762973.304565:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [10496, 10751] 00000080:00200000:2.0:1789762973.304583:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762973.304589:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:2.0:1789762973.304592:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789762973.304601:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:2.0:1789762973.304626:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 44040192, count: 1048576 00000080:00200000:2.0:1789762973.304635:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 44040192, bytes: 1048576 00000080:00200000:2.0:1789762973.304643:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789762973.304650:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:2.0:1789762973.304652:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [44040192, 45088768) 0 0 00000080:00200000:2.0:1789762973.304656:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762973.304669:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [10752, 11007] 00020000:00200000:2.0:1789762973.304677:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 44040192 chunk: [44040192, 45088768) 45088768, 1048576 00020000:00200000:2.0:1789762973.304680:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762973.304697:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [10752, 11007] 00000008:00010000:2.0:1789762973.304711:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789762973.304716:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6ed30, osc lock ffff9cdd60e0b8f0, flags 0x0 00000080:00200000:2.0:1789762973.304723:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [44040192, 45088768) 00000080:00200000:2.0:1789762973.304731:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:2.0:1789762973.304736:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:44040192 00000080:00200000:2.0:1789762973.304743:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=44040192=0x2a00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:2.0:1789762973.305086:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1789762973.305100:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 45088768 00000020:00010000:2.0:1789762973.305107:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:2.0:1789762973.305110:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762973.305112:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789762973.305116:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762973.305118:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762973.305123:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:2.0:1789762973.305128:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789762973.305143:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd456de540 00000008:00100000:2.0:1789762973.305237:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a5180 - object 0x240000400:27 offset 44040192<>45088768 00000100:00100000:2.0:1789762973.305279:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789762973.305308:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015183744:192.168.203.148@tcp:3:dd.500 00000008:00010000:3.0:1789762973.404824:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd456de540 00000020:00200000:3.0:1789762973.404837:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1789762973.404840:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1789762973.404842:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1789762973.404843:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1789762973.404844:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1789762973.404845:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1789762973.404846:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1789762973.404847:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1789762973.404848:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1789762973.404849:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1789762973.404850:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1789762973.404851:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1789762973.404852:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1789762973.404853:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1789762973.404854:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1789762973.404855:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1789762973.404856:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1789762973.404857:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1789762973.404858:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1789762973.404859:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1789762973.404860:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1789762973.404862:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1789762973.404879:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1789762973.404881:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1789762973.404882:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1789762973.404883:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1789762973.404884:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1789762973.404885:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1789762973.404886:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1789762973.404887:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1789762973.404889:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1789762973.404890:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1789762973.404891:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1789762973.404892:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1789762973.404893:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1789762973.404894:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1789762973.404895:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1789762973.404896:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1789762973.404897:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1789762973.404898:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1789762973.404899:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1789762973.404900:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1789762973.404901:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1789762973.404902:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1789762973.404903:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1789762973.404904:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1789762973.404905:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1789762973.404906:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1789762973.404907:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1789762973.404908:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1789762973.404909:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1789762973.404910:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1789762973.404911:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1789762973.404912:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1789762973.404914:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1789762973.404916:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1789762973.404917:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1789762973.404918:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1789762973.404919:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1789762973.404920:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1789762973.404921:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1789762973.404923:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1789762973.404924:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1789762973.404925:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1789762973.404926:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1789762973.404927:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1789762973.404928:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1789762973.404929:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1789762973.404930:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1789762973.404931:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1789762973.404932:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1789762973.404933:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1789762973.404934:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1789762973.404935:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1789762973.404936:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1789762973.404937:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1789762973.404938:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1789762973.404939:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1789762973.404945:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1789762973.404946:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1789762973.404947:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1789762973.404948:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1789762973.404949:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1789762973.404950:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1789762973.404951:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1789762973.404953:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1789762973.404954:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1789762973.404955:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1789762973.404957:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1789762973.404959:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1789762973.404961:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1789762973.404963:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1789762973.404964:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1789762973.404966:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1789762973.404968:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1789762973.404970:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1789762973.404971:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1789762973.404973:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1789762973.404975:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1789762973.404977:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1789762973.404979:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1789762973.404981:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1789762973.404983:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1789762973.404985:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1789762973.404987:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1789762973.404989:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1789762973.404991:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1789762973.404993:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1789762973.404996:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1789762973.404998:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1789762973.405000:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1789762973.405001:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1789762973.405003:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1789762973.405005:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1789762973.405007:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1789762973.405008:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1789762973.405010:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1789762973.405011:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1789762973.405013:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1789762973.405014:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1789762973.405016:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1789762973.405017:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1789762973.405018:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1789762973.405019:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1789762973.405020:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1789762973.405021:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1789762973.405022:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1789762973.405023:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1789762973.405024:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1789762973.405025:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1789762973.405026:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1789762973.405027:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1789762973.405028:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1789762973.405029:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1789762973.405030:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1789762973.405031:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1789762973.405032:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1789762973.405033:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1789762973.405034:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1789762973.405035:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1789762973.405036:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1789762973.405037:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1789762973.405038:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1789762973.405039:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1789762973.405040:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1789762973.405041:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1789762973.405042:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1789762973.405043:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1789762973.405044:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1789762973.405056:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1789762973.405058:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1789762973.405059:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1789762973.405060:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1789762973.405062:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1789762973.405063:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1789762973.405064:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1789762973.405065:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1789762973.405066:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1789762973.405067:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1789762973.405068:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1789762973.405069:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1789762973.405070:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1789762973.405071:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1789762973.405072:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1789762973.405073:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1789762973.405074:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1789762973.405075:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1789762973.405076:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1789762973.405077:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1789762973.405078:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1789762973.405079:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1789762973.405080:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1789762973.405081:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1789762973.405082:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1789762973.405083:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1789762973.405084:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1789762973.405084:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1789762973.405085:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1789762973.405086:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1789762973.405087:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1789762973.405089:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1789762973.405090:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1789762973.405092:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1789762973.405093:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1789762973.405094:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1789762973.405095:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1789762973.405096:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1789762973.405098:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1789762973.405099:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1789762973.405099:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1789762973.405100:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1789762973.405101:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1789762973.405102:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1789762973.405103:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1789762973.405104:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1789762973.405105:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1789762973.405106:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1789762973.405107:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1789762973.405109:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1789762973.405110:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1789762973.405111:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1789762973.405112:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1789762973.405113:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1789762973.405114:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1789762973.405115:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1789762973.405116:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1789762973.405117:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1789762973.405118:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1789762973.405119:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1789762973.405120:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1789762973.405121:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1789762973.405122:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1789762973.405123:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1789762973.405124:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1789762973.405125:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1789762973.405127:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1789762973.405128:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1789762973.405129:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1789762973.405131:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1789762973.405132:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1789762973.405133:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1789762973.405134:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1789762973.405135:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1789762973.405136:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1789762973.405137:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1789762973.405138:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1789762973.405139:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1789762973.405140:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1789762973.405141:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1789762973.405142:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1789762973.405143:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1789762973.405144:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1789762973.405145:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1789762973.405146:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1789762973.405147:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1789762973.405148:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1789762973.405149:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1789762973.405150:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1789762973.405151:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1789762973.405152:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1789762973.405153:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1789762973.405154:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1789762973.405155:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1789762973.405156:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1789762973.405157:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1789762973.405159:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1789762973.405160:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1789762973.405161:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1789762973.405163:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1789762973.405164:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1789762973.405165:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1789762973.405166:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1789762973.405167:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1789762973.405168:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1789762973.405169:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1789762973.405170:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789762973.405306:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762973.405323:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd456de540 00000100:00100000:3.0:1789762973.405353:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015183744:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762973.405398:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [10752, 11007] 00000080:00200000:0.0:1789762973.405416:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762973.405423:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762973.405429:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762973.405440:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762973.405480:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 45088768, count: 1048576 00000080:00200000:0.0:1789762973.405490:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 45088768, bytes: 1048576 00000080:00200000:0.0:1789762973.405500:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762973.405520:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762973.405523:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [45088768, 46137344) 0 0 00000080:00200000:0.0:1789762973.405528:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762973.405543:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [11008, 11263] 00020000:00200000:0.0:1789762973.405552:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 45088768 chunk: [45088768, 46137344) 46137344, 1048576 00020000:00200000:0.0:1789762973.405556:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762973.405574:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [11008, 11263] 00000008:00010000:0.0:1789762973.405593:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762973.405599:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762973.405608:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [45088768, 46137344) 00000080:00200000:0.0:1789762973.405619:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762973.405626:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:45088768 00000080:00200000:0.0:1789762973.405633:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=45088768=0x2b00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762973.405948:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762973.405952:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 46137344 00000020:00010000:0.0:1789762973.405961:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762973.405965:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762973.405969:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762973.405973:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762973.405976:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762973.405985:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762973.405991:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762973.406007:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762973.406108:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 45088768<>46137344 00000100:00100000:0.0:1789762973.406154:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762973.406169:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015183872:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762973.504522:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:0.0:1789762973.504538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762973.504542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762973.504543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762973.504544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762973.504545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762973.504546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762973.504547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762973.504548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762973.504549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762973.504550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762973.504551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762973.504552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762973.504553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762973.504554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762973.504555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762973.504556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762973.504557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762973.504558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762973.504559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762973.504560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762973.504561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762973.504562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762973.504563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762973.504564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762973.504565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762973.504567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762973.504568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762973.504569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762973.504569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762973.504570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762973.504573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762973.504574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762973.504575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762973.504575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762973.504576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762973.504577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762973.504578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762973.504579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762973.504580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762973.504581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762973.504582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762973.504583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762973.504584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762973.504585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762973.504586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762973.504587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762973.504588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762973.504589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762973.504590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762973.504591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762973.504592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762973.504593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762973.504594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762973.504595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762973.504596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762973.504608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762973.504609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762973.504610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762973.504611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762973.504612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762973.504613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762973.504614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762973.504616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762973.504617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762973.504619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762973.504620:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762973.504621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762973.504622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762973.504623:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762973.504624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762973.504625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762973.504626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762973.504627:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762973.504628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762973.504629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762973.504630:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762973.504631:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762973.504632:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762973.504633:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762973.504634:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762973.504635:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762973.504636:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762973.504637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762973.504638:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762973.504639:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762973.504640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762973.504641:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762973.504642:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762973.504643:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762973.504644:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762973.504645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762973.504646:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762973.504647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762973.504648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762973.504650:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762973.504652:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762973.504653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762973.504654:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762973.504656:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762973.504657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762973.504658:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762973.504659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762973.504660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762973.504661:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762973.504662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762973.504663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762973.504664:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762973.504665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762973.504666:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762973.504667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762973.504668:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762973.504669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762973.504670:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762973.504671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762973.504672:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762973.504673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762973.504674:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762973.504675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762973.504676:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762973.504677:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762973.504678:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762973.504679:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762973.504680:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762973.504681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762973.504682:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762973.504683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762973.504685:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762973.504686:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762973.504688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762973.504689:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762973.504691:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762973.504692:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762973.504693:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762973.504694:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762973.504695:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762973.504696:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762973.504697:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762973.504698:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762973.504699:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762973.504700:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762973.504701:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762973.504702:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762973.504703:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762973.504704:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762973.504705:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762973.504706:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762973.504707:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762973.504708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762973.504709:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762973.504710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762973.504711:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762973.504712:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762973.504713:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762973.504725:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762973.504726:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762973.504727:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762973.504728:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762973.504729:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762973.504731:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762973.504733:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762973.504734:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762973.504735:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762973.504736:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762973.504738:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762973.504739:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762973.504740:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762973.504741:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762973.504742:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762973.504743:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762973.504744:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762973.504745:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762973.504746:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762973.504747:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762973.504748:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762973.504749:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762973.504750:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762973.504750:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762973.504752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762973.504753:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762973.504754:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762973.504755:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762973.504757:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762973.504759:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762973.504760:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762973.504762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762973.504764:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762973.504765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762973.504767:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762973.504768:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762973.504770:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762973.504772:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762973.504774:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762973.504776:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762973.504777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762973.504779:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762973.504781:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762973.504783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762973.504785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762973.504787:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762973.504789:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762973.504791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762973.504793:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762973.504796:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762973.504798:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762973.504800:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762973.504802:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762973.504804:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762973.504806:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762973.504808:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762973.504810:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762973.504811:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762973.504813:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762973.504814:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762973.504815:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762973.504816:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762973.504817:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762973.504818:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762973.504819:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762973.504820:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762973.504821:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762973.504822:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762973.504823:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762973.504825:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762973.504826:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762973.504827:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762973.504828:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762973.504829:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762973.504831:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762973.504831:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762973.504832:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762973.504833:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762973.504834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762973.504835:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762973.504836:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762973.504837:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762973.504839:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762973.504840:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762973.504841:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762973.504842:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762973.504843:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762973.504844:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762973.504845:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762973.504846:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762973.504847:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762973.504848:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762973.504849:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762973.504850:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762973.504851:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762973.504852:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762973.504853:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762973.504854:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762973.504855:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762973.504856:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762973.504857:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762973.504859:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762973.504861:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762973.504948:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762973.504967:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:0.0:1789762973.504998:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015183872:192.168.203.148@tcp:3:dd.500 00000080:00200000:3.0:1789762973.505001:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [11008, 11263] 00000080:00200000:3.0:1789762973.505020:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762973.505026:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:3.0:1789762973.505029:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789762973.505040:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:3.0:1789762973.505076:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 46137344, count: 1048576 00000080:00200000:3.0:1789762973.505088:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 46137344, bytes: 1048576 00000080:00200000:3.0:1789762973.505099:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789762973.505107:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:3.0:1789762973.505109:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46137344, 47185920) 0 0 00000080:00200000:3.0:1789762973.505125:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762973.505140:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [11264, 11519] 00020000:00200000:3.0:1789762973.505148:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46137344 chunk: [46137344, 47185920) 47185920, 1048576 00020000:00200000:3.0:1789762973.505151:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789762973.505170:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [11264, 11519] 00000008:00010000:3.0:1789762973.505185:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789762973.505190:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd60c2e830, osc lock ffff9cdd43418720, flags 0x0 00000080:00200000:3.0:1789762973.505199:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [46137344, 47185920) 00000080:00200000:3.0:1789762973.505223:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:3.0:1789762973.505230:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:46137344 00000080:00200000:3.0:1789762973.505238:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=46137344=0x2c00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:3.0:1789762973.505432:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1789762973.505434:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 47185920 00000020:00010000:3.0:1789762973.505442:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:3.0:1789762973.505445:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789762973.505448:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd60c2e830 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789762973.505450:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789762973.505452:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd60c2e830 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789762973.505472:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:3.0:1789762973.505479:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789762973.505503:0:761:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd45765b40 00000008:00100000:3.0:1789762973.505573:0:761:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd593da680 - object 0x240000400:27 offset 46137344<>47185920 00000100:00100000:3.0:1789762973.505618:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789762973.505632:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015184000:192.168.203.148@tcp:3:dd.500 00000008:00010000:2.0:1789762973.603989:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd45765b40 00000020:00200000:2.0:1789762973.604002:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1789762973.604006:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1789762973.604007:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1789762973.604008:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1789762973.604009:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1789762973.604010:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1789762973.604011:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1789762973.604012:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1789762973.604013:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1789762973.604014:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1789762973.604015:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1789762973.604016:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1789762973.604017:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1789762973.604018:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1789762973.604019:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1789762973.604021:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1789762973.604022:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1789762973.604023:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1789762973.604024:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1789762973.604025:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1789762973.604026:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1789762973.604027:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1789762973.604028:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1789762973.604029:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1789762973.604030:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1789762973.604031:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1789762973.604032:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1789762973.604033:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1789762973.604034:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1789762973.604035:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1789762973.604036:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1789762973.604037:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1789762973.604038:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1789762973.604039:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1789762973.604040:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1789762973.604041:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1789762973.604043:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1789762973.604044:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1789762973.604045:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1789762973.604046:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1789762973.604046:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1789762973.604047:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1789762973.604048:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1789762973.604049:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1789762973.604050:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1789762973.604051:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1789762973.604052:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1789762973.604054:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1789762973.604055:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1789762973.604056:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1789762973.604057:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1789762973.604058:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1789762973.604059:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1789762973.604060:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1789762973.604061:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1789762973.604062:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1789762973.604063:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1789762973.604064:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1789762973.604065:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1789762973.604066:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1789762973.604067:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1789762973.604068:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1789762973.604069:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1789762973.604070:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1789762973.604071:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1789762973.604072:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1789762973.604073:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1789762973.604074:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1789762973.604075:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1789762973.604076:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1789762973.604077:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1789762973.604078:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1789762973.604079:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1789762973.604080:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1789762973.604081:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1789762973.604082:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1789762973.604083:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1789762973.604084:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1789762973.604085:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1789762973.604086:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1789762973.604088:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1789762973.604089:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1789762973.604090:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1789762973.604092:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1789762973.604093:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1789762973.604094:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1789762973.604095:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1789762973.604096:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1789762973.604097:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1789762973.604098:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1789762973.604099:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1789762973.604100:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1789762973.604101:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1789762973.604102:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1789762973.604103:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1789762973.604104:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1789762973.604105:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1789762973.604106:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1789762973.604107:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1789762973.604108:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1789762973.604109:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1789762973.604110:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1789762973.604113:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1789762973.604114:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1789762973.604115:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1789762973.604116:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1789762973.604117:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1789762973.604118:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1789762973.604119:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1789762973.604120:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1789762973.604121:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1789762973.604123:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1789762973.604124:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1789762973.604125:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1789762973.604127:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1789762973.604128:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1789762973.604129:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1789762973.604130:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1789762973.604131:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1789762973.604132:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1789762973.604133:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1789762973.604134:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1789762973.604136:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1789762973.604137:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1789762973.604138:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1789762973.604138:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1789762973.604140:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1789762973.604141:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1789762973.604142:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1789762973.604143:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1789762973.604144:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1789762973.604145:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1789762973.604146:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1789762973.604147:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1789762973.604148:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1789762973.604149:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1789762973.604150:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1789762973.604151:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1789762973.604152:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1789762973.604153:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1789762973.604154:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1789762973.604155:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1789762973.604156:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1789762973.604157:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1789762973.604159:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1789762973.604160:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1789762973.604161:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1789762973.604162:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1789762973.604164:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1789762973.604165:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1789762973.604166:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1789762973.604167:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1789762973.604168:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1789762973.604169:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1789762973.604170:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1789762973.604171:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1789762973.604172:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1789762973.604173:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1789762973.604174:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1789762973.604175:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1789762973.604176:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1789762973.604177:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1789762973.604178:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1789762973.604179:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1789762973.604180:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1789762973.604181:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1789762973.604182:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1789762973.604183:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1789762973.604184:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1789762973.604184:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1789762973.604185:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1789762973.604186:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1789762973.604187:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1789762973.604188:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1789762973.604189:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1789762973.604191:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1789762973.604193:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1789762973.604194:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1789762973.604195:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1789762973.604197:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1789762973.604198:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1789762973.604199:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1789762973.604200:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1789762973.604201:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1789762973.604202:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1789762973.604203:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1789762973.604204:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1789762973.604205:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1789762973.604206:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1789762973.604207:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1789762973.604208:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1789762973.604209:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1789762973.604210:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1789762973.604211:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1789762973.604212:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1789762973.604213:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1789762973.604214:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1789762973.604215:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1789762973.604216:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1789762973.604217:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1789762973.604218:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1789762973.604219:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1789762973.604220:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1789762973.604221:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1789762973.604222:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1789762973.604223:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1789762973.604224:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1789762973.604226:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1789762973.604227:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1789762973.604229:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1789762973.604230:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1789762973.604231:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1789762973.604232:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1789762973.604233:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1789762973.604234:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1789762973.604235:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1789762973.604236:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1789762973.604237:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1789762973.604238:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1789762973.604239:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1789762973.604240:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1789762973.604241:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1789762973.604242:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1789762973.604243:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1789762973.604244:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1789762973.604245:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1789762973.604246:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1789762973.604247:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1789762973.604248:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1789762973.604249:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1789762973.604250:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1789762973.604251:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1789762973.604252:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1789762973.604253:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1789762973.604254:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1789762973.604255:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1789762973.604256:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1789762973.604257:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1789762973.604258:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1789762973.604260:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1789762973.604261:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1789762973.604263:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1789762973.604264:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1789762973.604265:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1789762973.604266:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1789762973.604267:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1789762973.604268:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1789762973.604269:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1789762973.604270:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1789762973.604271:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1789762973.604272:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1789762973.604273:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1789762973.604274:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1789762973.604275:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1789762973.604276:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1789762973.604278:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789762973.604342:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789762973.604359:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd45765b40 00000100:00100000:2.0:1789762973.604381:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015184000:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762973.604391:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [11264, 11519] 00000080:00200000:0.0:1789762973.604408:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762973.604413:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762973.604416:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762973.604426:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762973.604450:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 47185920, count: 1048576 00000080:00200000:0.0:1789762973.604470:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 47185920, bytes: 1048576 00000080:00200000:0.0:1789762973.604478:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762973.604487:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762973.604489:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [47185920, 48234496) 0 0 00000080:00200000:0.0:1789762973.604492:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762973.604507:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [11520, 11775] 00020000:00200000:0.0:1789762973.604514:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 47185920 chunk: [47185920, 48234496) 48234496, 1048576 00020000:00200000:0.0:1789762973.604518:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762973.604534:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [11520, 11775] 00000008:00010000:0.0:1789762973.604549:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762973.604554:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762973.604562:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [47185920, 48234496) 00000080:00200000:0.0:1789762973.604571:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762973.604575:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:47185920 00000080:00200000:0.0:1789762973.604581:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=47185920=0x2d00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762973.604774:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762973.604778:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 48234496 00000020:00010000:0.0:1789762973.604786:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762973.604790:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762973.604794:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762973.604799:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762973.604803:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762973.604812:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762973.604819:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762973.604833:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157fb40 00000008:00100000:0.0:1789762973.604936:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 47185920<>48234496 00000100:00100000:1.0:1789762973.604978:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762973.604994:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015184128:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762973.705354:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157fb40 00000020:00200000:1.0:1789762973.705369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762973.705372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762973.705374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762973.705375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762973.705376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762973.705377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762973.705378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762973.705379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762973.705380:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762973.705381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762973.705382:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762973.705383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762973.705384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762973.705385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762973.705386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762973.705387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762973.705388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762973.705389:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762973.705390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762973.705391:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762973.705392:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762973.705394:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762973.705394:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762973.705396:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762973.705398:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762973.705399:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762973.705400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762973.705401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762973.705403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762973.705404:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762973.705405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762973.705406:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762973.705407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762973.705408:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762973.705409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762973.705410:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762973.705411:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762973.705412:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762973.705424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762973.705425:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762973.705427:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762973.705428:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762973.705429:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762973.705429:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762973.705430:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762973.705431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762973.705432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762973.705433:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762973.705434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762973.705435:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762973.705436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762973.705437:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762973.705438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762973.705439:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762973.705440:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762973.705441:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762973.705443:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762973.705444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762973.705446:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762973.705447:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762973.705448:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762973.705449:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762973.705450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762973.705451:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762973.705452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762973.705453:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762973.705468:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762973.705470:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762973.705471:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762973.705472:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762973.705473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762973.705474:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762973.705475:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762973.705476:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762973.705477:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762973.705478:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762973.705479:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762973.705481:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762973.705482:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762973.705483:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762973.705484:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762973.705485:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762973.705486:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762973.705487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762973.705488:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762973.705489:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762973.705490:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762973.705491:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762973.705493:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762973.705494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762973.705496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762973.705497:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762973.705498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762973.705499:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762973.705500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762973.705501:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762973.705502:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762973.705503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762973.705504:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762973.705505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762973.705506:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762973.705507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762973.705508:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762973.705509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762973.705510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762973.705511:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762973.705512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762973.705513:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762973.705514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762973.705515:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762973.705516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762973.705517:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762973.705518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762973.705519:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762973.705520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762973.705521:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762973.705522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762973.705523:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762973.705524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762973.705525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762973.705527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762973.705528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762973.705530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762973.705531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762973.705532:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762973.705533:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762973.705534:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762973.705535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762973.705536:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762973.705537:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762973.705538:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762973.705539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762973.705540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762973.705541:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762973.705542:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762973.705543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762973.705544:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762973.705545:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762973.705550:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762973.705551:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762973.705552:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762973.705553:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762973.705554:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762973.705555:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762973.705556:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762973.705557:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762973.705558:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762973.705559:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762973.705560:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762973.705561:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762973.705562:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762973.705563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762973.705564:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762973.705566:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762973.705567:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762973.705568:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762973.705570:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762973.705571:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762973.705572:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762973.705573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762973.705574:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762973.705575:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762973.705576:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762973.705577:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762973.705578:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762973.705579:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762973.705580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762973.705581:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762973.705582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762973.705583:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762973.705584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762973.705585:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762973.705586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762973.705587:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762973.705588:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762973.705589:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762973.705590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762973.705591:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762973.705592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762973.705593:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762973.705594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762973.705595:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762973.705596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762973.705597:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762973.705598:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762973.705600:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762973.705601:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762973.705602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762973.705603:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762973.705604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762973.705605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762973.705606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762973.705607:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762973.705608:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762973.705609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762973.705610:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762973.705611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762973.705612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762973.705613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762973.705614:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762973.705615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762973.705616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762973.705617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762973.705618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762973.705619:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762973.705620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762973.705621:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762973.705622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762973.705623:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762973.705624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762973.705625:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762973.705626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762973.705627:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762973.705628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762973.705629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762973.705630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762973.705632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762973.705633:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762973.705634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762973.705635:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762973.705636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762973.705637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762973.705638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762973.705639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762973.705640:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762973.705642:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762973.705643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762973.705644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762973.705645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762973.705646:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762973.705647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762973.705648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762973.705649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762973.705650:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762973.705651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762973.705652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762973.705653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762973.705654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762973.705655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762973.705656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762973.705657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762973.705658:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762973.705659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762973.705660:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762973.705661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762973.705662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762973.705663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762973.705664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762973.705665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762973.705666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762973.705668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762973.705669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762973.705670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762973.705671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762973.705673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762973.705674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762973.705740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762973.705761:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157fb40 00000100:00100000:1.0:1789762973.705787:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015184128:192.168.203.148@tcp:3:dd.500 00000080:00200000:2.0:1789762973.705822:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [11520, 11775] 00000080:00200000:2.0:1789762973.705840:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762973.705856:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:2.0:1789762973.705860:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789762973.705889:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:2.0:1789762973.705916:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 48234496, count: 1048576 00000080:00200000:2.0:1789762973.705925:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 48234496, bytes: 1048576 00000080:00200000:2.0:1789762973.705946:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789762973.705955:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:2.0:1789762973.705957:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [48234496, 49283072) 0 0 00000080:00200000:2.0:1789762973.705961:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762973.705977:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [11776, 12031] 00020000:00200000:2.0:1789762973.705985:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 48234496 chunk: [48234496, 49283072) 49283072, 1048576 00020000:00200000:2.0:1789762973.705989:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762973.706008:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [11776, 12031] 00000008:00010000:2.0:1789762973.706027:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789762973.706033:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6ed30, osc lock ffff9cdd60e0b8f0, flags 0x0 00000080:00200000:2.0:1789762973.706043:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [48234496, 49283072) 00000080:00200000:2.0:1789762973.706054:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:2.0:1789762973.706061:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:48234496 00000080:00200000:2.0:1789762973.706071:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=48234496=0x2e00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:2.0:1789762973.706288:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1789762973.706291:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 49283072 00000020:00010000:2.0:1789762973.706298:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:2.0:1789762973.706301:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762973.706304:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789762973.706307:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762973.706309:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762973.706315:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:2.0:1789762973.706321:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789762973.706335:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd456dec00 00000008:00100000:2.0:1789762973.706410:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a6680 - object 0x240000400:27 offset 48234496<>49283072 00000100:00100000:2.0:1789762973.706453:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789762973.706484:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015184256:192.168.203.148@tcp:3:dd.500 00000008:00010000:2.0:1789762973.804823:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd456dec00 00000020:00200000:2.0:1789762973.804839:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1789762973.804843:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1789762973.804844:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1789762973.804845:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1789762973.804847:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1789762973.804848:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1789762973.804850:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1789762973.804851:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1789762973.804852:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1789762973.804853:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1789762973.804854:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1789762973.804855:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1789762973.804856:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1789762973.804857:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1789762973.804858:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1789762973.804859:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1789762973.804860:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1789762973.804862:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1789762973.804863:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1789762973.804880:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1789762973.804881:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1789762973.804882:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1789762973.804883:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1789762973.804884:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1789762973.804885:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1789762973.804886:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1789762973.804887:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1789762973.804888:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1789762973.804889:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1789762973.804890:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1789762973.804891:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1789762973.804892:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1789762973.804893:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1789762973.804894:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1789762973.804896:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1789762973.804897:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1789762973.804898:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1789762973.804899:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1789762973.804901:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1789762973.804903:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1789762973.804904:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1789762973.804906:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1789762973.804907:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1789762973.804908:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1789762973.804909:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1789762973.804910:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1789762973.804911:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1789762973.804912:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1789762973.804913:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1789762973.804914:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1789762973.804915:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1789762973.804916:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1789762973.804917:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1789762973.804918:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1789762973.804919:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1789762973.804920:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1789762973.804921:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1789762973.804922:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1789762973.804923:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1789762973.804924:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1789762973.804925:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1789762973.804926:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1789762973.804927:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1789762973.804928:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1789762973.804929:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1789762973.804930:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1789762973.804931:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1789762973.804932:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1789762973.804933:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1789762973.804934:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1789762973.804936:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1789762973.804937:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1789762973.804939:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1789762973.804940:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1789762973.804941:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1789762973.804942:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1789762973.804943:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1789762973.804944:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1789762973.804945:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1789762973.804946:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1789762973.804947:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1789762973.804948:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1789762973.804949:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1789762973.804950:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1789762973.804951:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1789762973.804952:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1789762973.804953:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1789762973.804954:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1789762973.804955:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1789762973.804956:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1789762973.804957:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1789762973.804958:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1789762973.804959:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1789762973.804960:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1789762973.804961:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1789762973.804962:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1789762973.804963:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1789762973.804964:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1789762973.804965:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1789762973.804966:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1789762973.804967:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1789762973.804968:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1789762973.804971:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1789762973.804973:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1789762973.804975:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1789762973.804976:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1789762973.804978:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1789762973.804980:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1789762973.804981:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1789762973.804983:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1789762973.804985:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1789762973.804986:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1789762973.804988:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1789762973.804990:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1789762973.804992:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1789762973.804994:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1789762973.804996:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1789762973.804998:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1789762973.805000:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1789762973.805002:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1789762973.805004:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1789762973.805006:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1789762973.805008:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1789762973.805010:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1789762973.805012:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1789762973.805015:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1789762973.805017:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1789762973.805018:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1789762973.805020:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1789762973.805022:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1789762973.805023:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1789762973.805024:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1789762973.805026:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1789762973.805026:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1789762973.805029:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1789762973.805032:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1789762973.805034:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1789762973.805036:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1789762973.805037:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1789762973.805039:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1789762973.805041:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1789762973.805043:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1789762973.805045:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1789762973.805047:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1789762973.805049:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1789762973.805051:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1789762973.805053:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1789762973.805055:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1789762973.805057:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1789762973.805059:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1789762973.805062:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1789762973.805064:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1789762973.805066:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1789762973.805068:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1789762973.805071:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1789762973.805072:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1789762973.805074:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1789762973.805076:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1789762973.805077:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1789762973.805078:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1789762973.805079:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1789762973.805080:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1789762973.805081:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1789762973.805082:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1789762973.805083:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1789762973.805084:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1789762973.805086:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1789762973.805088:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1789762973.805089:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1789762973.805090:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1789762973.805091:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1789762973.805093:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1789762973.805094:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1789762973.805095:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1789762973.805096:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1789762973.805096:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1789762973.805097:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1789762973.805098:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1789762973.805099:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1789762973.805100:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1789762973.805101:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1789762973.805102:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1789762973.805103:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1789762973.805104:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1789762973.805105:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1789762973.805106:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1789762973.805107:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1789762973.805108:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1789762973.805109:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1789762973.805110:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1789762973.805111:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1789762973.805112:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1789762973.805113:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1789762973.805114:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1789762973.805115:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1789762973.805116:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1789762973.805117:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1789762973.805118:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1789762973.805120:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1789762973.805122:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1789762973.805123:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1789762973.805124:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1789762973.805125:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1789762973.805126:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1789762973.805127:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1789762973.805128:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1789762973.805129:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1789762973.805130:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1789762973.805131:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1789762973.805132:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1789762973.805133:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1789762973.805134:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1789762973.805135:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1789762973.805136:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1789762973.805137:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1789762973.805138:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1789762973.805139:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1789762973.805140:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1789762973.805141:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1789762973.805142:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1789762973.805143:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1789762973.805144:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1789762973.805145:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1789762973.805146:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1789762973.805147:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1789762973.805148:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1789762973.805149:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1789762973.805150:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1789762973.805151:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1789762973.805152:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1789762973.805154:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1789762973.805155:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1789762973.805157:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1789762973.805158:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1789762973.805159:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1789762973.805160:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1789762973.805161:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1789762973.805162:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1789762973.805163:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1789762973.805164:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1789762973.805165:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1789762973.805166:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1789762973.805167:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1789762973.805168:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1789762973.805169:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1789762973.805170:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1789762973.805171:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1789762973.805172:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1789762973.805173:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1789762973.805174:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1789762973.805175:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1789762973.805176:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1789762973.805177:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1789762973.805178:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1789762973.805179:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1789762973.805181:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789762973.805247:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789762973.805263:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd456dec00 00000080:00200000:3.0:1789762973.805287:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [11776, 12031] 00000100:00100000:2.0:1789762973.805289:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015184256:192.168.203.148@tcp:3:dd.500 00000080:00200000:3.0:1789762973.805305:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762973.805311:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:3.0:1789762973.805315:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789762973.805325:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:3.0:1789762973.805352:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 49283072, count: 1048576 00000080:00200000:3.0:1789762973.805361:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 49283072, bytes: 1048576 00000080:00200000:3.0:1789762973.805376:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789762973.805384:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:3.0:1789762973.805386:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [49283072, 50331648) 0 0 00000080:00200000:3.0:1789762973.805390:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762973.805405:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [12032, 12287] 00020000:00200000:3.0:1789762973.805413:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 49283072 chunk: [49283072, 50331648) 50331648, 1048576 00020000:00200000:3.0:1789762973.805416:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789762973.805435:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [12032, 12287] 00000008:00010000:3.0:1789762973.805450:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789762973.805468:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd60c2e830, osc lock ffff9cdd43418720, flags 0x0 00000080:00200000:3.0:1789762973.805477:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [49283072, 50331648) 00000080:00200000:3.0:1789762973.805486:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:3.0:1789762973.805492:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:49283072 00000080:00200000:3.0:1789762973.805499:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=49283072=0x2f00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:3.0:1789762973.805770:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1789762973.805773:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 50331648 00000020:00010000:3.0:1789762973.805780:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:3.0:1789762973.805783:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789762973.805785:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd60c2e830 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789762973.805788:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789762973.805790:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd60c2e830 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789762973.805796:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:3.0:1789762973.805801:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789762973.805815:0:761:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd45765cc0 00000008:00100000:3.0:1789762973.805921:0:761:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd593dad80 - object 0x240000400:27 offset 49283072<>50331648 00000100:00100000:3.0:1789762973.805952:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789762973.805969:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015184384:192.168.203.148@tcp:3:dd.500 00000008:00010000:3.0:1789762973.905092:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd45765cc0 00000020:00200000:3.0:1789762973.905107:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1789762973.905111:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1789762973.905112:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1789762973.905114:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1789762973.905115:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1789762973.905117:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1789762973.905118:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1789762973.905120:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1789762973.905121:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1789762973.905123:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1789762973.905124:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1789762973.905126:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1789762973.905127:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1789762973.905128:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1789762973.905129:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1789762973.905130:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1789762973.905131:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1789762973.905132:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1789762973.905134:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1789762973.905135:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1789762973.905136:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1789762973.905137:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1789762973.905138:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1789762973.905139:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1789762973.905140:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1789762973.905141:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1789762973.905142:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1789762973.905143:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1789762973.905144:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1789762973.905145:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1789762973.905146:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1789762973.905154:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1789762973.905155:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1789762973.905156:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1789762973.905157:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1789762973.905158:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1789762973.905159:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1789762973.905160:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1789762973.905162:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1789762973.905163:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1789762973.905164:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1789762973.905165:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1789762973.905167:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1789762973.905168:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1789762973.905170:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1789762973.905171:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1789762973.905172:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1789762973.905173:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1789762973.905174:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1789762973.905175:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1789762973.905176:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1789762973.905177:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1789762973.905178:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1789762973.905179:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1789762973.905180:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1789762973.905181:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1789762973.905182:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1789762973.905183:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1789762973.905184:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1789762973.905185:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1789762973.905186:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1789762973.905187:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1789762973.905188:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1789762973.905189:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1789762973.905190:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1789762973.905191:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1789762973.905192:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1789762973.905193:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1789762973.905194:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1789762973.905195:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1789762973.905196:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1789762973.905197:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1789762973.905198:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1789762973.905200:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1789762973.905201:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1789762973.905203:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1789762973.905204:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1789762973.905205:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1789762973.905206:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1789762973.905207:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1789762973.905208:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1789762973.905210:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1789762973.905210:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1789762973.905211:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1789762973.905212:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1789762973.905213:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1789762973.905214:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1789762973.905215:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1789762973.905216:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1789762973.905217:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1789762973.905218:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1789762973.905219:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1789762973.905221:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1789762973.905222:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1789762973.905223:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1789762973.905224:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1789762973.905225:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1789762973.905226:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1789762973.905227:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1789762973.905228:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1789762973.905229:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1789762973.905230:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1789762973.905231:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1789762973.905232:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1789762973.905233:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1789762973.905234:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1789762973.905236:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1789762973.905237:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1789762973.905239:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1789762973.905240:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1789762973.905241:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1789762973.905242:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1789762973.905243:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1789762973.905244:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1789762973.905255:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1789762973.905255:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1789762973.905256:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1789762973.905257:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1789762973.905258:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1789762973.905259:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1789762973.905260:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1789762973.905261:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1789762973.905262:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1789762973.905263:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1789762973.905264:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1789762973.905265:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1789762973.905266:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1789762973.905267:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1789762973.905269:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1789762973.905270:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1789762973.905271:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1789762973.905272:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1789762973.905273:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1789762973.905274:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1789762973.905275:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1789762973.905276:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1789762973.905277:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1789762973.905278:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1789762973.905280:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1789762973.905281:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1789762973.905282:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1789762973.905284:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1789762973.905285:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1789762973.905286:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1789762973.905287:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1789762973.905288:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1789762973.905289:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1789762973.905290:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1789762973.905291:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1789762973.905292:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1789762973.905293:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1789762973.905294:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1789762973.905295:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1789762973.905296:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1789762973.905297:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1789762973.905298:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1789762973.905299:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1789762973.905300:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1789762973.905301:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1789762973.905302:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1789762973.905303:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1789762973.905304:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1789762973.905305:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1789762973.905306:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1789762973.905307:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1789762973.905309:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1789762973.905310:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1789762973.905311:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1789762973.905312:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1789762973.905313:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1789762973.905315:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1789762973.905316:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1789762973.905317:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1789762973.905319:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1789762973.905320:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1789762973.905321:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1789762973.905322:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1789762973.905323:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1789762973.905324:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1789762973.905325:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1789762973.905326:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1789762973.905327:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1789762973.905328:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1789762973.905329:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1789762973.905330:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1789762973.905331:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1789762973.905332:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1789762973.905333:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1789762973.905334:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1789762973.905335:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1789762973.905336:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1789762973.905337:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1789762973.905339:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1789762973.905340:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1789762973.905341:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1789762973.905342:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1789762973.905343:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1789762973.905344:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1789762973.905346:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1789762973.905347:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1789762973.905348:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1789762973.905349:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1789762973.905351:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1789762973.905352:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1789762973.905354:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1789762973.905355:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1789762973.905356:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1789762973.905357:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1789762973.905358:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1789762973.905359:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1789762973.905360:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1789762973.905361:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1789762973.905362:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1789762973.905363:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1789762973.905364:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1789762973.905365:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1789762973.905366:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1789762973.905367:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1789762973.905368:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1789762973.905369:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1789762973.905370:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1789762973.905371:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1789762973.905372:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1789762973.905373:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1789762973.905374:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1789762973.905375:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1789762973.905376:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1789762973.905377:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1789762973.905378:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1789762973.905379:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1789762973.905380:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1789762973.905381:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1789762973.905382:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1789762973.905384:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1789762973.905385:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1789762973.905387:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1789762973.905388:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1789762973.905389:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1789762973.905390:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1789762973.905391:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1789762973.905392:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1789762973.905393:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1789762973.905394:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1789762973.905395:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1789762973.905396:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1789762973.905397:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1789762973.905398:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1789762973.905399:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1789762973.905400:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1789762973.905401:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1789762973.905402:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1789762973.905403:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1789762973.905414:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1789762973.905415:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1789762973.905416:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1789762973.905417:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789762973.905509:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762973.905523:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd45765cc0 00000100:00100000:3.0:1789762973.905550:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015184384:192.168.203.148@tcp:3:dd.500 00000080:00200000:2.0:1789762973.905569:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [12032, 12287] 00000080:00200000:2.0:1789762973.905589:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762973.905596:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:2.0:1789762973.905599:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789762973.905610:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:2.0:1789762973.905637:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 50331648, count: 1048576 00000080:00200000:2.0:1789762973.905647:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 50331648, bytes: 1048576 00000080:00200000:2.0:1789762973.905657:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789762973.905667:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:2.0:1789762973.905670:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [50331648, 51380224) 0 0 00000080:00200000:2.0:1789762973.905675:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762973.905693:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [12288, 12543] 00020000:00200000:2.0:1789762973.905715:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 50331648 chunk: [50331648, 51380224) 51380224, 1048576 00020000:00200000:2.0:1789762973.905721:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762973.905744:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [12288, 12543] 00000008:00010000:2.0:1789762973.905760:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789762973.905765:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6ed30, osc lock ffff9cdd60e0b8f0, flags 0x0 00000080:00200000:2.0:1789762973.905774:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [50331648, 51380224) 00000080:00200000:2.0:1789762973.905784:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:2.0:1789762973.905789:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:50331648 00000080:00200000:2.0:1789762973.905796:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=50331648=0x3000000, pages 256 (max 131072), lockless, parallel 00000020:00200000:2.0:1789762973.906045:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1789762973.906047:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 51380224 00000020:00010000:2.0:1789762973.906054:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:2.0:1789762973.906057:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762973.906060:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789762973.906073:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762973.906076:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762973.906083:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:2.0:1789762973.906089:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789762973.906104:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd456dec00 00000008:00100000:2.0:1789762973.906191:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a6680 - object 0x240000400:27 offset 50331648<>51380224 00000100:00100000:2.0:1789762973.906222:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789762973.906248:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015184512:192.168.203.148@tcp:3:dd.500 00000008:00010000:3.0:1789762974.004736:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd456dec00 00000020:00200000:3.0:1789762974.004749:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1789762974.004752:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1789762974.004754:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1789762974.004755:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1789762974.004757:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1789762974.004758:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1789762974.004759:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1789762974.004760:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1789762974.004761:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1789762974.004762:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1789762974.004763:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1789762974.004764:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1789762974.004765:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1789762974.004766:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1789762974.004767:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1789762974.004768:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1789762974.004769:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1789762974.004770:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1789762974.004771:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1789762974.004772:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1789762974.004773:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1789762974.004774:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1789762974.004775:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1789762974.004776:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1789762974.004777:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1789762974.004778:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1789762974.004779:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1789762974.004780:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1789762974.004782:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1789762974.004783:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1789762974.004784:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1789762974.004785:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1789762974.004785:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1789762974.004786:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1789762974.004787:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1789762974.004788:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1789762974.004790:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1789762974.004791:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1789762974.004792:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1789762974.004793:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1789762974.004794:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1789762974.004795:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1789762974.004796:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1789762974.004797:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1789762974.004798:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1789762974.004799:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1789762974.004800:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1789762974.004801:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1789762974.004802:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1789762974.004803:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1789762974.004804:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1789762974.004805:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1789762974.004806:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1789762974.004807:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1789762974.004808:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1789762974.004809:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1789762974.004810:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1789762974.004813:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1789762974.004814:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1789762974.004815:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1789762974.004816:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1789762974.004817:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1789762974.004818:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1789762974.004819:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1789762974.004820:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1789762974.004821:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1789762974.004822:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1789762974.004823:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1789762974.004825:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1789762974.004826:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1789762974.004827:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1789762974.004828:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1789762974.004829:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1789762974.004830:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1789762974.004831:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1789762974.004832:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1789762974.004833:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1789762974.004834:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1789762974.004835:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1789762974.004836:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1789762974.004837:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1789762974.004838:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1789762974.004839:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1789762974.004840:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1789762974.004841:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1789762974.004842:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1789762974.004843:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1789762974.004844:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1789762974.004845:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1789762974.004847:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1789762974.004849:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1789762974.004850:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1789762974.004852:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1789762974.004853:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1789762974.004855:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1789762974.004856:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1789762974.004858:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1789762974.004859:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1789762974.004861:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1789762974.004862:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1789762974.004891:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1789762974.004894:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1789762974.004896:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1789762974.004899:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1789762974.004902:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1789762974.004904:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1789762974.004905:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1789762974.004907:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1789762974.004909:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1789762974.004910:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1789762974.004912:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1789762974.004913:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1789762974.004915:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1789762974.004916:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1789762974.004917:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1789762974.004919:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1789762974.004920:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1789762974.004921:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1789762974.004922:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1789762974.004924:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1789762974.004925:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1789762974.004927:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1789762974.004928:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1789762974.004929:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1789762974.004930:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1789762974.004931:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1789762974.004932:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1789762974.004934:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1789762974.004935:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1789762974.004936:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1789762974.004937:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1789762974.004938:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1789762974.004940:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1789762974.004942:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1789762974.004944:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1789762974.004945:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1789762974.004947:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1789762974.004948:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1789762974.004949:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1789762974.004951:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1789762974.004952:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1789762974.004953:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1789762974.004954:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1789762974.004955:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1789762974.004956:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1789762974.004957:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1789762974.004958:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1789762974.004959:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1789762974.004960:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1789762974.004961:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1789762974.004962:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1789762974.004963:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1789762974.004964:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1789762974.004965:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1789762974.004966:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1789762974.004967:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1789762974.004968:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1789762974.004969:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1789762974.004970:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1789762974.004971:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1789762974.004972:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1789762974.004973:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1789762974.004974:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1789762974.004975:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1789762974.004977:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1789762974.004978:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1789762974.004979:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1789762974.004981:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1789762974.004982:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1789762974.004983:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1789762974.004984:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1789762974.004985:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1789762974.004986:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1789762974.004987:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1789762974.004988:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1789762974.004989:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1789762974.004990:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1789762974.004991:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1789762974.004992:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1789762974.004993:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1789762974.004994:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1789762974.004995:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1789762974.004996:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1789762974.004997:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1789762974.004998:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1789762974.004999:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1789762974.005000:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1789762974.005001:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1789762974.005002:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1789762974.005003:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1789762974.005004:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1789762974.005005:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1789762974.005006:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1789762974.005007:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1789762974.005008:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1789762974.005009:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1789762974.005011:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1789762974.005012:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1789762974.005013:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1789762974.005014:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1789762974.005016:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1789762974.005017:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1789762974.005018:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1789762974.005019:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1789762974.005020:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1789762974.005021:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1789762974.005022:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1789762974.005023:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1789762974.005024:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1789762974.005025:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1789762974.005026:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1789762974.005026:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1789762974.005027:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1789762974.005028:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1789762974.005029:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1789762974.005030:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1789762974.005031:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1789762974.005032:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1789762974.005033:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1789762974.005035:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1789762974.005036:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1789762974.005037:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1789762974.005038:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1789762974.005039:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1789762974.005040:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1789762974.005041:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1789762974.005042:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1789762974.005043:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1789762974.005045:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1789762974.005046:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1789762974.005047:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1789762974.005048:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1789762974.005049:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1789762974.005050:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1789762974.005051:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1789762974.005052:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1789762974.005053:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1789762974.005054:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1789762974.005055:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1789762974.005056:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1789762974.005057:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1789762974.005058:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1789762974.005059:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1789762974.005060:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1789762974.005061:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1789762974.005062:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1789762974.005063:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1789762974.005064:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1789762974.005065:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1789762974.005066:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1789762974.005067:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1789762974.005068:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1789762974.005069:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1789762974.005070:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1789762974.005071:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1789762974.005072:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789762974.005138:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762974.005152:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd456dec00 00000100:00100000:3.0:1789762974.005175:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015184512:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762974.005180:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [12288, 12543] 00000080:00200000:1.0:1789762974.005200:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762974.005209:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762974.005214:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762974.005226:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762974.005249:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 51380224, count: 1048576 00000080:00200000:1.0:1789762974.005258:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 51380224, bytes: 1048576 00000080:00200000:1.0:1789762974.005265:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762974.005273:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762974.005274:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [51380224, 52428800) 0 0 00000080:00200000:1.0:1789762974.005279:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762974.005290:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [12544, 12799] 00020000:00200000:1.0:1789762974.005296:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 51380224 chunk: [51380224, 52428800) 52428800, 1048576 00020000:00200000:1.0:1789762974.005300:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762974.005315:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [12544, 12799] 00000008:00010000:1.0:1789762974.005329:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762974.005335:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762974.005344:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [51380224, 52428800) 00000080:00200000:1.0:1789762974.005365:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762974.005374:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:51380224 00000080:00200000:1.0:1789762974.005392:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=51380224=0x3100000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762974.005629:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762974.005632:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 52428800 00000020:00010000:1.0:1789762974.005650:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762974.005653:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762974.005656:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762974.005659:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762974.005661:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762974.005667:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762974.005672:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762974.005686:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac600 00000008:00100000:1.0:1789762974.005764:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c52300 - object 0x240000400:27 offset 51380224<>52428800 00000100:00100000:0.0:1789762974.005839:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015184640:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762974.106079:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac600 00000020:00200000:0.0:1789762974.106093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762974.106097:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762974.106098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762974.106100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762974.106101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762974.106103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762974.106104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762974.106105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762974.106106:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762974.106107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762974.106108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762974.106109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762974.106110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762974.106111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762974.106112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762974.106113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762974.106114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762974.106115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762974.106116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762974.106117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762974.106118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762974.106119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762974.106121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762974.106123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762974.106124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762974.106125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762974.106126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762974.106127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762974.106129:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762974.106130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762974.106131:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762974.106132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762974.106133:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762974.106134:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762974.106135:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762974.106136:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762974.106137:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762974.106138:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762974.106139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762974.106140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762974.106141:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762974.106142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762974.106142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762974.106143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762974.106144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762974.106145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762974.106146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762974.106147:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762974.106148:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762974.106149:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762974.106151:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762974.106152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762974.106153:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762974.106154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762974.106156:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762974.106157:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762974.106158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762974.106160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762974.106161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762974.106162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762974.106163:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762974.106164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762974.106165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762974.106166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762974.106167:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762974.106168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762974.106169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762974.106170:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762974.106171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762974.106172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762974.106173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762974.106174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762974.106175:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762974.106176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762974.106177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762974.106178:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762974.106179:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762974.106180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762974.106181:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762974.106182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762974.106183:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762974.106184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762974.106185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762974.106186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762974.106187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762974.106188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762974.106191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762974.106192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762974.106193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762974.106194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762974.106196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762974.106197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762974.106198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762974.106199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762974.106200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762974.106201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762974.106202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762974.106203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762974.106204:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762974.106205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762974.106206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762974.106207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762974.106208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762974.106209:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762974.106210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762974.106211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762974.106212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762974.106213:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762974.106214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762974.106215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762974.106216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762974.106217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762974.106218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762974.106219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762974.106220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762974.106221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762974.106222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762974.106231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762974.106233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762974.106235:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762974.106236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762974.106237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762974.106238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762974.106239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762974.106240:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762974.106241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762974.106242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762974.106243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762974.106245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762974.106246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762974.106247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762974.106248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762974.106249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762974.106250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762974.106251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762974.106252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762974.106253:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762974.106254:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762974.106255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762974.106256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762974.106257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762974.106258:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762974.106259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762974.106260:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762974.106261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762974.106262:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762974.106263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762974.106264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762974.106265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762974.106266:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762974.106268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762974.106269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762974.106270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762974.106272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762974.106273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762974.106274:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762974.106275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762974.106276:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762974.106277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762974.106278:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762974.106279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762974.106280:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762974.106281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762974.106282:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762974.106283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762974.106284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762974.106285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762974.106286:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762974.106287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762974.106288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762974.106289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762974.106290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762974.106291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762974.106292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762974.106293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762974.106294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762974.106295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762974.106296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762974.106297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762974.106298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762974.106299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762974.106301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762974.106302:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762974.106303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762974.106305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762974.106306:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762974.106307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762974.106308:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762974.106309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762974.106310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762974.106311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762974.106312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762974.106313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762974.106314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762974.106315:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762974.106316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762974.106317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762974.106318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762974.106319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762974.106320:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762974.106321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762974.106322:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762974.106323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762974.106324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762974.106325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762974.106326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762974.106327:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762974.106328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762974.106329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762974.106330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762974.106331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762974.106332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762974.106333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762974.106334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762974.106336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762974.106337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762974.106339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762974.106340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762974.106341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762974.106342:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762974.106343:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762974.106344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762974.106345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762974.106346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762974.106347:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762974.106348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762974.106349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762974.106350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762974.106351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762974.106358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762974.106359:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762974.106360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762974.106361:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762974.106362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762974.106363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762974.106364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762974.106365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762974.106366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762974.106367:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762974.106368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762974.106369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762974.106370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762974.106371:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762974.106372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762974.106373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762974.106374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762974.106376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762974.106377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762974.106378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762974.106380:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762974.106381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762974.106382:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762974.106383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762974.106384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762974.106385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762974.106387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762974.106467:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762974.106498:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac600 00000100:00100000:0.0:1789762974.106526:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015184640:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762974.106529:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [12544, 12799] 00000080:00200000:1.0:1789762974.106548:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762974.106553:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762974.106556:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762974.106568:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762974.106597:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 52428800, count: 1048576 00000080:00200000:1.0:1789762974.106609:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 52428800, bytes: 1048576 00000080:00200000:1.0:1789762974.106619:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762974.106627:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762974.106629:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [52428800, 53477376) 0 0 00000080:00200000:1.0:1789762974.106634:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762974.106659:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [12800, 13055] 00020000:00200000:1.0:1789762974.106667:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 52428800 chunk: [52428800, 53477376) 53477376, 1048576 00020000:00200000:1.0:1789762974.106672:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762974.106691:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [12800, 13055] 00000008:00010000:1.0:1789762974.106707:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762974.106713:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762974.106721:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [52428800, 53477376) 00000080:00200000:1.0:1789762974.106731:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762974.106736:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:52428800 00000080:00200000:1.0:1789762974.106743:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=52428800=0x3200000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762974.107124:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762974.107127:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 53477376 00000020:00010000:1.0:1789762974.107134:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762974.107137:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762974.107140:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762974.107143:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762974.107145:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762974.107151:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762974.107156:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762974.107170:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac240 00000008:00100000:1.0:1789762974.107253:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c53100 - object 0x240000400:27 offset 52428800<>53477376 00000100:00100000:1.0:1789762974.107288:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762974.107300:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015184768:192.168.203.148@tcp:3:dd.500 00010000:00010000:2.0:1789762974.174993:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1789762974.206722:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac240 00000020:00200000:1.0:1789762974.206734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762974.206738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762974.206740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762974.206742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762974.206743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762974.206745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762974.206747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762974.206748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762974.206750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762974.206751:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762974.206753:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762974.206754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762974.206756:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762974.206757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762974.206759:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762974.206761:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762974.206763:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762974.206765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762974.206767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762974.206768:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762974.206770:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762974.206771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762974.206773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762974.206774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762974.206776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762974.206777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762974.206779:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762974.206780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762974.206782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762974.206783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762974.206785:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762974.206786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762974.206788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762974.206789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762974.206791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762974.206792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762974.206794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762974.206795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762974.206797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762974.206798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762974.206800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762974.206801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762974.206803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762974.206804:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762974.206806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762974.206808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762974.206809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762974.206811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762974.206813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762974.206815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762974.206816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762974.206818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762974.206819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762974.206821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762974.206822:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762974.206824:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762974.206844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762974.206845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762974.206847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762974.206848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762974.206849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762974.206851:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762974.206852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762974.206853:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762974.206854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762974.206856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762974.206857:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762974.206858:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762974.206860:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762974.206861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762974.206862:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762974.206863:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762974.206865:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762974.206866:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762974.206867:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762974.206868:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762974.206870:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762974.206871:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762974.206872:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762974.206874:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762974.206876:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762974.206877:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762974.206879:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762974.206902:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762974.206905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762974.206906:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762974.206907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762974.206909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762974.206910:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762974.206912:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762974.206913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762974.206914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762974.206916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762974.206917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762974.206918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762974.206919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762974.206921:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762974.206922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762974.206923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762974.206924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762974.206926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762974.206927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762974.206928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762974.206929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762974.206931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762974.206932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762974.206933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762974.206934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762974.206936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762974.206937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762974.206938:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762974.206940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762974.206942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762974.206943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762974.206945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762974.206946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762974.206947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762974.206949:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762974.206950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762974.206951:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762974.206952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762974.206953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762974.206955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762974.206956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762974.206957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762974.206958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762974.206960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762974.206961:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762974.206962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762974.206963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762974.206965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762974.206966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762974.206967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762974.206968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762974.206970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762974.206971:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762974.206972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762974.206973:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762974.206975:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762974.206976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762974.206977:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762974.206978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762974.206980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762974.206981:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762974.206983:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762974.206985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762974.206986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762974.206987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762974.206989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762974.206990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762974.206991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762974.206993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762974.206994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762974.206995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762974.206996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762974.206998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762974.206999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762974.207000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762974.207001:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762974.207003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762974.207004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762974.207005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762974.207006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762974.207008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762974.207009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762974.207010:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762974.207011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762974.207013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762974.207014:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762974.207015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762974.207016:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762974.207018:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762974.207019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762974.207020:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762974.207021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762974.207023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762974.207025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762974.207027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762974.207028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762974.207029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762974.207031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762974.207032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762974.207033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762974.207035:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762974.207036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762974.207037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762974.207038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762974.207040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762974.207041:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762974.207042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762974.207043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762974.207045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762974.207046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762974.207047:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762974.207048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762974.207050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762974.207051:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762974.207052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762974.207053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762974.207055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762974.207056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762974.207057:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762974.207058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762974.207060:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762974.207061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762974.207062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762974.207063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762974.207065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762974.207067:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762974.207068:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762974.207070:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762974.207071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762974.207073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762974.207074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762974.207075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762974.207076:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762974.207078:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762974.207079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762974.207080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762974.207081:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762974.207083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762974.207084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762974.207085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762974.207086:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762974.207088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762974.207089:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762974.207090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762974.207091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762974.207093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762974.207094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762974.207095:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762974.207096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762974.207098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762974.207099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762974.207100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762974.207101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762974.207103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762974.207104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762974.207105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762974.207107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762974.207109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762974.207110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762974.207112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762974.207113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762974.207114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762974.207116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762974.207117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762974.207118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762974.207119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762974.207121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762974.207122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762974.207123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762974.207124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762974.207126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762974.207127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762974.207128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762974.207206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762974.207244:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac240 00000100:00100000:1.0:1789762974.207270:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015184768:192.168.203.148@tcp:3:dd.500 00000080:00200000:3.0:1789762974.207294:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [12800, 13055] 00000080:00200000:3.0:1789762974.207315:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762974.207322:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:3.0:1789762974.207326:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789762974.207337:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:3.0:1789762974.207363:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 53477376, count: 1048576 00000080:00200000:3.0:1789762974.207373:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 53477376, bytes: 1048576 00000080:00200000:3.0:1789762974.207381:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789762974.207389:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:3.0:1789762974.207392:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [53477376, 54525952) 0 0 00000080:00200000:3.0:1789762974.207396:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762974.207409:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [13056, 13311] 00020000:00200000:3.0:1789762974.207418:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 53477376 chunk: [53477376, 54525952) 54525952, 1048576 00020000:00200000:3.0:1789762974.207421:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789762974.207439:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [13056, 13311] 00000008:00010000:3.0:1789762974.207473:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789762974.207480:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd60c2e830, osc lock ffff9cdd43418720, flags 0x0 00000080:00200000:3.0:1789762974.207491:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [53477376, 54525952) 00000080:00200000:3.0:1789762974.207502:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:3.0:1789762974.207509:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:53477376 00000080:00200000:3.0:1789762974.207519:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=53477376=0x3300000, pages 256 (max 131072), lockless, parallel 00000020:00200000:3.0:1789762974.207764:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1789762974.207768:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 54525952 00000020:00010000:3.0:1789762974.207775:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:3.0:1789762974.207779:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789762974.207782:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd60c2e830 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789762974.207785:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789762974.207788:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd60c2e830 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789762974.207794:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:3.0:1789762974.207800:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789762974.207817:0:761:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd45765cc0 00000008:00100000:3.0:1789762974.207932:0:761:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd593dad80 - object 0x240000400:27 offset 53477376<>54525952 00000100:00100000:3.0:1789762974.207975:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015184896:192.168.203.148@tcp:3:dd.500 00000008:00010000:3.0:1789762974.306219:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd45765cc0 00000020:00200000:3.0:1789762974.306229:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1789762974.306231:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1789762974.306233:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1789762974.306234:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1789762974.306235:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1789762974.306237:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1789762974.306238:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1789762974.306239:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1789762974.306240:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1789762974.306241:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1789762974.306242:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1789762974.306243:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1789762974.306244:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1789762974.306245:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1789762974.306246:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1789762974.306247:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1789762974.306248:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1789762974.306249:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1789762974.306250:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1789762974.306251:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1789762974.306253:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1789762974.306254:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1789762974.306254:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1789762974.306255:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1789762974.306257:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1789762974.306258:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1789762974.306259:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1789762974.306259:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1789762974.306260:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1789762974.306263:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1789762974.306264:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1789762974.306265:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1789762974.306266:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1789762974.306267:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1789762974.306268:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1789762974.306269:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1789762974.306270:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1789762974.306271:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1789762974.306272:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1789762974.306273:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1789762974.306274:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1789762974.306275:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1789762974.306276:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1789762974.306277:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1789762974.306278:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1789762974.306279:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1789762974.306280:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1789762974.306281:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1789762974.306282:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1789762974.306283:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1789762974.306284:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1789762974.306285:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1789762974.306286:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1789762974.306287:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1789762974.306288:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1789762974.306289:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1789762974.306290:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1789762974.306291:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1789762974.306292:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1789762974.306293:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1789762974.306294:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1789762974.306296:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1789762974.306297:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1789762974.306299:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1789762974.306300:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1789762974.306301:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1789762974.306302:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1789762974.306303:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1789762974.306304:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1789762974.306305:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1789762974.306306:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1789762974.306307:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1789762974.306308:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1789762974.306309:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1789762974.306310:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1789762974.306311:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1789762974.306312:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1789762974.306313:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1789762974.306314:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1789762974.306315:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1789762974.306316:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1789762974.306317:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1789762974.306318:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1789762974.306319:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1789762974.306320:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1789762974.306321:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1789762974.306322:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1789762974.306323:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1789762974.306324:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1789762974.306325:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1789762974.306326:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1789762974.306327:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1789762974.306328:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1789762974.306329:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1789762974.306331:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1789762974.306332:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1789762974.306333:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1789762974.306334:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1789762974.306335:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1789762974.306336:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1789762974.306337:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1789762974.306338:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1789762974.306339:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1789762974.306340:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1789762974.306341:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1789762974.306342:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1789762974.306343:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1789762974.306344:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1789762974.306346:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1789762974.306347:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1789762974.306348:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1789762974.306348:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1789762974.306350:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1789762974.306350:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1789762974.306351:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1789762974.306370:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1789762974.306371:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1789762974.306372:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1789762974.306374:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1789762974.306375:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1789762974.306376:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1789762974.306377:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1789762974.306379:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1789762974.306380:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1789762974.306381:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1789762974.306383:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1789762974.306384:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1789762974.306386:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1789762974.306387:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1789762974.306389:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1789762974.306390:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1789762974.306391:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1789762974.306393:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1789762974.306394:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1789762974.306395:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1789762974.306397:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1789762974.306398:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1789762974.306399:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1789762974.306401:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1789762974.306402:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1789762974.306403:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1789762974.306404:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1789762974.306406:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1789762974.306407:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1789762974.306408:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1789762974.306409:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1789762974.306410:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1789762974.306412:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1789762974.306413:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1789762974.306414:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1789762974.306416:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1789762974.306417:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1789762974.306418:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1789762974.306419:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1789762974.306420:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1789762974.306422:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1789762974.306423:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1789762974.306425:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1789762974.306426:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1789762974.306428:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1789762974.306429:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1789762974.306431:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1789762974.306432:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1789762974.306433:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1789762974.306434:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1789762974.306436:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1789762974.306437:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1789762974.306438:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1789762974.306439:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1789762974.306441:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1789762974.306442:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1789762974.306443:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1789762974.306444:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1789762974.306446:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1789762974.306447:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1789762974.306448:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1789762974.306449:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1789762974.306466:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1789762974.306467:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1789762974.306469:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1789762974.306470:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1789762974.306471:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1789762974.306472:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1789762974.306474:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1789762974.306475:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1789762974.306476:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1789762974.306477:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1789762974.306479:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1789762974.306480:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1789762974.306482:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1789762974.306483:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1789762974.306485:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1789762974.306486:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1789762974.306487:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1789762974.306489:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1789762974.306490:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1789762974.306492:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1789762974.306493:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1789762974.306494:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1789762974.306496:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1789762974.306497:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1789762974.306498:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1789762974.306499:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1789762974.306501:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1789762974.306502:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1789762974.306503:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1789762974.306505:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1789762974.306506:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1789762974.306507:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1789762974.306508:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1789762974.306510:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1789762974.306511:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1789762974.306512:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1789762974.306513:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1789762974.306514:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1789762974.306516:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1789762974.306517:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1789762974.306518:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1789762974.306520:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1789762974.306521:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1789762974.306522:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1789762974.306524:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1789762974.306525:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1789762974.306527:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1789762974.306528:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1789762974.306530:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1789762974.306531:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1789762974.306532:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1789762974.306533:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1789762974.306535:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1789762974.306536:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1789762974.306537:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1789762974.306538:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1789762974.306540:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1789762974.306541:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1789762974.306542:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1789762974.306543:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1789762974.306545:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1789762974.306546:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1789762974.306547:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1789762974.306548:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1789762974.306550:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1789762974.306551:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1789762974.306552:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1789762974.306553:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1789762974.306555:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1789762974.306556:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1789762974.306557:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1789762974.306559:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1789762974.306560:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1789762974.306561:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1789762974.306562:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1789762974.306564:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1789762974.306565:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1789762974.306567:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1789762974.306569:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789762974.306646:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762974.306661:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd45765cc0 00000100:00100000:3.0:1789762974.306685:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015184896:192.168.203.148@tcp:3:dd.500 00000080:00200000:2.0:1789762974.306703:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [13056, 13311] 00000080:00200000:2.0:1789762974.306724:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762974.306731:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:2.0:1789762974.306736:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789762974.306749:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:2.0:1789762974.306775:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 54525952, count: 1048576 00000080:00200000:2.0:1789762974.306788:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 54525952, bytes: 1048576 00000080:00200000:2.0:1789762974.306798:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789762974.306808:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:2.0:1789762974.306811:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [54525952, 55574528) 0 0 00000080:00200000:2.0:1789762974.306817:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762974.306835:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [13312, 13567] 00020000:00200000:2.0:1789762974.306844:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 54525952 chunk: [54525952, 55574528) 55574528, 1048576 00020000:00200000:2.0:1789762974.306847:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762974.306886:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [13312, 13567] 00000008:00010000:2.0:1789762974.306902:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789762974.306907:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6ed30, osc lock ffff9cdd60e0b8f0, flags 0x0 00000080:00200000:2.0:1789762974.306915:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [54525952, 55574528) 00000080:00200000:2.0:1789762974.306923:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:2.0:1789762974.306928:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:54525952 00000080:00200000:2.0:1789762974.306934:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=54525952=0x3400000, pages 256 (max 131072), lockless, parallel 00000020:00200000:2.0:1789762974.307253:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1789762974.307256:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 55574528 00000020:00010000:2.0:1789762974.307262:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:2.0:1789762974.307265:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762974.307267:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789762974.307270:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762974.307272:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762974.307280:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:2.0:1789762974.307286:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789762974.307301:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd456de600 00000008:00100000:2.0:1789762974.307384:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a4a80 - object 0x240000400:27 offset 54525952<>55574528 00000100:00100000:3.0:1789762974.307509:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789762974.307523:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015185024:192.168.203.148@tcp:3:dd.500 00000008:00010000:3.0:1789762974.408274:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd456de600 00000020:00200000:3.0:1789762974.408287:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1789762974.408309:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1789762974.408312:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1789762974.408314:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1789762974.408316:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1789762974.408318:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1789762974.408320:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1789762974.408322:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1789762974.408324:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1789762974.408326:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1789762974.408328:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1789762974.408330:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1789762974.408332:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1789762974.408334:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1789762974.408336:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1789762974.408338:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1789762974.408340:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1789762974.408342:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1789762974.408344:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1789762974.408346:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1789762974.408348:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1789762974.408351:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1789762974.408353:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1789762974.408355:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1789762974.408357:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1789762974.408359:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1789762974.408361:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1789762974.408363:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1789762974.408365:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1789762974.408367:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1789762974.408369:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1789762974.408371:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1789762974.408373:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1789762974.408375:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1789762974.408377:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1789762974.408378:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1789762974.408380:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1789762974.408382:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1789762974.408384:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1789762974.408386:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1789762974.408388:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1789762974.408391:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1789762974.408394:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1789762974.408397:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1789762974.408399:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1789762974.408403:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1789762974.408406:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1789762974.408409:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1789762974.408412:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1789762974.408415:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1789762974.408418:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1789762974.408421:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1789762974.408423:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1789762974.408427:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1789762974.408430:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1789762974.408434:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1789762974.408437:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1789762974.408440:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1789762974.408444:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1789762974.408448:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1789762974.408477:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1789762974.408481:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1789762974.408485:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1789762974.408488:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1789762974.408492:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1789762974.408512:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1789762974.408515:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1789762974.408519:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1789762974.408522:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1789762974.408525:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1789762974.408528:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1789762974.408531:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1789762974.408534:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1789762974.408536:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1789762974.408538:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1789762974.408540:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1789762974.408542:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1789762974.408544:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1789762974.408546:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1789762974.408548:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1789762974.408549:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1789762974.408551:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1789762974.408553:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1789762974.408555:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1789762974.408556:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1789762974.408559:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1789762974.408561:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1789762974.408563:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1789762974.408565:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1789762974.408567:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1789762974.408569:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1789762974.408571:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1789762974.408572:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1789762974.408574:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1789762974.408576:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1789762974.408578:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1789762974.408579:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1789762974.408581:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1789762974.408583:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1789762974.408584:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1789762974.408586:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1789762974.408588:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1789762974.408590:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1789762974.408591:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1789762974.408593:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1789762974.408613:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1789762974.408615:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1789762974.408617:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1789762974.408619:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1789762974.408621:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1789762974.408623:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1789762974.408625:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1789762974.408627:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1789762974.408629:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1789762974.408631:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1789762974.408633:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1789762974.408635:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1789762974.408638:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1789762974.408640:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1789762974.408642:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1789762974.408644:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1789762974.408647:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1789762974.408649:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1789762974.408651:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1789762974.408653:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1789762974.408655:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1789762974.408657:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1789762974.408659:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1789762974.408661:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1789762974.408663:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1789762974.408665:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1789762974.408667:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1789762974.408669:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1789762974.408671:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1789762974.408673:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1789762974.408675:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1789762974.408677:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1789762974.408679:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1789762974.408680:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1789762974.408682:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1789762974.408684:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1789762974.408686:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1789762974.408688:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1789762974.408690:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1789762974.408693:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1789762974.408694:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1789762974.408697:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1789762974.408699:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1789762974.408701:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1789762974.408704:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1789762974.408706:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1789762974.408709:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1789762974.408711:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1789762974.408713:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1789762974.408715:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1789762974.408717:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1789762974.408719:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1789762974.408721:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1789762974.408723:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1789762974.408725:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1789762974.408727:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1789762974.408729:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1789762974.408731:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1789762974.408733:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1789762974.408736:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1789762974.408738:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1789762974.408740:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1789762974.408742:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1789762974.408744:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1789762974.408746:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1789762974.408748:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1789762974.408749:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1789762974.408751:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1789762974.408753:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1789762974.408755:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1789762974.408757:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1789762974.408759:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1789762974.408761:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1789762974.408763:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1789762974.408765:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1789762974.408767:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1789762974.408770:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1789762974.408772:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1789762974.408775:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1789762974.408778:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1789762974.408782:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1789762974.408785:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1789762974.408789:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1789762974.408792:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1789762974.408795:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1789762974.408798:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1789762974.408801:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1789762974.408804:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1789762974.408808:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1789762974.408811:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1789762974.408815:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1789762974.408819:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1789762974.408822:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1789762974.408841:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1789762974.408844:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1789762974.408847:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1789762974.408850:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1789762974.408854:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1789762974.408857:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1789762974.408860:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1789762974.408863:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1789762974.408866:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1789762974.408870:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1789762974.408873:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1789762974.408875:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1789762974.408879:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1789762974.408882:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1789762974.408884:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1789762974.408886:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1789762974.408888:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1789762974.408890:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1789762974.408892:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1789762974.408894:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1789762974.408896:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1789762974.408898:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1789762974.408900:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1789762974.408901:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1789762974.408903:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1789762974.408905:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1789762974.408906:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1789762974.408908:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1789762974.408910:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1789762974.408953:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1789762974.408956:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1789762974.408957:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1789762974.408959:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1789762974.408960:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1789762974.408962:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1789762974.408963:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1789762974.408965:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1789762974.408967:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1789762974.408968:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1789762974.408970:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1789762974.408971:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1789762974.408973:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1789762974.408975:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1789762974.408977:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1789762974.408979:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1789762974.408981:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1789762974.408982:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1789762974.408985:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1789762974.408986:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1789762974.408988:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1789762974.408990:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1789762974.408992:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1789762974.408993:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1789762974.408995:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1789762974.408997:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1789762974.408998:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1789762974.409000:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1789762974.409019:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789762974.409248:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762974.409269:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd456de600 00000100:00100000:3.0:1789762974.409300:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015185024:192.168.203.148@tcp:3:dd.500 00000080:00200000:2.0:1789762974.409306:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [13312, 13567] 00000080:00200000:2.0:1789762974.409340:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1789762974.409347:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:2.0:1789762974.409352:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1789762974.409367:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:2.0:1789762974.409393:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 55574528, count: 1048576 00000080:00200000:2.0:1789762974.409405:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 55574528, bytes: 1048576 00000080:00200000:2.0:1789762974.409414:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:2.0:1789762974.409422:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:2.0:1789762974.409424:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [55574528, 56623104) 0 0 00000080:00200000:2.0:1789762974.409429:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1789762974.409444:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [13568, 13823] 00020000:00200000:2.0:1789762974.409466:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 55574528 chunk: [55574528, 56623104) 56623104, 1048576 00020000:00200000:2.0:1789762974.409471:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1789762974.409493:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [13568, 13823] 00000008:00010000:2.0:1789762974.409522:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1789762974.409527:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd43f6ed30, osc lock ffff9cdd60e0b8f0, flags 0x0 00000080:00200000:2.0:1789762974.409535:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [55574528, 56623104) 00000080:00200000:2.0:1789762974.409544:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:2.0:1789762974.409549:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:55574528 00000080:00200000:2.0:1789762974.409555:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=55574528=0x3500000, pages 256 (max 131072), lockless, parallel 00000020:00200000:2.0:1789762974.409854:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:2.0:1789762974.409857:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 56623104 00000020:00010000:2.0:1789762974.409894:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:2.0:1789762974.409897:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1789762974.409899:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd43f6ed30 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1789762974.409902:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1789762974.409905:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd43f6ed30 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1789762974.409923:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:2.0:1789762974.409928:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1789762974.409946:0:126:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd456de3c0 00000008:00100000:2.0:1789762974.410036:0:126:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd437a5500 - object 0x240000400:27 offset 55574528<>56623104 00000100:00100000:2.0:1789762974.410073:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789762974.410092:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015185152:192.168.203.148@tcp:3:dd.500 00000008:00010000:3.0:1789762974.508312:0:2366:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd456de3c0 00000020:00200000:3.0:1789762974.508342:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:3.0:1789762974.508347:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:3.0:1789762974.508349:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:3.0:1789762974.508351:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:3.0:1789762974.508353:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:3.0:1789762974.508355:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:3.0:1789762974.508357:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:3.0:1789762974.508359:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:3.0:1789762974.508361:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:3.0:1789762974.508363:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:3.0:1789762974.508365:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:3.0:1789762974.508367:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:3.0:1789762974.508369:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:3.0:1789762974.508371:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:3.0:1789762974.508373:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:3.0:1789762974.508375:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:3.0:1789762974.508378:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:3.0:1789762974.508380:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:3.0:1789762974.508382:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:3.0:1789762974.508384:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:3.0:1789762974.508385:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:3.0:1789762974.508387:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:3.0:1789762974.508390:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:3.0:1789762974.508392:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:3.0:1789762974.508394:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:3.0:1789762974.508397:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:3.0:1789762974.508400:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:3.0:1789762974.508403:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:3.0:1789762974.508405:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:3.0:1789762974.508408:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:3.0:1789762974.508411:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:3.0:1789762974.508414:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:3.0:1789762974.508416:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:3.0:1789762974.508419:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:3.0:1789762974.508422:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:3.0:1789762974.508425:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:3.0:1789762974.508428:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:3.0:1789762974.508431:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:3.0:1789762974.508434:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:3.0:1789762974.508438:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:3.0:1789762974.508442:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:3.0:1789762974.508445:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:3.0:1789762974.508448:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:3.0:1789762974.508491:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:3.0:1789762974.508494:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:3.0:1789762974.508497:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:3.0:1789762974.508500:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:3.0:1789762974.508503:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:3.0:1789762974.508506:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:3.0:1789762974.508509:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:3.0:1789762974.508512:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:3.0:1789762974.508515:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:3.0:1789762974.508516:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:3.0:1789762974.508518:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:3.0:1789762974.508520:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:3.0:1789762974.508522:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:3.0:1789762974.508523:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:3.0:1789762974.508525:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:3.0:1789762974.508527:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:3.0:1789762974.508529:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:3.0:1789762974.508530:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:3.0:1789762974.508532:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:3.0:1789762974.508533:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:3.0:1789762974.508535:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:3.0:1789762974.508554:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:3.0:1789762974.508557:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:3.0:1789762974.508559:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:3.0:1789762974.508560:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:3.0:1789762974.508562:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:3.0:1789762974.508564:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:3.0:1789762974.508566:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:3.0:1789762974.508568:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:3.0:1789762974.508570:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:3.0:1789762974.508571:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:3.0:1789762974.508573:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:3.0:1789762974.508575:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:3.0:1789762974.508577:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:3.0:1789762974.508579:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:3.0:1789762974.508580:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:3.0:1789762974.508582:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:3.0:1789762974.508585:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:3.0:1789762974.508587:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:3.0:1789762974.508589:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:3.0:1789762974.508592:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:3.0:1789762974.508594:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:3.0:1789762974.508596:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:3.0:1789762974.508598:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:3.0:1789762974.508600:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:3.0:1789762974.508601:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:3.0:1789762974.508603:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:3.0:1789762974.508605:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:3.0:1789762974.508607:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:3.0:1789762974.508609:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:3.0:1789762974.508611:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:3.0:1789762974.508612:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:3.0:1789762974.508614:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:3.0:1789762974.508616:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:3.0:1789762974.508618:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:3.0:1789762974.508620:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:3.0:1789762974.508622:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:3.0:1789762974.508623:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:3.0:1789762974.508625:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:3.0:1789762974.508627:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:3.0:1789762974.508629:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:3.0:1789762974.508631:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:3.0:1789762974.508632:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:3.0:1789762974.508634:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:3.0:1789762974.508636:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:3.0:1789762974.508638:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:3.0:1789762974.508640:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:3.0:1789762974.508642:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:3.0:1789762974.508643:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:3.0:1789762974.508646:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:3.0:1789762974.508648:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:3.0:1789762974.508650:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:3.0:1789762974.508652:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:3.0:1789762974.508654:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:3.0:1789762974.508656:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:3.0:1789762974.508658:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:3.0:1789762974.508660:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:3.0:1789762974.508661:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:3.0:1789762974.508663:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:3.0:1789762974.508665:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:3.0:1789762974.508667:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:3.0:1789762974.508669:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:3.0:1789762974.508671:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:3.0:1789762974.508672:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:3.0:1789762974.508674:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:3.0:1789762974.508676:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:3.0:1789762974.508678:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:3.0:1789762974.508680:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:3.0:1789762974.508681:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:3.0:1789762974.508683:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:3.0:1789762974.508685:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:3.0:1789762974.508687:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:3.0:1789762974.508689:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:3.0:1789762974.508691:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:3.0:1789762974.508692:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:3.0:1789762974.508694:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:3.0:1789762974.508696:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:3.0:1789762974.508698:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:3.0:1789762974.508700:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:3.0:1789762974.508701:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:3.0:1789762974.508703:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:3.0:1789762974.508706:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:3.0:1789762974.508708:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:3.0:1789762974.508710:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:3.0:1789762974.508712:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:3.0:1789762974.508714:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:3.0:1789762974.508716:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:3.0:1789762974.508718:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:3.0:1789762974.508720:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:3.0:1789762974.508722:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:3.0:1789762974.508724:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:3.0:1789762974.508725:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:3.0:1789762974.508727:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:3.0:1789762974.508729:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:3.0:1789762974.508731:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:3.0:1789762974.508733:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:3.0:1789762974.508735:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:3.0:1789762974.508736:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:3.0:1789762974.508738:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:3.0:1789762974.508740:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:3.0:1789762974.508742:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:3.0:1789762974.508744:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:3.0:1789762974.508745:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:3.0:1789762974.508747:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:3.0:1789762974.508749:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:3.0:1789762974.508752:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:3.0:1789762974.508754:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:3.0:1789762974.508757:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:3.0:1789762974.508760:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:3.0:1789762974.508763:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:3.0:1789762974.508766:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:3.0:1789762974.508769:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:3.0:1789762974.508772:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:3.0:1789762974.508776:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:3.0:1789762974.508779:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:3.0:1789762974.508781:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:3.0:1789762974.508783:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:3.0:1789762974.508787:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:3.0:1789762974.508790:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:3.0:1789762974.508794:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:3.0:1789762974.508797:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:3.0:1789762974.508801:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:3.0:1789762974.508804:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:3.0:1789762974.508808:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:3.0:1789762974.508811:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:3.0:1789762974.508815:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:3.0:1789762974.508818:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:3.0:1789762974.508821:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:3.0:1789762974.508824:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:3.0:1789762974.508827:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:3.0:1789762974.508830:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:3.0:1789762974.508834:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:3.0:1789762974.508836:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:3.0:1789762974.508838:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:3.0:1789762974.508840:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:3.0:1789762974.508858:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:3.0:1789762974.508860:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:3.0:1789762974.508862:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:3.0:1789762974.508864:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:3.0:1789762974.508866:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:3.0:1789762974.508868:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:3.0:1789762974.508870:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:3.0:1789762974.508872:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:3.0:1789762974.508874:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:3.0:1789762974.508876:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:3.0:1789762974.508879:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:3.0:1789762974.508881:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:3.0:1789762974.508884:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:3.0:1789762974.508886:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:3.0:1789762974.508888:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:3.0:1789762974.508890:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:3.0:1789762974.508892:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:3.0:1789762974.508894:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:3.0:1789762974.508896:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:3.0:1789762974.508898:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:3.0:1789762974.508900:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:3.0:1789762974.508902:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:3.0:1789762974.508904:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:3.0:1789762974.508924:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:3.0:1789762974.508926:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:3.0:1789762974.508956:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:3.0:1789762974.508958:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:3.0:1789762974.508960:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:3.0:1789762974.508962:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:3.0:1789762974.508963:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:3.0:1789762974.508965:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:3.0:1789762974.508966:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:3.0:1789762974.508968:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:3.0:1789762974.508970:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:3.0:1789762974.508971:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:3.0:1789762974.508973:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:3.0:1789762974.508974:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:3.0:1789762974.508976:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:3.0:1789762974.508978:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:3.0:1789762974.508979:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:3.0:1789762974.508999:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:3.0:1789762974.509001:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:3.0:1789762974.509003:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:3.0:1789762974.509005:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:3.0:1789762974.509008:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:3.0:1789762974.509010:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:3.0:1789762974.509012:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:3.0:1789762974.509014:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:3.0:1789762974.509016:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:3.0:1789762974.509018:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:3.0:1789762974.509020:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:3.0:1789762974.509022:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:3.0:1789762974.509024:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:3.0:1789762974.509026:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:3.0:1789762974.509028:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:3.0:1789762974.509030:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:3.0:1789762974.509032:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:3.0:1789762974.509034:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:3.0:1789762974.509199:0:2366:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1789762974.509223:0:2366:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd456de3c0 00000100:00100000:3.0:1789762974.509252:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015185152:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762974.509272:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [13568, 13823] 00000080:00200000:1.0:1789762974.509317:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762974.509326:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762974.509332:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762974.509347:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762974.509377:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 56623104, count: 1048576 00000080:00200000:1.0:1789762974.509389:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 56623104, bytes: 1048576 00000080:00200000:1.0:1789762974.509400:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762974.509410:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762974.509413:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [56623104, 57671680) 0 0 00000080:00200000:1.0:1789762974.509419:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762974.509436:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [13824, 14079] 00020000:00200000:1.0:1789762974.509447:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 56623104 chunk: [56623104, 57671680) 57671680, 1048576 00020000:00200000:1.0:1789762974.509477:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762974.509519:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [13824, 14079] 00000008:00010000:1.0:1789762974.509540:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762974.509547:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762974.509560:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [56623104, 57671680) 00000080:00200000:1.0:1789762974.509572:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762974.509581:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:56623104 00000080:00200000:1.0:1789762974.509591:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=56623104=0x3600000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762974.509887:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762974.509891:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 57671680 00000020:00010000:1.0:1789762974.509955:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762974.509959:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762974.509963:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762974.509967:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762974.509971:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762974.509980:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762974.510006:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762974.510027:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac240 00000008:00100000:1.0:1789762974.510172:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c53100 - object 0x240000400:27 offset 56623104<>57671680 00000100:00100000:0.0:1789762974.510256:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762974.510300:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015185280:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762974.607207:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac240 00000020:00200000:0.0:1789762974.607221:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762974.607226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762974.607229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762974.607232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762974.607234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762974.607237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762974.607240:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762974.607243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762974.607245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762974.607248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762974.607250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762974.607253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762974.607255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762974.607258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762974.607261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762974.607264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762974.607267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762974.607270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762974.607272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762974.607275:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762974.607277:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762974.607280:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762974.607282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762974.607284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762974.607287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762974.607290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762974.607292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762974.607295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762974.607297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762974.607300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762974.607303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762974.607306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762974.607308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762974.607311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762974.607314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762974.607316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762974.607319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762974.607322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762974.607324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762974.607327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762974.607330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762974.607332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762974.607335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762974.607338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762974.607340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762974.607343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762974.607345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762974.607349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762974.607351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762974.607354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762974.607357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762974.607359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762974.607361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762974.607364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762974.607367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762974.607369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762974.607371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762974.607374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762974.607376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762974.607379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762974.607382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762974.607384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762974.607387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762974.607389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762974.607391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762974.607394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762974.607396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762974.607399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762974.607401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762974.607404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762974.607406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762974.607409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762974.607411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762974.607414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762974.607416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762974.607418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762974.607421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762974.607423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762974.607425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762974.607428:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762974.607431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762974.607433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762974.607436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762974.607438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762974.607441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762974.607443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762974.607445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762974.607469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762974.607472:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762974.607475:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762974.607477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762974.607480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762974.607483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762974.607486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762974.607488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762974.607491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762974.607493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762974.607495:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762974.607498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762974.607500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762974.607503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762974.607505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762974.607508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762974.607511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762974.607513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762974.607515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762974.607518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762974.607520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762974.607522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762974.607525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762974.607527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762974.607531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762974.607533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762974.607536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762974.607539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762974.607541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762974.607544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762974.607546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762974.607549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762974.607551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762974.607554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762974.607556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762974.607558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762974.607561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762974.607564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762974.607566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762974.607569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762974.607572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762974.607575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762974.607577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762974.607580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762974.607583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762974.607585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762974.607588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762974.607591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762974.607593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762974.607596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762974.607599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762974.607601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762974.607604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762974.607607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762974.607609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762974.607612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762974.607615:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762974.607618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762974.607621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762974.607624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762974.607626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762974.607629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762974.607631:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762974.607634:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762974.607637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762974.607639:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762974.607642:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762974.607644:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762974.607647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762974.607650:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762974.607652:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762974.607655:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762974.607657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762974.607660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762974.607662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762974.607664:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762974.607667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762974.607669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762974.607672:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762974.607675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762974.607677:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762974.607680:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762974.607683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762974.607685:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762974.607688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762974.607690:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762974.607692:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762974.607695:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762974.607698:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762974.607700:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762974.607703:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762974.607705:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762974.607708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762974.607710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762974.607712:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762974.607715:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762974.607718:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762974.607720:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762974.607723:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762974.607725:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762974.607727:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762974.607730:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762974.607732:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762974.607735:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762974.607738:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762974.607740:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762974.607743:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762974.607745:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762974.607747:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762974.607750:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762974.607753:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762974.607756:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762974.607759:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762974.607762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762974.607764:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762974.607766:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762974.607769:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762974.607771:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762974.607774:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762974.607777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762974.607780:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762974.607783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762974.607785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762974.607788:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762974.607790:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762974.607792:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762974.607794:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762974.607796:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762974.607799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762974.607802:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762974.607804:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762974.607807:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762974.607809:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762974.607812:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762974.607814:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762974.607817:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762974.607820:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762974.607822:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762974.607824:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762974.607826:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762974.607828:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762974.607831:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762974.607833:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762974.607836:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762974.607838:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762974.607841:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762974.607843:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762974.607846:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762974.607848:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762974.607850:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762974.607852:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762974.607855:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762974.607858:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762974.607861:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762974.607901:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762974.607906:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762974.607908:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762974.607911:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762974.607913:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762974.607921:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762974.607924:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762974.607927:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762974.607929:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762974.607932:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762974.607935:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762974.607938:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762974.607940:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762974.607943:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762974.607946:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762974.608196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762974.608220:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac240 00000100:00100000:0.0:1789762974.608255:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015185280:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762974.608266:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [13824, 14079] 00000080:00200000:1.0:1789762974.608288:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762974.608294:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762974.608298:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762974.608310:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762974.608333:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 57671680, count: 1048576 00000080:00200000:1.0:1789762974.608344:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 57671680, bytes: 1048576 00000080:00200000:1.0:1789762974.608352:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762974.608360:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762974.608362:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [57671680, 58720256) 0 0 00000080:00200000:1.0:1789762974.608367:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762974.608380:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [14080, 14335] 00020000:00200000:1.0:1789762974.608388:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 57671680 chunk: [57671680, 58720256) 58720256, 1048576 00020000:00200000:1.0:1789762974.608392:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762974.608408:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [14080, 14335] 00000008:00010000:1.0:1789762974.608421:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762974.608426:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762974.608433:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [57671680, 58720256) 00000080:00200000:1.0:1789762974.608442:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762974.608472:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:57671680 00000080:00200000:1.0:1789762974.608479:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=57671680=0x3700000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762974.608766:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762974.608769:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 58720256 00000020:00010000:1.0:1789762974.608777:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762974.608780:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762974.608782:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762974.608785:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762974.608788:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762974.608794:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762974.608799:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762974.608814:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762974.608922:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 57671680<>58720256 00000100:00100000:1.0:1789762974.608960:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762974.608975:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015185408:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762974.706685:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762974.706698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762974.706702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762974.706704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762974.706706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762974.706708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762974.706710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762974.706712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762974.706713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762974.706715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762974.706716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762974.706718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762974.706719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762974.706721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762974.706722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762974.706724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762974.706725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762974.706727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762974.706728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762974.706730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762974.706732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762974.706733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762974.706735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762974.706736:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762974.706738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762974.706739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762974.706741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762974.706742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762974.706744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762974.706745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762974.706747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762974.706748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762974.706749:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762974.706761:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762974.706763:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762974.706765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762974.706766:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762974.706768:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762974.706770:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762974.706771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762974.706773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762974.706775:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762974.706776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762974.706778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762974.706780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762974.706781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762974.706783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762974.706784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762974.706785:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762974.706787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762974.706788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762974.706790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762974.706791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762974.706793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762974.706794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762974.706796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762974.706797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762974.706799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762974.706800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762974.706802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762974.706803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762974.706805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762974.706806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762974.706808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762974.706809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762974.706811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762974.706812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762974.706814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762974.706815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762974.706817:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762974.706819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762974.706821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762974.706823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762974.706824:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762974.706826:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762974.706828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762974.706829:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762974.706831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762974.706832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762974.706834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762974.706835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762974.706837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762974.706838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762974.706840:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762974.706841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762974.706842:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762974.706844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762974.706845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762974.706847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762974.706848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762974.706850:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762974.706851:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762974.706853:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762974.706854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762974.706856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762974.706858:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762974.706859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762974.706860:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762974.706862:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762974.706894:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762974.706896:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762974.706898:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762974.706900:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762974.706902:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762974.706904:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762974.706906:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762974.706907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762974.706909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762974.706910:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762974.706912:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762974.706913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762974.706915:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762974.706916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762974.706918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762974.706919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762974.706921:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762974.706922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762974.706924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762974.706925:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762974.706927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762974.706928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762974.706930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762974.706931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762974.706933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762974.706934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762974.706936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762974.706937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762974.706939:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762974.706940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762974.706942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762974.706943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762974.706945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762974.706946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762974.706948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762974.706950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762974.706952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762974.706953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762974.706955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762974.706957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762974.706958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762974.706960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762974.706961:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762974.706963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762974.706964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762974.706966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762974.706968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762974.706969:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762974.706971:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762974.706972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762974.706974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762974.706975:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762974.706977:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762974.706978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762974.706980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762974.706981:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762974.706983:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762974.706984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762974.706986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762974.706988:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762974.706989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762974.706991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762974.706992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762974.706994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762974.706995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762974.706997:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762974.706998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762974.707000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762974.707002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762974.707004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762974.707006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762974.707008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762974.707009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762974.707011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762974.707012:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762974.707014:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762974.707015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762974.707017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762974.707018:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762974.707020:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762974.707021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762974.707023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762974.707024:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762974.707026:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762974.707027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762974.707028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762974.707030:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762974.707031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762974.707033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762974.707034:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762974.707036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762974.707037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762974.707039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762974.707040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762974.707042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762974.707043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762974.707045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762974.707046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762974.707048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762974.707050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762974.707052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762974.707053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762974.707055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762974.707057:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762974.707059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762974.707060:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762974.707062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762974.707063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762974.707065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762974.707066:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762974.707068:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762974.707069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762974.707070:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762974.707072:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762974.707074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762974.707075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762974.707077:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762974.707078:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762974.707080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762974.707081:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762974.707083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762974.707084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762974.707085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762974.707087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762974.707089:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762974.707090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762974.707091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762974.707093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762974.707094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762974.707096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762974.707097:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762974.707099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762974.707101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762974.707103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762974.707105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762974.707107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762974.707108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762974.707110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762974.707111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762974.707113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762974.707114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762974.707116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762974.707117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762974.707119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762974.707120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762974.707121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762974.707123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762974.707125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762974.707126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762974.707128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762974.707129:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762974.707131:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762974.707132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762974.707134:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762974.707135:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762974.707137:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762974.707138:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762974.707140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762974.707229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762974.707247:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762974.707271:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015185408:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762974.707299:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [14080, 14335] 00000080:00200000:0.0:1789762974.707318:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762974.707324:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762974.707328:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762974.707341:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762974.707367:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 58720256, count: 1048576 00000080:00200000:0.0:1789762974.707376:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 58720256, bytes: 1048576 00000080:00200000:0.0:1789762974.707385:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762974.707394:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762974.707396:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [58720256, 59768832) 0 0 00000080:00200000:0.0:1789762974.707401:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762974.707415:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [14336, 14591] 00020000:00200000:0.0:1789762974.707423:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 58720256 chunk: [58720256, 59768832) 59768832, 1048576 00020000:00200000:0.0:1789762974.707428:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762974.707445:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [14336, 14591] 00000008:00010000:0.0:1789762974.707480:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762974.707485:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762974.707493:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [58720256, 59768832) 00000080:00200000:0.0:1789762974.707502:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762974.707507:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:58720256 00000080:00200000:0.0:1789762974.707515:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=58720256=0x3800000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762974.707778:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762974.707781:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 59768832 00000020:00010000:0.0:1789762974.707789:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762974.707792:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762974.707795:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762974.707799:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762974.707801:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762974.707809:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762974.707814:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762974.707830:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157ff00 00000008:00100000:0.0:1789762974.707948:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cfbb80 - object 0x240000400:27 offset 58720256<>59768832 00000100:00100000:0.0:1789762974.707988:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762974.708004:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015185536:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762974.808005:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157ff00 00000020:00200000:0.0:1789762974.808018:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762974.808023:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762974.808025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762974.808027:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762974.808029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762974.808032:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762974.808035:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762974.808036:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762974.808038:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762974.808040:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762974.808042:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762974.808044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762974.808046:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762974.808048:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762974.808049:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762974.808051:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762974.808053:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762974.808055:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762974.808057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762974.808059:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762974.808060:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762974.808062:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762974.808064:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762974.808066:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762974.808068:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762974.808070:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762974.808071:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762974.808073:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762974.808075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762974.808077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762974.808079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762974.808080:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762974.808082:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762974.808084:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762974.808086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762974.808088:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762974.808090:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762974.808091:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762974.808094:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762974.808096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762974.808098:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762974.808100:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762974.808102:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762974.808103:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762974.808105:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762974.808107:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762974.808109:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762974.808111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762974.808113:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762974.808115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762974.808116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762974.808118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762974.808120:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762974.808122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762974.808124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762974.808126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762974.808128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762974.808130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762974.808132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762974.808133:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762974.808135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762974.808137:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762974.808139:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762974.808141:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762974.808142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762974.808144:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762974.808146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762974.808148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762974.808150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762974.808152:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762974.808154:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762974.808156:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762974.808158:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762974.808159:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762974.808161:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762974.808163:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762974.808165:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762974.808167:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762974.808169:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762974.808170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762974.808172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762974.808174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762974.808176:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762974.808178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762974.808180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762974.808182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762974.808183:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762974.808185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762974.808187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762974.808189:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762974.808191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762974.808193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762974.808195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762974.808197:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762974.808198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762974.808200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762974.808202:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762974.808204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762974.808206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762974.808207:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762974.808209:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762974.808211:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762974.808213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762974.808215:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762974.808217:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762974.808219:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762974.808221:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762974.808222:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762974.808224:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762974.808226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762974.808228:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762974.808230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762974.808232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762974.808234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762974.808235:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762974.808237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762974.808239:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762974.808241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762974.808243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762974.808245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762974.808246:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762974.808248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762974.808250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762974.808252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762974.808254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762974.808255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762974.808257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762974.808259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762974.808261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762974.808263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762974.808265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762974.808266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762974.808268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762974.808270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762974.808272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762974.808274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762974.808277:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762974.808279:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762974.808281:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762974.808283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762974.808284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762974.808286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762974.808288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762974.808290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762974.808292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762974.808294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762974.808296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762974.808298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762974.808299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762974.808301:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762974.808303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762974.808305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762974.808307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762974.808308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762974.808310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762974.808312:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762974.808314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762974.808316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762974.808318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762974.808320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762974.808321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762974.808323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762974.808325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762974.808327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762974.808329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762974.808330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762974.808333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762974.808335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762974.808337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762974.808339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762974.808341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762974.808343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762974.808345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762974.808347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762974.808348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762974.808350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762974.808352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762974.808354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762974.808356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762974.808358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762974.808359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762974.808361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762974.808363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762974.808365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762974.808367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762974.808369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762974.808370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762974.808372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762974.808374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762974.808376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762974.808378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762974.808380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762974.808381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762974.808383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762974.808385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762974.808387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762974.808389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762974.808390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762974.808393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762974.808395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762974.808397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762974.808399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762974.808401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762974.808403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762974.808405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762974.808406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762974.808408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762974.808410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762974.808412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762974.808414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762974.808416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762974.808417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762974.808419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762974.808421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762974.808423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762974.808425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762974.808427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762974.808429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762974.808431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762974.808432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762974.808434:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762974.808436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762974.808438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762974.808440:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762974.808441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762974.808443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762974.808445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762974.808469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762974.808472:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762974.808474:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762974.808477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762974.808479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762974.808481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762974.808483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762974.808485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762974.808487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762974.808489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762974.808491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762974.808493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762974.808513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762974.808515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762974.808517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762974.808519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762974.808521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762974.808523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762974.808525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762974.808527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762974.808529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762974.808531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762974.808533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762974.808535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762974.808537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762974.808539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762974.808541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762974.808543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762974.808546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762974.808666:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762974.808688:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157ff00 00000100:00100000:0.0:1789762974.808718:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015185536:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762974.808760:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [14336, 14591] 00000080:00200000:1.0:1789762974.808783:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762974.808792:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762974.808816:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762974.808830:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762974.808856:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 59768832, count: 1048576 00000080:00200000:1.0:1789762974.808866:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 59768832, bytes: 1048576 00000080:00200000:1.0:1789762974.808877:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762974.808922:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762974.808926:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [59768832, 60817408) 0 0 00000080:00200000:1.0:1789762974.808931:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762974.808945:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [14592, 14847] 00020000:00200000:1.0:1789762974.808954:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 59768832 chunk: [59768832, 60817408) 60817408, 1048576 00020000:00200000:1.0:1789762974.808959:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762974.808977:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [14592, 14847] 00000008:00010000:1.0:1789762974.808993:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762974.808998:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762974.809007:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [59768832, 60817408) 00000080:00200000:1.0:1789762974.809016:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762974.809021:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:59768832 00000080:00200000:1.0:1789762974.809029:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=59768832=0x3900000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762974.809359:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762974.809363:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 60817408 00000020:00010000:1.0:1789762974.809372:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762974.809377:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762974.809381:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762974.809385:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762974.809389:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762974.809397:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762974.809404:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762974.809423:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762974.809547:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 59768832<>60817408 00000100:00100000:1.0:1789762974.809597:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762974.809615:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015185664:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762974.909705:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762974.909719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762974.909724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762974.909727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762974.909729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762974.909731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762974.909733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762974.909736:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762974.909738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762974.909740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762974.909742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762974.909744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762974.909746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762974.909748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762974.909750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762974.909752:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762974.909754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762974.909756:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762974.909758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762974.909760:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762974.909762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762974.909764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762974.909766:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762974.909768:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762974.909771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762974.909773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762974.909774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762974.909776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762974.909778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762974.909782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762974.909784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762974.909786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762974.909789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762974.909791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762974.909793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762974.909795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762974.909797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762974.909799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762974.909801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762974.909803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762974.909805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762974.909807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762974.909809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762974.909811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762974.909813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762974.909815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762974.909817:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762974.909819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762974.909821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762974.909823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762974.909825:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762974.909827:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762974.909829:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762974.909831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762974.909833:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762974.909835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762974.909837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762974.909839:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762974.909841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762974.909843:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762974.909845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762974.909847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762974.909850:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762974.909852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762974.909855:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762974.909857:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762974.909859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762974.909861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762974.909891:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762974.909894:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762974.909896:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762974.909898:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762974.909900:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762974.909902:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762974.909905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762974.909907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762974.909909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762974.909912:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762974.909914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762974.909916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762974.909918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762974.909920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762974.909922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762974.909924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762974.909926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762974.909928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762974.909930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762974.909932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762974.909934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762974.909936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762974.909938:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762974.909940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762974.909942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762974.909945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762974.909947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762974.909950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762974.909952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762974.909954:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762974.909957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762974.909959:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762974.909961:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762974.909963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762974.909965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762974.909967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762974.909969:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762974.909971:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762974.909973:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762974.909975:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762974.909977:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762974.909979:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762974.909981:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762974.909983:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762974.909985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762974.909987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762974.909989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762974.909990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762974.909992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762974.909994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762974.909996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762974.909998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762974.910000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762974.910002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762974.910004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762974.910006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762974.910008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762974.910011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762974.910013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762974.910015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762974.910019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762974.910022:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762974.910025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762974.910029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762974.910032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762974.910036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762974.910040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762974.910043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762974.910046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762974.910049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762974.910052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762974.910055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762974.910059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762974.910062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762974.910066:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762974.910069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762974.910073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762974.910077:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762974.910080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762974.910084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762974.910088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762974.910092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762974.910096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762974.910099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762974.910103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762974.910107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762974.910110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762974.910113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762974.910117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762974.910121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762974.910125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762974.910128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762974.910130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762974.910132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762974.910134:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762974.910136:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762974.910138:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762974.910140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762974.910142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762974.910144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762974.910146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762974.910148:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762974.910150:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762974.910152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762974.910154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762974.910156:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762974.910158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762974.910160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762974.910162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762974.910164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762974.910166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762974.910168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762974.910170:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762974.910172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762974.910174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762974.910176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762974.910178:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762974.910180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762974.910182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762974.910184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762974.910186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762974.910188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762974.910191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762974.910193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762974.910195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762974.910197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762974.910199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762974.910201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762974.910203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762974.910205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762974.910207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762974.910210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762974.910212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762974.910214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762974.910216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762974.910218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762974.910220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762974.910222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762974.910224:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762974.910226:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762974.910227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762974.910229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762974.910231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762974.910233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762974.910235:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762974.910237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762974.910239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762974.910241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762974.910243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762974.910245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762974.910247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762974.910249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762974.910251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762974.910254:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762974.910256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762974.910258:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762974.910261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762974.910263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762974.910265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762974.910267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762974.910269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762974.910271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762974.910273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762974.910275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762974.910277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762974.910279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762974.910281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762974.910283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762974.910285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762974.910287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762974.910289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762974.910291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762974.910293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762974.910295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762974.910297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762974.910299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762974.910301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762974.910303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762974.910305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762974.910307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762974.910309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762974.910311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762974.910313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762974.910314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762974.910317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762974.910319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762974.910322:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762974.910324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762974.910326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762974.910502:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762974.910526:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762974.910558:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015185664:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762974.910593:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [14592, 14847] 00000080:00200000:0.0:1789762974.910617:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762974.910629:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762974.910634:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762974.910649:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762974.910677:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 60817408, count: 1048576 00000080:00200000:0.0:1789762974.910688:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 60817408, bytes: 1048576 00000080:00200000:0.0:1789762974.910699:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762974.910709:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762974.910711:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [60817408, 61865984) 0 0 00000080:00200000:0.0:1789762974.910717:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762974.910732:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [14848, 15103] 00020000:00200000:0.0:1789762974.910742:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 60817408 chunk: [60817408, 61865984) 61865984, 1048576 00020000:00200000:0.0:1789762974.910747:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762974.910767:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [14848, 15103] 00000008:00010000:0.0:1789762974.910781:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762974.910788:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762974.910797:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [60817408, 61865984) 00000080:00200000:0.0:1789762974.910807:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762974.910813:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:60817408 00000080:00200000:0.0:1789762974.910821:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=60817408=0x3a00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762974.911162:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762974.911167:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 61865984 00000020:00010000:0.0:1789762974.911175:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762974.911179:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762974.911183:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762974.911188:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762974.911191:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762974.911200:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762974.911206:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762974.911226:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157ff00 00000008:00100000:0.0:1789762974.911324:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cfbb80 - object 0x240000400:27 offset 60817408<>61865984 00000100:00100000:0.0:1789762974.911372:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762974.911391:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015185792:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762975.008067:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157ff00 00000020:00200000:0.0:1789762975.008086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762975.008092:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762975.008095:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762975.008097:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762975.008099:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762975.008102:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762975.008104:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762975.008106:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762975.008108:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762975.008110:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762975.008112:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762975.008114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762975.008116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762975.008118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762975.008120:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762975.008122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762975.008124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762975.008126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762975.008128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762975.008130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762975.008132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762975.008134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762975.008136:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762975.008138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762975.008140:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762975.008142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762975.008144:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762975.008146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762975.008148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762975.008151:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762975.008154:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762975.008156:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762975.008158:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762975.008160:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762975.008162:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762975.008164:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762975.008166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762975.008168:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762975.008170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762975.008172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762975.008174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762975.008176:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762975.008178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762975.008180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762975.008182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762975.008184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762975.008186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762975.008188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762975.008190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762975.008192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762975.008194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762975.008196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762975.008198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762975.008200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762975.008202:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762975.008204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762975.008206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762975.008208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762975.008210:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762975.008212:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762975.008214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762975.008217:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762975.008219:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762975.008222:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762975.008224:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762975.008226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762975.008228:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762975.008230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762975.008232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762975.008234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762975.008236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762975.008238:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762975.008240:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762975.008242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762975.008244:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762975.008246:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762975.008248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762975.008250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762975.008252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762975.008254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762975.008256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762975.008258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762975.008260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762975.008262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762975.008264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762975.008266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762975.008268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762975.008270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762975.008272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762975.008274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762975.008276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762975.008278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762975.008280:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762975.008283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762975.008285:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762975.008287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762975.008290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762975.008292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762975.008294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762975.008296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762975.008298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762975.008300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762975.008302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762975.008304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762975.008306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762975.008308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762975.008310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762975.008312:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762975.008314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762975.008316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762975.008318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762975.008320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762975.008322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762975.008324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762975.008326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762975.008328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762975.008330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762975.008332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762975.008334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762975.008336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762975.008338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762975.008340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762975.008341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762975.008343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762975.008345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762975.008348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762975.008350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762975.008352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762975.008355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762975.008357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762975.008359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762975.008361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762975.008363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762975.008365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762975.008367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762975.008369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762975.008371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762975.008373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762975.008375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762975.008377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762975.008379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762975.008381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762975.008383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762975.008385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762975.008387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762975.008389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762975.008391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762975.008393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762975.008395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762975.008397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762975.008399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762975.008401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762975.008402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762975.008404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762975.008407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762975.008409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762975.008411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762975.008414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762975.008416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762975.008418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762975.008420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762975.008422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762975.008425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762975.008427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762975.008429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762975.008431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762975.008433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762975.008435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762975.008437:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762975.008439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762975.008441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762975.008443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762975.008467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762975.008471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762975.008473:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762975.008475:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762975.008477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762975.008479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762975.008481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762975.008483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762975.008485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762975.008487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762975.008489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762975.008490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762975.008492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762975.008494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762975.008496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762975.008498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762975.008500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762975.008504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762975.008506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762975.008508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762975.008510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762975.008512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762975.008514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762975.008517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762975.008519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762975.008521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762975.008523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762975.008525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762975.008527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762975.008529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762975.008531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762975.008533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762975.008535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762975.008537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762975.008539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762975.008541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762975.008543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762975.008544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762975.008546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762975.008548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762975.008551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762975.008553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762975.008555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762975.008557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762975.008559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762975.008561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762975.008563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762975.008565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762975.008567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762975.008569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762975.008571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762975.008574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762975.008576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762975.008578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762975.008580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762975.008582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762975.008584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762975.008586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762975.008588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762975.008590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762975.008592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762975.008594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762975.008596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762975.008598:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762975.008600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762975.008602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762975.008604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762975.008606:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762975.008608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762975.008610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762975.008612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762975.008614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762975.008616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762975.008618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762975.008620:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762975.008622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762975.008624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762975.008626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762975.008628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762975.008630:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762975.008632:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762975.008635:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762975.008637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762975.008640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762975.008765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762975.008792:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157ff00 00000100:00100000:0.0:1789762975.008833:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015185792:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762975.008856:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [14848, 15103] 00000080:00200000:1.0:1789762975.008921:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762975.008930:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762975.008935:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762975.008951:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762975.008981:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 61865984, count: 1048576 00000080:00200000:1.0:1789762975.008993:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 61865984, bytes: 1048576 00000080:00200000:1.0:1789762975.009004:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762975.009014:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762975.009017:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [61865984, 62914560) 0 0 00000080:00200000:1.0:1789762975.009023:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762975.009038:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [15104, 15359] 00020000:00200000:1.0:1789762975.009048:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 61865984 chunk: [61865984, 62914560) 62914560, 1048576 00020000:00200000:1.0:1789762975.009053:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762975.009074:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [15104, 15359] 00000008:00010000:1.0:1789762975.009090:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762975.009096:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762975.009105:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [61865984, 62914560) 00000080:00200000:1.0:1789762975.009116:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762975.009129:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:61865984 00000080:00200000:1.0:1789762975.009141:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=61865984=0x3b00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762975.009535:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762975.009540:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 62914560 00000020:00010000:1.0:1789762975.009551:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762975.009556:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762975.009560:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762975.009565:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762975.009568:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762975.009577:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762975.009584:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762975.009606:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762975.009704:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 61865984<>62914560 00000100:00100000:1.0:1789762975.009751:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762975.009769:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015185920:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762975.108345:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762975.108358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762975.108363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762975.108365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762975.108368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762975.108370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762975.108372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762975.108374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762975.108377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762975.108379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762975.108381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762975.108384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762975.108386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762975.108388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762975.108390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762975.108392:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762975.108394:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762975.108395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762975.108397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762975.108399:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762975.108403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762975.108405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762975.108407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762975.108410:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762975.108412:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762975.108414:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762975.108416:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762975.108418:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762975.108420:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762975.108422:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762975.108424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762975.108426:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762975.108428:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762975.108430:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762975.108432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762975.108434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762975.108436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762975.108438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762975.108440:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762975.108442:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762975.108476:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762975.108480:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762975.108482:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762975.108484:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762975.108486:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762975.108488:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762975.108490:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762975.108492:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762975.108494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762975.108496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762975.108498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762975.108500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762975.108503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762975.108505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762975.108507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762975.108510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762975.108512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762975.108514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762975.108516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762975.108518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762975.108520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762975.108522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762975.108524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762975.108526:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762975.108528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762975.108530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762975.108532:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762975.108534:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762975.108536:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762975.108538:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762975.108540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762975.108542:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762975.108544:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762975.108546:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762975.108548:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762975.108550:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762975.108552:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762975.108553:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762975.108555:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762975.108557:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762975.108559:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762975.108561:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762975.108563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762975.108565:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762975.108568:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762975.108571:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762975.108573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762975.108575:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762975.108578:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762975.108580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762975.108582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762975.108584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762975.108586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762975.108588:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762975.108590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762975.108592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762975.108594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762975.108596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762975.108598:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762975.108600:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762975.108602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762975.108604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762975.108606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762975.108607:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762975.108609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762975.108611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762975.108613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762975.108615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762975.108617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762975.108619:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762975.108621:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762975.108623:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762975.108625:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762975.108627:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762975.108629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762975.108631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762975.108634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762975.108636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762975.108639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762975.108641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762975.108643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762975.108645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762975.108647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762975.108649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762975.108651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762975.108653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762975.108655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762975.108657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762975.108659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762975.108661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762975.108663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762975.108665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762975.108667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762975.108669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762975.108671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762975.108673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762975.108675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762975.108677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762975.108679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762975.108681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762975.108683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762975.108685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762975.108687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762975.108689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762975.108691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762975.108693:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762975.108695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762975.108697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762975.108699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762975.108702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762975.108704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762975.108706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762975.108709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762975.108711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762975.108713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762975.108715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762975.108717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762975.108719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762975.108721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762975.108723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762975.108725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762975.108727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762975.108729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762975.108731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762975.108733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762975.108735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762975.108737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762975.108739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762975.108741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762975.108743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762975.108745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762975.108746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762975.108748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762975.108750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762975.108752:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762975.108754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762975.108756:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762975.108758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762975.108760:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762975.108762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762975.108766:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762975.108769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762975.108773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762975.108776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762975.108780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762975.108783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762975.108786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762975.108790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762975.108793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762975.108796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762975.108798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762975.108802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762975.108806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762975.108809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762975.108812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762975.108816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762975.108819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762975.108823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762975.108827:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762975.108830:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762975.108834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762975.108838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762975.108841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762975.108845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762975.108849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762975.108852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762975.108857:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762975.108861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762975.108896:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762975.108899:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762975.108901:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762975.108904:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762975.108907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762975.108909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762975.108911:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762975.108914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762975.108916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762975.108918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762975.108920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762975.108922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762975.108924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762975.108926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762975.108928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762975.108930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762975.108932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762975.108934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762975.108936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762975.108938:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762975.108940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762975.108942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762975.108944:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762975.108946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762975.108948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762975.108950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762975.108952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762975.108954:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762975.108956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762975.108958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762975.108960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762975.108962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762975.108963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762975.108965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762975.108967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762975.108969:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762975.108972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762975.108974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762975.108976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762975.108979:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762975.108981:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762975.108983:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762975.108985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762975.108987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762975.108989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762975.108991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762975.108993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762975.108995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762975.108997:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762975.109112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762975.109134:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762975.109164:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015185920:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762975.109206:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [15104, 15359] 00000080:00200000:0.0:1789762975.109229:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762975.109237:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762975.109243:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762975.109258:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762975.109283:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 62914560, count: 1048576 00000080:00200000:0.0:1789762975.109294:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 62914560, bytes: 1048576 00000080:00200000:0.0:1789762975.109305:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762975.109315:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762975.109318:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [62914560, 63963136) 0 0 00000080:00200000:0.0:1789762975.109323:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762975.109339:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [15360, 15615] 00020000:00200000:0.0:1789762975.109347:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 62914560 chunk: [62914560, 63963136) 63963136, 1048576 00020000:00200000:0.0:1789762975.109352:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762975.109371:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [15360, 15615] 00000008:00010000:0.0:1789762975.109386:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762975.109391:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762975.109401:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [62914560, 63963136) 00000080:00200000:0.0:1789762975.109410:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762975.109416:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:62914560 00000080:00200000:0.0:1789762975.109424:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=62914560=0x3c00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762975.109779:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762975.109786:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 63963136 00000020:00010000:0.0:1789762975.109797:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762975.109804:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.109811:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.109818:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762975.109824:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762975.109837:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762975.109847:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762975.109915:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157ff00 00000008:00100000:0.0:1789762975.110016:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cfbb80 - object 0x240000400:27 offset 62914560<>63963136 00000100:00100000:0.0:1789762975.110074:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789762975.110093:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015186048:192.168.203.148@tcp:3:dd.500 00010000:00010000:1.0:1789762975.199129:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:0.0:1789762975.209205:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157ff00 00000020:00200000:0.0:1789762975.209217:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762975.209221:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762975.209223:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762975.209225:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762975.209227:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762975.209229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762975.209231:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762975.209233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762975.209236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762975.209238:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762975.209239:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762975.209241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762975.209243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762975.209244:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762975.209246:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762975.209248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762975.209249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762975.209251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762975.209253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762975.209255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762975.209257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762975.209259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762975.209261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762975.209263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762975.209265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762975.209267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762975.209269:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762975.209270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762975.209272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762975.209274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762975.209276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762975.209277:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762975.209279:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762975.209281:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762975.209282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762975.209284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762975.209286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762975.209287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762975.209289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762975.209291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762975.209293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762975.209294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762975.209296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762975.209298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762975.209300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762975.209301:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762975.209303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762975.209305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762975.209306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762975.209308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762975.209310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762975.209311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762975.209314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762975.209316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762975.209318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762975.209320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762975.209321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762975.209324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762975.209326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762975.209327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762975.209329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762975.209331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762975.209332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762975.209334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762975.209336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762975.209337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762975.209339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762975.209341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762975.209342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762975.209344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762975.209346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762975.209347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762975.209349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762975.209351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762975.209353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762975.209354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762975.209356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762975.209358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762975.209359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762975.209361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762975.209363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762975.209364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762975.209366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762975.209368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762975.209370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762975.209372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762975.209374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762975.209376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762975.209378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762975.209380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762975.209382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762975.209383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762975.209385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762975.209387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762975.209389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762975.209390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762975.209392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762975.209394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762975.209396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762975.209397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762975.209399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762975.209401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762975.209402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762975.209404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762975.209406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762975.209407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762975.209409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762975.209411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762975.209412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762975.209414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762975.209416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762975.209418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762975.209419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762975.209421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762975.209423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762975.209425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762975.209427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762975.209429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762975.209431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762975.209433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762975.209435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762975.209437:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762975.209439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762975.209441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762975.209442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762975.209470:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762975.209473:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762975.209476:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762975.209479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762975.209482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762975.209485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762975.209488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762975.209491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762975.209494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762975.209498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762975.209500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762975.209503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762975.209506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762975.209509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762975.209512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762975.209515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762975.209518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762975.209521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762975.209525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762975.209528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762975.209531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762975.209534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762975.209538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762975.209542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762975.209544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762975.209547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762975.209550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762975.209553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762975.209556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762975.209560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762975.209563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762975.209566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762975.209569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762975.209572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762975.209575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762975.209578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762975.209581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762975.209584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762975.209586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762975.209589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762975.209592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762975.209594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762975.209596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762975.209598:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762975.209600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762975.209602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762975.209603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762975.209623:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762975.209625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762975.209627:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762975.209629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762975.209631:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762975.209633:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762975.209635:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762975.209637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762975.209640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762975.209642:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762975.209645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762975.209647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762975.209649:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762975.209651:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762975.209653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762975.209655:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762975.209657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762975.209659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762975.209661:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762975.209663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762975.209665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762975.209667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762975.209669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762975.209671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762975.209673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762975.209675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762975.209677:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762975.209679:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762975.209681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762975.209683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762975.209685:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762975.209687:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762975.209689:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762975.209691:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762975.209693:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762975.209695:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762975.209697:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762975.209699:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762975.209701:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762975.209703:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762975.209705:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762975.209708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762975.209710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762975.209712:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762975.209714:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762975.209716:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762975.209718:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762975.209720:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762975.209722:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762975.209724:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762975.209726:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762975.209728:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762975.209730:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762975.209732:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762975.209734:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762975.209736:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762975.209738:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762975.209740:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762975.209742:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762975.209744:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762975.209746:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762975.209748:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762975.209750:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762975.209752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762975.209754:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762975.209756:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762975.209758:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762975.209760:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762975.209762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762975.209764:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762975.209766:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762975.209768:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762975.209770:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762975.209773:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762975.209775:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762975.209777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762975.209779:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762975.209782:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762975.209784:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762975.209786:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762975.209788:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762975.209790:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762975.209791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762975.209793:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762975.209941:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762975.209958:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157ff00 00000100:00100000:0.0:1789762975.209984:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015186048:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762975.210016:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [15360, 15615] 00000080:00200000:1.0:1789762975.210042:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762975.210052:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762975.210059:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762975.210075:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762975.210104:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 63963136, count: 1048576 00000080:00200000:1.0:1789762975.210116:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 63963136, bytes: 1048576 00000080:00200000:1.0:1789762975.210126:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762975.210135:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762975.210137:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [63963136, 65011712) 0 0 00000080:00200000:1.0:1789762975.210142:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762975.210157:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [15616, 15871] 00020000:00200000:1.0:1789762975.210166:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 63963136 chunk: [63963136, 65011712) 65011712, 1048576 00020000:00200000:1.0:1789762975.210171:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762975.210190:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [15616, 15871] 00000008:00010000:1.0:1789762975.210205:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762975.210211:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762975.210222:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [63963136, 65011712) 00000080:00200000:1.0:1789762975.210235:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762975.210243:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:63963136 00000080:00200000:1.0:1789762975.210252:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=63963136=0x3d00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762975.210703:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762975.210709:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 65011712 00000020:00010000:1.0:1789762975.210720:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762975.210726:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762975.210732:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762975.210737:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762975.210741:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762975.210752:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762975.210762:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762975.210787:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762975.210987:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 63963136<>65011712 00000100:00100000:1.0:1789762975.211034:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762975.211056:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015186176:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762975.306638:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762975.306647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762975.306650:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762975.306651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762975.306652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762975.306653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762975.306654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762975.306655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762975.306656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762975.306657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762975.306659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762975.306660:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762975.306661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762975.306662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762975.306663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762975.306664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762975.306665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762975.306666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762975.306667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762975.306669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762975.306670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762975.306671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762975.306672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762975.306673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762975.306674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762975.306675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762975.306676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762975.306678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762975.306679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762975.306680:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762975.306681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762975.306682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762975.306683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762975.306684:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762975.306685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762975.306686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762975.306687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762975.306688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762975.306689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762975.306690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762975.306691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762975.306693:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762975.306694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762975.306696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762975.306697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762975.306698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762975.306700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762975.306701:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762975.306702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762975.306703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762975.306704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762975.306705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762975.306706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762975.306707:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762975.306708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762975.306709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762975.306710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762975.306711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762975.306712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762975.306713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762975.306714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762975.306715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762975.306717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762975.306718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762975.306719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762975.306720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762975.306721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762975.306722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762975.306723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762975.306724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762975.306725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762975.306726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762975.306727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762975.306728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762975.306729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762975.306731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762975.306732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762975.306733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762975.306735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762975.306736:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762975.306737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762975.306738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762975.306739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762975.306740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762975.306742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762975.306743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762975.306745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762975.306747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762975.306748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762975.306750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762975.306751:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762975.306753:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762975.306755:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762975.306756:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762975.306758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762975.306760:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762975.306762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762975.306764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762975.306765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762975.306767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762975.306769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762975.306771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762975.306773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762975.306774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762975.306776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762975.306778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762975.306781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762975.306783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762975.306785:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762975.306787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762975.306789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762975.306791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762975.306793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762975.306795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762975.306797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762975.306798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762975.306799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762975.306800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762975.306801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762975.306802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762975.306803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762975.306804:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762975.306805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762975.306806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762975.306807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762975.306808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762975.306809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762975.306811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762975.306812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762975.306813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762975.306814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762975.306815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762975.306816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762975.306817:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762975.306818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762975.306819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762975.306820:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762975.306821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762975.306823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762975.306824:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762975.306825:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762975.306827:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762975.306828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762975.306829:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762975.306830:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762975.306831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762975.306832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762975.306833:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762975.306835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762975.306836:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762975.306837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762975.306838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762975.306839:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762975.306840:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762975.306841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762975.306842:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762975.306843:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762975.306844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762975.306845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762975.306846:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762975.306847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762975.306848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762975.306849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762975.306850:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762975.306851:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762975.306852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762975.306853:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762975.306854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762975.306855:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762975.306856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762975.306858:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762975.306859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762975.306860:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762975.306884:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762975.306885:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762975.306886:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762975.306887:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762975.306889:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762975.306890:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762975.306891:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762975.306892:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762975.306893:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762975.306894:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762975.306895:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762975.306896:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762975.306897:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762975.306898:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762975.306899:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762975.306900:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762975.306901:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762975.306902:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762975.306903:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762975.306904:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762975.306905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762975.306906:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762975.306907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762975.306908:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762975.306909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762975.306910:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762975.306912:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762975.306913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762975.306914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762975.306915:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762975.306917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762975.306918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762975.306919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762975.306920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762975.306921:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762975.306922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762975.306923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762975.306924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762975.306925:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762975.306927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762975.306928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762975.306929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762975.306930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762975.306931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762975.306932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762975.306933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762975.306934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762975.306935:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762975.306936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762975.306937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762975.306938:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762975.306939:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762975.306940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762975.306941:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762975.306942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762975.306943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762975.306944:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762975.306946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762975.306947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762975.306948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762975.306949:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762975.306950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762975.306952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762975.306953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762975.306954:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762975.306955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762975.306956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762975.306958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762975.306959:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762975.306960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762975.306961:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762975.306962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762975.306963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762975.306964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762975.306965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762975.306966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762975.306967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762975.306968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762975.306976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762975.306977:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762975.306978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762975.306979:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762975.306980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762975.306981:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762975.307052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762975.307071:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762975.307100:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015186176:192.168.203.148@tcp:3:dd.500 00000080:00200000:3.0:1789762975.307111:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [15616, 15871] 00000080:00200000:3.0:1789762975.307133:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1789762975.307141:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:3.0:1789762975.307146:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1789762975.307161:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:3.0:1789762975.307185:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 65011712, count: 1048576 00000080:00200000:3.0:1789762975.307196:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 65011712, bytes: 1048576 00000080:00200000:3.0:1789762975.307206:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:3.0:1789762975.307215:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:3.0:1789762975.307218:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [65011712, 66060288) 0 0 00000080:00200000:3.0:1789762975.307223:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1789762975.307238:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [15872, 16127] 00020000:00200000:3.0:1789762975.307247:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65011712 chunk: [65011712, 66060288) 66060288, 1048576 00020000:00200000:3.0:1789762975.307252:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1789762975.307270:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [15872, 16127] 00000008:00010000:3.0:1789762975.307285:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1789762975.307291:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd60c2e830, osc lock ffff9cdd43418720, flags 0x0 00000080:00200000:3.0:1789762975.307300:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [65011712, 66060288) 00000080:00200000:3.0:1789762975.307309:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:3.0:1789762975.307315:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:65011712 00000080:00200000:3.0:1789762975.307324:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=65011712=0x3e00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:3.0:1789762975.307635:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:3.0:1789762975.307638:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 66060288 00000020:00010000:3.0:1789762975.307645:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:3.0:1789762975.307649:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1789762975.307653:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd60c2e830 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1789762975.307657:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1789762975.307660:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd60c2e830 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1789762975.307667:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:3.0:1789762975.307672:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1789762975.307690:0:761:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd45765cc0 00000008:00100000:3.0:1789762975.307779:0:761:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd593dad80 - object 0x240000400:27 offset 65011712<>66060288 00000100:00100000:3.0:1789762975.307829:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789762975.307851:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015186304:192.168.203.148@tcp:3:dd.500 00000008:00010000:2.0:1789762975.406400:0:2365:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd45765cc0 00000020:00200000:2.0:1789762975.406412:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1789762975.406417:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1789762975.406419:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1789762975.406421:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1789762975.406423:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1789762975.406425:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1789762975.406428:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1789762975.406430:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1789762975.406432:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1789762975.406434:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1789762975.406436:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1789762975.406438:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1789762975.406440:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1789762975.406466:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1789762975.406471:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1789762975.406473:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1789762975.406475:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1789762975.406477:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1789762975.406479:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1789762975.406481:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1789762975.406483:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1789762975.406485:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1789762975.406487:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1789762975.406490:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1789762975.406492:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1789762975.406494:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1789762975.406496:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1789762975.406517:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1789762975.406519:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1789762975.406521:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1789762975.406523:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1789762975.406525:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1789762975.406527:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1789762975.406529:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1789762975.406531:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1789762975.406533:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1789762975.406535:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1789762975.406537:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1789762975.406539:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1789762975.406541:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1789762975.406543:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1789762975.406545:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1789762975.406547:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1789762975.406549:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1789762975.406551:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1789762975.406553:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1789762975.406555:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1789762975.406557:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1789762975.406559:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1789762975.406561:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1789762975.406563:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1789762975.406565:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1789762975.406566:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1789762975.406568:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1789762975.406570:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1789762975.406573:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1789762975.406575:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1789762975.406578:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1789762975.406580:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1789762975.406582:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1789762975.406584:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1789762975.406586:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1789762975.406588:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1789762975.406590:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1789762975.406592:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1789762975.406594:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1789762975.406596:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1789762975.406598:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1789762975.406600:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1789762975.406602:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1789762975.406604:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1789762975.406606:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1789762975.406608:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1789762975.406610:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1789762975.406612:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1789762975.406614:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1789762975.406616:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1789762975.406618:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1789762975.406620:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1789762975.406622:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1789762975.406624:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1789762975.406626:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1789762975.406628:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1789762975.406630:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1789762975.406632:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1789762975.406634:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1789762975.406636:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1789762975.406639:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1789762975.406641:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1789762975.406644:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1789762975.406646:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1789762975.406648:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1789762975.406650:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1789762975.406652:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1789762975.406654:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1789762975.406656:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1789762975.406658:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1789762975.406660:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1789762975.406662:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1789762975.406664:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1789762975.406666:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1789762975.406668:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1789762975.406670:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1789762975.406672:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1789762975.406674:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1789762975.406676:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1789762975.406678:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1789762975.406680:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1789762975.406682:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1789762975.406684:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1789762975.406686:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1789762975.406688:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1789762975.406690:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1789762975.406692:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1789762975.406694:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1789762975.406696:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1789762975.406698:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1789762975.406700:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1789762975.406702:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1789762975.406705:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1789762975.406707:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1789762975.406709:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1789762975.406712:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1789762975.406714:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1789762975.406716:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1789762975.406718:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1789762975.406720:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1789762975.406722:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1789762975.406724:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1789762975.406726:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1789762975.406728:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1789762975.406730:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1789762975.406732:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1789762975.406734:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1789762975.406736:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1789762975.406738:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1789762975.406740:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1789762975.406742:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1789762975.406744:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1789762975.406746:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1789762975.406748:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1789762975.406750:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1789762975.406752:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1789762975.406754:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1789762975.406756:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1789762975.406757:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1789762975.406760:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1789762975.406762:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1789762975.406764:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1789762975.406767:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1789762975.406770:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1789762975.406775:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1789762975.406778:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1789762975.406781:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1789762975.406784:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1789762975.406787:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1789762975.406791:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1789762975.406794:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1789762975.406796:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1789762975.406800:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1789762975.406804:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1789762975.406807:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1789762975.406811:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1789762975.406815:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1789762975.406818:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1789762975.406822:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1789762975.406825:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1789762975.406828:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1789762975.406832:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1789762975.406836:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1789762975.406840:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1789762975.406844:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1789762975.406848:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1789762975.406852:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1789762975.406855:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1789762975.406859:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1789762975.406880:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1789762975.406883:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1789762975.406886:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1789762975.406888:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1789762975.406890:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1789762975.406893:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1789762975.406894:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1789762975.406930:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1789762975.406932:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1789762975.406935:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1789762975.406937:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1789762975.406938:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1789762975.406940:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1789762975.406942:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1789762975.406944:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1789762975.406946:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1789762975.406948:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1789762975.406949:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1789762975.406951:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1789762975.406953:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1789762975.406955:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1789762975.406957:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1789762975.406959:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1789762975.406961:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1789762975.406963:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1789762975.406964:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1789762975.406966:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1789762975.406968:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1789762975.406970:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1789762975.406972:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1789762975.406973:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1789762975.406975:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1789762975.406977:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1789762975.406979:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1789762975.406981:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1789762975.406983:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1789762975.406984:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1789762975.406986:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1789762975.406988:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1789762975.406991:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1789762975.406993:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1789762975.406995:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1789762975.406997:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1789762975.406999:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1789762975.407001:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1789762975.407003:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1789762975.407005:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1789762975.407007:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1789762975.407009:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1789762975.407011:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1789762975.407012:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1789762975.407014:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1789762975.407016:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1789762975.407018:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1789762975.407020:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1789762975.407021:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1789762975.407023:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1789762975.407025:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1789762975.407027:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1789762975.407029:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1789762975.407031:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1789762975.407033:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1789762975.407034:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1789762975.407036:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1789762975.407038:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1789762975.407040:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1789762975.407042:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1789762975.407043:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1789762975.407045:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1789762975.407047:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1789762975.407049:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1789762975.407051:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1789762975.407053:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1789762975.407055:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1789762975.407057:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1789762975.407059:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1789762975.407061:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1789762975.407062:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1789762975.407064:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1789762975.407066:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1789762975.407177:0:2365:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1789762975.407204:0:2365:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd45765cc0 00000100:00100000:2.0:1789762975.407241:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015186304:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762975.407247:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [15872, 16127] 00000080:00200000:1.0:1789762975.407268:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762975.407276:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762975.407281:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762975.407294:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762975.407323:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 66060288, count: 1048576 00000080:00200000:1.0:1789762975.407349:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 66060288, bytes: 1048576 00000080:00200000:1.0:1789762975.407360:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762975.407369:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762975.407372:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [66060288, 67108864) 0 0 00000080:00200000:1.0:1789762975.407377:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762975.407399:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [16128, 16383] 00020000:00200000:1.0:1789762975.407408:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66060288 chunk: [66060288, 67108864) 67108864, 1048576 00020000:00200000:1.0:1789762975.407412:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762975.407432:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [16128, 16383] 00000008:00010000:1.0:1789762975.407471:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762975.407478:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762975.407488:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [66060288, 67108864) 00000080:00200000:1.0:1789762975.407524:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762975.407536:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:66060288 00000080:00200000:1.0:1789762975.407545:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=66060288=0x3f00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762975.407823:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762975.407827:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 67108864 00000020:00010000:1.0:1789762975.407836:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762975.407841:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762975.407845:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762975.407849:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762975.407852:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762975.407860:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762975.407936:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762975.407962:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762975.408091:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 66060288<>67108864 00000100:00100000:1.0:1789762975.408168:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015186432:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762975.507765:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762975.507780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762975.507786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762975.507788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762975.507790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762975.507793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762975.507795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762975.507797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762975.507799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762975.507801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762975.507803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762975.507805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762975.507807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762975.507809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762975.507811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762975.507813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762975.507815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762975.507817:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762975.507819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762975.507821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762975.507823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762975.507825:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762975.507827:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762975.507829:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762975.507831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762975.507833:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762975.507835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762975.507837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762975.507839:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762975.507841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762975.507843:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762975.507845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762975.507847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762975.507849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762975.507852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762975.507854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762975.507856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762975.507859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762975.507861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762975.507863:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762975.507865:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762975.507867:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762975.507869:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762975.507888:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762975.507890:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762975.507936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762975.507939:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762975.507941:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762975.507943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762975.507945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762975.507946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762975.507948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762975.507968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762975.507970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762975.507972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762975.507974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762975.507976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762975.507979:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762975.507981:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762975.507983:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762975.507985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762975.507987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762975.507989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762975.507991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762975.507993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762975.507995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762975.507997:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762975.508000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762975.508002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762975.508004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762975.508006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762975.508008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762975.508011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762975.508013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762975.508015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762975.508017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762975.508019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762975.508021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762975.508023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762975.508043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762975.508045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762975.508047:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762975.508048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762975.508050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762975.508052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762975.508054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762975.508056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762975.508059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762975.508061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762975.508065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762975.508068:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762975.508070:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762975.508073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762975.508076:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762975.508079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762975.508082:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762975.508084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762975.508087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762975.508090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762975.508093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762975.508096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762975.508099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762975.508102:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762975.508105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762975.508108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762975.508112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762975.508115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762975.508118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762975.508122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762975.508125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762975.508128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762975.508132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762975.508135:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762975.508139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762975.508142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762975.508145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762975.508149:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762975.508152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762975.508155:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762975.508158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762975.508160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762975.508162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762975.508164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762975.508166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762975.508168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762975.508170:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762975.508172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762975.508174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762975.508175:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762975.508177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762975.508180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762975.508182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762975.508185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762975.508187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762975.508189:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762975.508191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762975.508193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762975.508194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762975.508196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762975.508198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762975.508200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762975.508202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762975.508204:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762975.508205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762975.508207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762975.508209:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762975.508211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762975.508213:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762975.508215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762975.508216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762975.508218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762975.508220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762975.508222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762975.508224:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762975.508226:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762975.508228:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762975.508229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762975.508231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762975.508233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762975.508235:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762975.508237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762975.508239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762975.508241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762975.508244:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762975.508246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762975.508248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762975.508250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762975.508252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762975.508253:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762975.508273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762975.508275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762975.508277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762975.508279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762975.508281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762975.508283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762975.508285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762975.508287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762975.508289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762975.508291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762975.508293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762975.508295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762975.508297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762975.508299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762975.508301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762975.508303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762975.508305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762975.508307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762975.508309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762975.508311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762975.508313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762975.508315:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762975.508317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762975.508319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762975.508321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762975.508323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762975.508326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762975.508328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762975.508330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762975.508332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762975.508334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762975.508336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762975.508338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762975.508340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762975.508342:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762975.508344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762975.508346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762975.508348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762975.508350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762975.508352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762975.508354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762975.508356:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762975.508358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762975.508360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762975.508362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762975.508364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762975.508366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762975.508368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762975.508370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762975.508372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762975.508374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762975.508376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762975.508378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762975.508380:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762975.508382:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762975.508384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762975.508386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762975.508389:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762975.508391:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762975.508393:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762975.508395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762975.508397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762975.508400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762975.508401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762975.508403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762975.508405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762975.508407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762975.508409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762975.508411:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762975.508413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762975.508415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762975.508417:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762975.508419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762975.508421:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762975.508423:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762975.508425:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762975.508427:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762975.508429:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762975.508431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762975.508433:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762975.508435:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762975.508437:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762975.508439:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762975.508465:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762975.508471:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762975.508475:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762975.508478:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762975.508481:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762975.508632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762975.508660:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762975.508693:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015186432:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762975.508744:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [16128, 16383] 00000080:00200000:0.0:1789762975.508768:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762975.508779:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762975.508786:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762975.508804:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762975.508838:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 67108864, count: 1048576 00000080:00200000:0.0:1789762975.508853:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 67108864, bytes: 1048576 00000080:00200000:0.0:1789762975.508933:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762975.508947:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762975.508952:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [67108864, 68157440) 0 0 00000080:00200000:0.0:1789762975.508959:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762975.508976:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [16384, 16639] 00020000:00200000:0.0:1789762975.508989:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67108864 chunk: [67108864, 68157440) 68157440, 1048576 00020000:00200000:0.0:1789762975.508996:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762975.509021:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [16384, 16639] 00000008:00010000:0.0:1789762975.509037:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762975.509043:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762975.509053:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [67108864, 68157440) 00000080:00200000:0.0:1789762975.509062:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762975.509068:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:67108864 00000080:00200000:0.0:1789762975.509076:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=67108864=0x4000000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762975.509347:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762975.509351:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 68157440 00000020:00010000:0.0:1789762975.509359:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762975.509363:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.509367:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.509371:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762975.509374:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762975.509382:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762975.509389:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762975.509408:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157ff00 00000008:00100000:0.0:1789762975.509570:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cfbb80 - object 0x240000400:27 offset 67108864<>68157440 00000100:00100000:1.0:1789762975.509678:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015186560:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762975.607947:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157ff00 00000020:00200000:1.0:1789762975.607962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762975.607969:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762975.607973:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762975.607977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762975.607981:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762975.607985:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762975.607988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762975.607992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762975.607996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762975.608000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762975.608004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762975.608008:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762975.608012:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762975.608015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762975.608018:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762975.608021:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762975.608023:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762975.608025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762975.608028:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762975.608030:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762975.608032:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762975.608034:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762975.608036:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762975.608038:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762975.608040:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762975.608042:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762975.608045:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762975.608047:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762975.608050:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762975.608052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762975.608054:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762975.608056:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762975.608058:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762975.608060:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762975.608063:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762975.608065:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762975.608067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762975.608069:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762975.608071:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762975.608073:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762975.608075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762975.608077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762975.608079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762975.608081:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762975.608083:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762975.608105:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762975.608117:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762975.608121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762975.608124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762975.608127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762975.608130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762975.608135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762975.608138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762975.608141:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762975.608144:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762975.608147:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762975.608151:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762975.608154:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762975.608159:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762975.608163:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762975.608166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762975.608170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762975.608174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762975.608185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762975.608187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762975.608189:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762975.608192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762975.608194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762975.608196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762975.608198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762975.608200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762975.608202:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762975.608204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762975.608206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762975.608208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762975.608210:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762975.608212:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762975.608214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762975.608216:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762975.608218:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762975.608220:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762975.608222:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762975.608224:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762975.608226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762975.608228:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762975.608230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762975.608232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762975.608234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762975.608236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762975.608238:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762975.608241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762975.608243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762975.608245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762975.608248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762975.608250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762975.608252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762975.608254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762975.608256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762975.608258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762975.608260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762975.608262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762975.608264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762975.608266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762975.608268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762975.608270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762975.608272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762975.608274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762975.608276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762975.608278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762975.608280:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762975.608282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762975.608284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762975.608286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762975.608288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762975.608290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762975.608292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762975.608294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762975.608296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762975.608298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762975.608300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762975.608302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762975.608304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762975.608306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762975.608309:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762975.608311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762975.608313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762975.608315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762975.608317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762975.608319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762975.608321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762975.608323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762975.608325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762975.608327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762975.608329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762975.608331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762975.608333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762975.608335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762975.608337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762975.608339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762975.608341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762975.608343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762975.608345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762975.608347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762975.608349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762975.608351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762975.608353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762975.608355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762975.608357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762975.608359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762975.608361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762975.608363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762975.608366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762975.608369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762975.608372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762975.608376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762975.608379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762975.608383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762975.608386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762975.608390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762975.608393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762975.608396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762975.608400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762975.608403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762975.608406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762975.608410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762975.608413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762975.608417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762975.608421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762975.608425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762975.608429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762975.608433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762975.608436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762975.608459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762975.608464:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762975.608467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762975.608469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762975.608472:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762975.608474:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762975.608476:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762975.608478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762975.608480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762975.608482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762975.608484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762975.608486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762975.608488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762975.608490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762975.608492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762975.608495:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762975.608497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762975.608499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762975.608501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762975.608503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762975.608505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762975.608507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762975.608509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762975.608511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762975.608513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762975.608515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762975.608517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762975.608519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762975.608521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762975.608523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762975.608525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762975.608527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762975.608529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762975.608531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762975.608533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762975.608535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762975.608537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762975.608539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762975.608541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762975.608543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762975.608545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762975.608547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762975.608549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762975.608552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762975.608554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762975.608556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762975.608558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762975.608560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762975.608563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762975.608565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762975.608567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762975.608569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762975.608571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762975.608573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762975.608575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762975.608577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762975.608579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762975.608581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762975.608583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762975.608585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762975.608587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762975.608589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762975.608591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762975.608593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762975.608595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762975.608597:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762975.608599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762975.608601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762975.608603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762975.608605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762975.608607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762975.608609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762975.608611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762975.608613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762975.608615:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762975.608617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762975.608619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762975.608621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762975.608623:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762975.608626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762975.608628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762975.608630:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762975.608633:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762975.608635:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762975.608798:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762975.608829:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157ff00 00000100:00100000:1.0:1789762975.608859:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015186560:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762975.608914:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [16384, 16639] 00000080:00200000:0.0:1789762975.608941:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762975.608953:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762975.608961:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762975.608979:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762975.609010:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 68157440, count: 1048576 00000080:00200000:0.0:1789762975.609025:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 68157440, bytes: 1048576 00000080:00200000:0.0:1789762975.609038:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762975.609051:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762975.609055:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [68157440, 69206016) 0 0 00000080:00200000:0.0:1789762975.609062:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762975.609081:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [16640, 16895] 00020000:00200000:0.0:1789762975.609091:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68157440 chunk: [68157440, 69206016) 69206016, 1048576 00020000:00200000:0.0:1789762975.609098:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762975.609121:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [16640, 16895] 00000008:00010000:0.0:1789762975.609141:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762975.609150:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762975.609162:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [68157440, 69206016) 00000080:00200000:0.0:1789762975.609175:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762975.609183:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:68157440 00000080:00200000:0.0:1789762975.609193:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=68157440=0x4100000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762975.609923:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762975.609930:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 69206016 00000020:00010000:0.0:1789762975.609942:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762975.609948:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.609954:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.609960:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762975.609965:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762975.609978:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762975.609988:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762975.610013:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f780 00000008:00100000:0.0:1789762975.610150:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cfaa00 - object 0x240000400:27 offset 68157440<>69206016 00000100:00100000:1.0:1789762975.610244:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015186688:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762975.707369:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f780 00000020:00200000:1.0:1789762975.707383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762975.707388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762975.707390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762975.707393:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762975.707395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762975.707397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762975.707400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762975.707403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762975.707405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762975.707408:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762975.707410:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762975.707413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762975.707415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762975.707418:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762975.707420:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762975.707423:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762975.707424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762975.707426:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762975.707427:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762975.707429:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762975.707431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762975.707433:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762975.707434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762975.707436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762975.707437:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762975.707438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762975.707453:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762975.707456:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762975.707457:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762975.707459:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762975.707460:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762975.707461:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762975.707463:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762975.707464:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762975.707466:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762975.707468:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762975.707469:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762975.707470:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762975.707471:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762975.707473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762975.707474:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762975.707475:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762975.707477:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762975.707478:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762975.707479:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762975.707480:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762975.707482:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762975.707483:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762975.707484:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762975.707485:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762975.707487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762975.707488:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762975.707491:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762975.707493:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762975.707496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762975.707498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762975.707500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762975.707503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762975.707505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762975.707507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762975.707509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762975.707511:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762975.707513:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762975.707516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762975.707518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762975.707520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762975.707522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762975.707524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762975.707527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762975.707529:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762975.707531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762975.707533:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762975.707535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762975.707537:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762975.707539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762975.707542:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762975.707544:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762975.707546:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762975.707548:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762975.707550:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762975.707553:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762975.707555:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762975.707557:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762975.707560:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762975.707562:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762975.707564:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762975.707567:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762975.707569:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762975.707571:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762975.707573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762975.707575:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762975.707578:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762975.707580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762975.707582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762975.707584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762975.707586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762975.707588:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762975.707590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762975.707592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762975.707594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762975.707596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762975.707598:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762975.707601:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762975.707603:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762975.707605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762975.707607:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762975.707609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762975.707611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762975.707613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762975.707615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762975.707617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762975.707620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762975.707622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762975.707624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762975.707626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762975.707629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762975.707631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762975.707634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762975.707636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762975.707638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762975.707640:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762975.707643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762975.707645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762975.707646:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762975.707648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762975.707649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762975.707651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762975.707652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762975.707653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762975.707655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762975.707656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762975.707657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762975.707658:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762975.707660:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762975.707661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762975.707662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762975.707663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762975.707665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762975.707666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762975.707667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762975.707668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762975.707669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762975.707671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762975.707672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762975.707673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762975.707674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762975.707676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762975.707678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762975.707679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762975.707681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762975.707682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762975.707683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762975.707685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762975.707686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762975.707687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762975.707689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762975.707690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762975.707691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762975.707692:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762975.707694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762975.707695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762975.707696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762975.707698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762975.707699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762975.707700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762975.707701:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762975.707703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762975.707704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762975.707705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762975.707706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762975.707708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762975.707709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762975.707710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762975.707711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762975.707712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762975.707714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762975.707715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762975.707716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762975.707717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762975.707719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762975.707721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762975.707723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762975.707724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762975.707725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762975.707727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762975.707728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762975.707729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762975.707730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762975.707732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762975.707733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762975.707734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762975.707735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762975.707737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762975.707738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762975.707739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762975.707740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762975.707742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762975.707743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762975.707744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762975.707745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762975.707747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762975.707748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762975.707749:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762975.707750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762975.707752:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762975.707753:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762975.707754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762975.707755:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762975.707757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762975.707758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762975.707759:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762975.707761:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762975.707762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762975.707764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762975.707765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762975.707767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762975.707768:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762975.707769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762975.707771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762975.707772:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762975.707773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762975.707775:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762975.707776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762975.707777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762975.707778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762975.707780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762975.707781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762975.707782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762975.707783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762975.707785:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762975.707786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762975.707787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762975.707788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762975.707790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762975.707791:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762975.707792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762975.707794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762975.707795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762975.707796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762975.707797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762975.707799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762975.707800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762975.707801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762975.707803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762975.707804:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762975.707806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762975.707807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762975.707809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762975.707810:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762975.707811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762975.707812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762975.707814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762975.707815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762975.707816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762975.707818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762975.707819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762975.708013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762975.708032:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f780 00000100:00100000:1.0:1789762975.708062:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015186688:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762975.708077:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [16640, 16895] 00000080:00200000:0.0:1789762975.708094:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762975.708099:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762975.708103:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762975.708114:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762975.708134:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 69206016, count: 1048576 00000080:00200000:0.0:1789762975.708142:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 69206016, bytes: 1048576 00000080:00200000:0.0:1789762975.708149:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762975.708156:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762975.708159:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [69206016, 70254592) 0 0 00000080:00200000:0.0:1789762975.708163:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762975.708174:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [16896, 17151] 00020000:00200000:0.0:1789762975.708181:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 69206016 chunk: [69206016, 70254592) 70254592, 1048576 00020000:00200000:0.0:1789762975.708185:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762975.708200:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [16896, 17151] 00000008:00010000:0.0:1789762975.708212:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762975.708217:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762975.708224:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [69206016, 70254592) 00000080:00200000:0.0:1789762975.708231:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762975.708236:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:69206016 00000080:00200000:0.0:1789762975.708242:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=69206016=0x4200000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762975.708586:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762975.708589:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 70254592 00000020:00010000:0.0:1789762975.708595:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762975.708599:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.708602:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.708605:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762975.708607:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762975.708613:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762975.708618:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762975.708632:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f840 00000008:00100000:0.0:1789762975.708702:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9180 - object 0x240000400:27 offset 69206016<>70254592 00000100:00100000:1.0:1789762975.708804:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015186816:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762975.808090:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f840 00000020:00200000:1.0:1789762975.808103:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762975.808107:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762975.808109:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762975.808111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762975.808113:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762975.808115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762975.808116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762975.808118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762975.808119:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762975.808121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762975.808122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762975.808124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762975.808126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762975.808128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762975.808130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762975.808132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762975.808133:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762975.808135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762975.808136:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762975.808138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762975.808139:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762975.808141:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762975.808142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762975.808144:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762975.808145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762975.808147:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762975.808149:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762975.808150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762975.808152:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762975.808153:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762975.808154:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762975.808156:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762975.808157:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762975.808159:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762975.808160:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762975.808162:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762975.808163:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762975.808165:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762975.808166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762975.808168:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762975.808169:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762975.808171:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762975.808173:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762975.808174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762975.808176:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762975.808178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762975.808180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762975.808182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762975.808183:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762975.808185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762975.808186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762975.808188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762975.808189:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762975.808191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762975.808192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762975.808194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762975.808195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762975.808197:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762975.808199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762975.808202:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762975.808204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762975.808206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762975.808209:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762975.808211:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762975.808214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762975.808216:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762975.808219:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762975.808221:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762975.808223:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762975.808225:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762975.808228:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762975.808231:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762975.808233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762975.808236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762975.808238:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762975.808242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762975.808245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762975.808248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762975.808251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762975.808254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762975.808256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762975.808259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762975.808262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762975.808265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762975.808267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762975.808270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762975.808273:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762975.808275:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762975.808278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762975.808281:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762975.808282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762975.808284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762975.808286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762975.808288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762975.808290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762975.808291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762975.808293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762975.808294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762975.808296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762975.808297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762975.808299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762975.808300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762975.808302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762975.808303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762975.808304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762975.808306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762975.808307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762975.808309:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762975.808311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762975.808313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762975.808315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762975.808316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762975.808318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762975.808320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762975.808321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762975.808323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762975.808324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762975.808326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762975.808327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762975.808329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762975.808330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762975.808331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762975.808333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762975.808335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762975.808336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762975.808338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762975.808339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762975.808341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762975.808342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762975.808344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762975.808345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762975.808347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762975.808348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762975.808350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762975.808351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762975.808353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762975.808354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762975.808356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762975.808357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762975.808359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762975.808361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762975.808362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762975.808364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762975.808366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762975.808368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762975.808369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762975.808371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762975.808372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762975.808374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762975.808375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762975.808377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762975.808378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762975.808380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762975.808381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762975.808383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762975.808385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762975.808386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762975.808388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762975.808389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762975.808391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762975.808392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762975.808394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762975.808395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762975.808397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762975.808398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762975.808400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762975.808401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762975.808403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762975.808404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762975.808406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762975.808407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762975.808409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762975.808411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762975.808413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762975.808414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762975.808416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762975.808418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762975.808419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762975.808421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762975.808422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762975.808424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762975.808425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762975.808427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762975.808428:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762975.808429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762975.808431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762975.808432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762975.808434:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762975.808435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762975.808437:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762975.808438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762975.808457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762975.808458:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762975.808460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762975.808462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762975.808463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762975.808465:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762975.808467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762975.808468:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762975.808470:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762975.808471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762975.808473:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762975.808475:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762975.808476:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762975.808478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762975.808480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762975.808482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762975.808484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762975.808485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762975.808487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762975.808488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762975.808490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762975.808491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762975.808493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762975.808494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762975.808496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762975.808497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762975.808499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762975.808500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762975.808501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762975.808503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762975.808505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762975.808506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762975.808507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762975.808509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762975.808510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762975.808512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762975.808513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762975.808515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762975.808516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762975.808518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762975.808519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762975.808521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762975.808522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762975.808524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762975.808525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762975.808527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762975.808529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762975.808531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762975.808533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762975.808536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762975.808539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762975.808541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762975.808544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762975.808547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762975.808550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762975.808553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762975.808555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762975.808558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762975.808561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762975.808564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762975.808566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762975.808569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762975.808571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762975.808574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762975.808577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762975.808670:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762975.808692:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f840 00000100:00100000:1.0:1789762975.808720:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015186816:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762975.808748:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [16896, 17151] 00000080:00200000:0.0:1789762975.808766:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762975.808773:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762975.808777:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762975.808790:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762975.808815:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 70254592, count: 1048576 00000080:00200000:0.0:1789762975.808825:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 70254592, bytes: 1048576 00000080:00200000:0.0:1789762975.808834:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762975.808842:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762975.808845:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [70254592, 71303168) 0 0 00000080:00200000:0.0:1789762975.808849:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762975.808862:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [17152, 17407] 00020000:00200000:0.0:1789762975.808899:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 70254592 chunk: [70254592, 71303168) 71303168, 1048576 00020000:00200000:0.0:1789762975.808904:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762975.808922:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [17152, 17407] 00000008:00010000:0.0:1789762975.808936:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762975.808941:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762975.808948:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [70254592, 71303168) 00000080:00200000:0.0:1789762975.808957:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762975.808962:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:70254592 00000080:00200000:0.0:1789762975.808969:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=70254592=0x4300000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762975.809326:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762975.809329:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 71303168 00000020:00010000:0.0:1789762975.809337:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762975.809340:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.809343:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.809346:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762975.809349:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762975.809356:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762975.809361:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762975.809378:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f0c0 00000008:00100000:0.0:1789762975.809479:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9180 - object 0x240000400:27 offset 70254592<>71303168 00000100:00100000:1.0:1789762975.809558:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015186944:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762975.908102:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f0c0 00000020:00200000:1.0:1789762975.908115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762975.908127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762975.908129:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762975.908130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762975.908132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762975.908133:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762975.908135:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762975.908136:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762975.908138:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762975.908139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762975.908140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762975.908141:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762975.908142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762975.908143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762975.908144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762975.908145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762975.908146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762975.908147:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762975.908148:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762975.908149:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762975.908150:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762975.908151:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762975.908152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762975.908153:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762975.908154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762975.908155:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762975.908156:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762975.908157:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762975.908158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762975.908159:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762975.908160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762975.908161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762975.908162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762975.908163:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762975.908164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762975.908165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762975.908166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762975.908168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762975.908169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762975.908170:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762975.908172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762975.908173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762975.908174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762975.908175:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762975.908176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762975.908177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762975.908178:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762975.908179:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762975.908180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762975.908181:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762975.908182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762975.908183:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762975.908184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762975.908185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762975.908186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762975.908187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762975.908188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762975.908190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762975.908191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762975.908192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762975.908192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762975.908193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762975.908194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762975.908195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762975.908196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762975.908198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762975.908199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762975.908200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762975.908200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762975.908202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762975.908204:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762975.908205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762975.908206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762975.908208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762975.908209:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762975.908210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762975.908211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762975.908212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762975.908213:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762975.908214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762975.908215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762975.908216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762975.908217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762975.908218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762975.908219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762975.908220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762975.908221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762975.908222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762975.908223:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762975.908224:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762975.908225:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762975.908226:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762975.908227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762975.908228:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762975.908229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762975.908230:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762975.908231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762975.908232:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762975.908233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762975.908234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762975.908235:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762975.908237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762975.908238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762975.908240:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762975.908241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762975.908242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762975.908244:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762975.908245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762975.908246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762975.908247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762975.908248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762975.908249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762975.908250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762975.908251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762975.908252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762975.908253:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762975.908254:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762975.908255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762975.908256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762975.908257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762975.908258:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762975.908259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762975.908261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762975.908262:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762975.908264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762975.908266:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762975.908267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762975.908269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762975.908271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762975.908272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762975.908273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762975.908275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762975.908277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762975.908279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762975.908281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762975.908282:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762975.908284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762975.908285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762975.908286:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762975.908288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762975.908290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762975.908291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762975.908293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762975.908295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762975.908297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762975.908299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762975.908301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762975.908303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762975.908305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762975.908307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762975.908309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762975.908312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762975.908314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762975.908316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762975.908318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762975.908331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762975.908333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762975.908335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762975.908337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762975.908339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762975.908340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762975.908342:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762975.908344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762975.908346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762975.908348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762975.908350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762975.908352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762975.908354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762975.908355:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762975.908357:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762975.908358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762975.908360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762975.908362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762975.908364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762975.908366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762975.908368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762975.908370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762975.908372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762975.908374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762975.908376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762975.908378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762975.908379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762975.908382:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762975.908383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762975.908385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762975.908387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762975.908389:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762975.908391:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762975.908393:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762975.908395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762975.908397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762975.908398:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762975.908400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762975.908402:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762975.908405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762975.908407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762975.908409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762975.908411:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762975.908413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762975.908415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762975.908417:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762975.908419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762975.908420:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762975.908422:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762975.908424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762975.908426:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762975.908428:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762975.908430:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762975.908432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762975.908434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762975.908436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762975.908450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762975.908453:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762975.908455:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762975.908457:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762975.908459:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762975.908461:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762975.908463:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762975.908465:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762975.908467:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762975.908485:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762975.908487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762975.908489:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762975.908492:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762975.908494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762975.908496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762975.908498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762975.908500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762975.908502:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762975.908505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762975.908507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762975.908509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762975.908510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762975.908512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762975.908513:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762975.908514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762975.908515:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762975.908516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762975.908517:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762975.908518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762975.908519:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762975.908520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762975.908521:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762975.908522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762975.908523:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762975.908524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762975.908525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762975.908526:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762975.908527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762975.908528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762975.908529:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762975.908530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762975.908531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762975.908533:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762975.908534:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762975.908535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762975.908691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762975.908711:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f0c0 00000100:00100000:1.0:1789762975.908739:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015186944:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762975.908766:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [17152, 17407] 00000080:00200000:0.0:1789762975.908787:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762975.908794:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762975.908799:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762975.908812:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762975.908833:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 71303168, count: 1048576 00000080:00200000:0.0:1789762975.908842:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 71303168, bytes: 1048576 00000080:00200000:0.0:1789762975.908850:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762975.908858:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762975.908861:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [71303168, 72351744) 0 0 00000080:00200000:0.0:1789762975.908897:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762975.908911:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [17408, 17663] 00020000:00200000:0.0:1789762975.908918:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 71303168 chunk: [71303168, 72351744) 72351744, 1048576 00020000:00200000:0.0:1789762975.908922:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762975.908938:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [17408, 17663] 00000008:00010000:0.0:1789762975.908951:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762975.908957:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762975.908964:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [71303168, 72351744) 00000080:00200000:0.0:1789762975.908972:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762975.908978:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:71303168 00000080:00200000:0.0:1789762975.908985:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=71303168=0x4400000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762975.909331:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762975.909336:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 72351744 00000020:00010000:0.0:1789762975.909346:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762975.909350:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.909355:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762975.909359:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762975.909363:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762975.909372:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762975.909378:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762975.909399:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f240 00000008:00100000:0.0:1789762975.909534:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cfaa00 - object 0x240000400:27 offset 71303168<>72351744 00000100:00100000:1.0:1789762975.909603:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789762975.909619:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015187072:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762976.007167:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f240 00000020:00200000:1.0:1789762976.007180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762976.007184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762976.007185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762976.007186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762976.007187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762976.007188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762976.007189:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762976.007190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762976.007191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762976.007192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762976.007193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762976.007194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762976.007195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762976.007196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762976.007197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762976.007198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762976.007199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762976.007200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762976.007201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762976.007202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762976.007203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762976.007204:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762976.007206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762976.007207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762976.007208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762976.007208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762976.007210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762976.007211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762976.007212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762976.007214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762976.007215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762976.007216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762976.007218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762976.007219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762976.007220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762976.007221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762976.007222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762976.007223:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762976.007224:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762976.007225:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762976.007226:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762976.007227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762976.007228:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762976.007229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762976.007230:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762976.007231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762976.007232:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762976.007233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762976.007234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762976.007235:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762976.007236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762976.007237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762976.007238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762976.007239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762976.007240:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762976.007241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762976.007242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762976.007243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762976.007244:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762976.007245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762976.007246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762976.007248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762976.007249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762976.007250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762976.007252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762976.007253:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762976.007254:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762976.007255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762976.007256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762976.007257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762976.007258:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762976.007259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762976.007260:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762976.007261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762976.007262:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762976.007263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762976.007264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762976.007266:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762976.007267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762976.007269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762976.007270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762976.007272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762976.007273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762976.007275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762976.007276:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762976.007278:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762976.007280:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762976.007281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762976.007282:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762976.007284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762976.007285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762976.007287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762976.007289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762976.007291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762976.007293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762976.007295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762976.007296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762976.007298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762976.007300:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762976.007302:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762976.007304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762976.007306:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762976.007308:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762976.007310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762976.007312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762976.007314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762976.007317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762976.007319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762976.007321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762976.007323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762976.007324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762976.007326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762976.007327:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762976.007328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762976.007329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762976.007330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762976.007331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762976.007333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762976.007334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762976.007335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762976.007336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762976.007337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762976.007338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762976.007339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762976.007339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762976.007341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762976.007342:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762976.007344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762976.007345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762976.007346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762976.007348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762976.007349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762976.007350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762976.007351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762976.007352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762976.007353:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762976.007354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762976.007355:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762976.007356:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762976.007357:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762976.007358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762976.007359:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762976.007360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762976.007361:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762976.007362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762976.007363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762976.007364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762976.007365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762976.007366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762976.007367:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762976.007368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762976.007369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762976.007370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762976.007371:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762976.007372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762976.007373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762976.007374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762976.007376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762976.007377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762976.007378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762976.007379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762976.007381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762976.007382:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762976.007383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762976.007384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762976.007385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762976.007386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762976.007387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762976.007388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762976.007396:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762976.007397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762976.007398:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762976.007399:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762976.007400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762976.007401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762976.007402:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762976.007403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762976.007404:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762976.007405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762976.007406:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762976.007408:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762976.007409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762976.007410:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762976.007412:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762976.007413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762976.007414:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762976.007415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762976.007416:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762976.007417:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762976.007419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762976.007420:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762976.007422:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762976.007423:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762976.007424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762976.007425:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762976.007426:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762976.007427:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762976.007428:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762976.007429:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762976.007430:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762976.007431:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762976.007432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762976.007433:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762976.007434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762976.007435:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762976.007436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762976.007437:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762976.007450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762976.007451:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762976.007452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762976.007453:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762976.007454:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762976.007455:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762976.007456:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762976.007457:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762976.007458:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762976.007459:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762976.007460:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762976.007461:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762976.007462:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762976.007463:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762976.007465:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762976.007466:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762976.007467:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762976.007468:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762976.007470:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762976.007471:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762976.007472:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762976.007473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762976.007474:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762976.007475:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762976.007476:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762976.007477:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762976.007478:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762976.007479:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762976.007480:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762976.007481:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762976.007482:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762976.007483:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762976.007485:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762976.007486:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762976.007486:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762976.007488:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762976.007489:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762976.007490:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762976.007491:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762976.007492:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762976.007493:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762976.007494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762976.007495:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762976.007496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762976.007497:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762976.007498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762976.007500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762976.007502:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762976.007503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762976.007573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762976.007589:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f240 00000100:00100000:1.0:1789762976.007616:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015187072:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762976.007669:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [17408, 17663] 00000080:00200000:0.0:1789762976.007695:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762976.007702:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762976.007708:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762976.007722:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762976.007760:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 72351744, count: 1048576 00000080:00200000:0.0:1789762976.007772:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 72351744, bytes: 1048576 00000080:00200000:0.0:1789762976.007784:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762976.007795:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762976.007797:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [72351744, 73400320) 0 0 00000080:00200000:0.0:1789762976.007803:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762976.007818:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [17664, 17919] 00020000:00200000:0.0:1789762976.007827:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 72351744 chunk: [72351744, 73400320) 73400320, 1048576 00020000:00200000:0.0:1789762976.007832:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762976.007851:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [17664, 17919] 00000008:00010000:0.0:1789762976.007921:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762976.007930:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762976.007944:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [72351744, 73400320) 00000080:00200000:0.0:1789762976.007957:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762976.007970:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:72351744 00000080:00200000:0.0:1789762976.007980:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=72351744=0x4500000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762976.008581:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762976.008588:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 73400320 00000020:00010000:0.0:1789762976.008600:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762976.008606:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.008612:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.008619:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762976.008623:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762976.008633:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762976.008640:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762976.008665:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f600 00000008:00100000:0.0:1789762976.008769:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cfbb80 - object 0x240000400:27 offset 72351744<>73400320 00000100:00100000:1.0:1789762976.008844:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762976.008893:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015187200:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762976.108733:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f600 00000020:00200000:1.0:1789762976.108747:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762976.108751:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762976.108752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762976.108753:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762976.108755:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762976.108756:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762976.108758:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762976.108759:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762976.108760:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762976.108761:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762976.108762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762976.108763:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762976.108764:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762976.108765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762976.108766:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762976.108767:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762976.108768:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762976.108769:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762976.108770:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762976.108771:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762976.108772:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762976.108774:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762976.108775:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762976.108776:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762976.108778:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762976.108779:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762976.108780:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762976.108781:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762976.108782:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762976.108783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762976.108784:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762976.108785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762976.108786:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762976.108787:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762976.108788:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762976.108789:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762976.108791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762976.108791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762976.108793:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762976.108794:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762976.108794:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762976.108795:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762976.108797:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762976.108798:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762976.108799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762976.108800:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762976.108801:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762976.108802:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762976.108803:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762976.108804:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762976.108805:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762976.108806:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762976.108807:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762976.108808:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762976.108810:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762976.108811:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762976.108812:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762976.108814:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762976.108815:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762976.108816:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762976.108817:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762976.108818:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762976.108819:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762976.108820:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762976.108821:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762976.108822:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762976.108823:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762976.108824:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762976.108825:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762976.108826:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762976.108828:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762976.108829:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762976.108831:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762976.108832:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762976.108834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762976.108835:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762976.108837:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762976.108838:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762976.108840:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762976.108841:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762976.108843:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762976.108844:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762976.108846:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762976.108847:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762976.108849:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762976.108852:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762976.108854:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762976.108855:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762976.108898:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762976.108901:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762976.108902:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762976.108903:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762976.108904:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762976.108906:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762976.108907:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762976.108908:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762976.108909:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762976.108910:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762976.108911:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762976.108912:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762976.108913:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762976.108914:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762976.108915:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762976.108916:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762976.108917:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762976.108918:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762976.108919:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762976.108920:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762976.108921:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762976.108922:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762976.108923:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762976.108924:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762976.108925:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762976.108926:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762976.108927:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762976.108928:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762976.108929:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762976.108931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762976.108932:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762976.108933:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762976.108934:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762976.108935:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762976.108936:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762976.108937:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762976.108938:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762976.108939:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762976.108940:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762976.108941:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762976.108942:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762976.108943:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762976.108944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762976.108945:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762976.108946:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762976.108947:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762976.108948:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762976.108949:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762976.108950:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762976.108951:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762976.108952:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762976.108953:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762976.108954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762976.108955:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762976.108956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762976.108957:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762976.108958:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762976.108959:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762976.108960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762976.108961:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762976.108962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762976.108964:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762976.108966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762976.108967:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762976.108968:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762976.108970:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762976.108971:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762976.108972:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762976.108973:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762976.108974:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762976.108975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762976.108976:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762976.108977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762976.108978:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762976.108979:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762976.108980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762976.108981:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762976.108982:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762976.108983:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762976.108984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762976.108985:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762976.108986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762976.108987:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762976.108988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762976.108989:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762976.108990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762976.108991:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762976.108992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762976.108993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762976.108994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762976.108995:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762976.108996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762976.108997:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762976.108999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762976.109000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762976.109002:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762976.109003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762976.109004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762976.109005:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762976.109006:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762976.109007:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762976.109008:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762976.109009:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762976.109010:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762976.109011:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762976.109012:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762976.109013:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762976.109014:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762976.109015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762976.109016:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762976.109017:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762976.109018:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762976.109019:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762976.109020:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762976.109021:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762976.109022:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762976.109023:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762976.109024:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762976.109025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762976.109026:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762976.109027:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762976.109028:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762976.109029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762976.109030:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762976.109031:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762976.109033:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762976.109034:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762976.109036:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762976.109037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762976.109049:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762976.109050:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762976.109051:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762976.109052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762976.109053:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762976.109054:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762976.109055:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762976.109056:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762976.109057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762976.109058:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762976.109059:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762976.109060:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762976.109061:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762976.109062:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762976.109063:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762976.109064:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762976.109065:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762976.109066:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762976.109067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762976.109068:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762976.109069:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762976.109070:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762976.109071:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762976.109072:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762976.109073:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762976.109074:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762976.109075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762976.109076:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762976.109077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762976.109079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762976.109080:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762976.109082:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762976.109083:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762976.109084:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762976.109085:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762976.109086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762976.109087:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762976.109088:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762976.109090:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762976.109249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762976.109268:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f600 00000100:00100000:1.0:1789762976.109295:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015187200:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762976.109459:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [17664, 17919] 00000080:00200000:0.0:1789762976.109503:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762976.109511:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762976.109516:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762976.109533:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762976.109579:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 73400320, count: 1048576 00000080:00200000:0.0:1789762976.109591:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 73400320, bytes: 1048576 00000080:00200000:0.0:1789762976.109606:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762976.109617:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762976.109620:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [73400320, 74448896) 0 0 00000080:00200000:0.0:1789762976.109626:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762976.109642:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [17920, 18175] 00020000:00200000:0.0:1789762976.109652:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 73400320 chunk: [73400320, 74448896) 74448896, 1048576 00020000:00200000:0.0:1789762976.109657:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762976.109678:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [17920, 18175] 00000008:00010000:0.0:1789762976.109694:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762976.109700:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762976.109710:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [73400320, 74448896) 00000080:00200000:0.0:1789762976.109719:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762976.109725:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:73400320 00000080:00200000:0.0:1789762976.109733:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=73400320=0x4600000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762976.110170:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762976.110175:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 74448896 00000020:00010000:0.0:1789762976.110183:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762976.110186:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.110190:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.110194:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762976.110197:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762976.110206:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762976.110212:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762976.110233:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762976.110352:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 73400320<>74448896 00000100:00100000:0.0:1789762976.110409:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762976.110433:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015187328:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762976.209472:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762976.209487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762976.209492:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762976.209495:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762976.209497:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762976.209499:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762976.209501:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762976.209505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762976.209507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762976.209510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762976.209512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762976.209514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762976.209516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762976.209518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762976.209520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762976.209522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762976.209525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762976.209526:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762976.209528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762976.209530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762976.209532:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762976.209534:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762976.209536:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762976.209538:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762976.209540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762976.209542:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762976.209544:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762976.209546:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762976.209548:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762976.209550:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762976.209552:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762976.209554:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762976.209556:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762976.209558:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762976.209560:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762976.209562:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762976.209564:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762976.209566:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762976.209568:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762976.209571:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762976.209573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762976.209575:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762976.209578:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762976.209580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762976.209582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762976.209584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762976.209586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762976.209588:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762976.209590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762976.209592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762976.209594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762976.209596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762976.209598:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762976.209600:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762976.209602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762976.209604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762976.209606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762976.209608:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762976.209610:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762976.209612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762976.209614:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762976.209616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762976.209618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762976.209620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762976.209622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762976.209624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762976.209626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762976.209628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762976.209630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762976.209632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762976.209634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762976.209636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762976.209638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762976.209641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762976.209643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762976.209645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762976.209647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762976.209649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762976.209651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762976.209653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762976.209655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762976.209657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762976.209659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762976.209661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762976.209663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762976.209665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762976.209667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762976.209669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762976.209671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762976.209673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762976.209675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762976.209677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762976.209679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762976.209681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762976.209683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762976.209685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762976.209687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762976.209689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762976.209691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762976.209693:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762976.209695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762976.209697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762976.209699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762976.209702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762976.209704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762976.209706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762976.209709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762976.209711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762976.209713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762976.209715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762976.209717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762976.209719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762976.209721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762976.209723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762976.209725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762976.209727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762976.209729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762976.209731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762976.209733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762976.209735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762976.209737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762976.209739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762976.209741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762976.209743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762976.209744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762976.209746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762976.209748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762976.209750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762976.209753:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762976.209754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762976.209757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762976.209759:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762976.209761:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762976.209762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762976.209765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762976.209767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762976.209770:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762976.209772:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762976.209774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762976.209776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762976.209778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762976.209780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762976.209782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762976.209784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762976.209786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762976.209788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762976.209790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762976.209792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762976.209794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762976.209796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762976.209798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762976.209800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762976.209802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762976.209804:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762976.209806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762976.209808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762976.209810:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762976.209812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762976.209814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762976.209816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762976.209818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762976.209820:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762976.209822:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762976.209824:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762976.209826:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762976.209828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762976.209830:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762976.209832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762976.209835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762976.209837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762976.209839:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762976.209841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762976.209844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762976.209846:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762976.209848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762976.209850:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762976.209852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762976.209853:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762976.209855:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762976.209857:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762976.209860:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762976.209862:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762976.209889:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762976.209893:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762976.209895:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762976.209897:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762976.209899:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762976.209901:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762976.209903:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762976.209905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762976.209907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762976.209909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762976.209911:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762976.209913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762976.209915:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762976.209917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762976.209919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762976.209922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762976.209924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762976.209927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762976.209929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762976.209931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762976.209933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762976.209936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762976.209938:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762976.209940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762976.209942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762976.209944:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762976.209946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762976.209947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762976.209949:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762976.209951:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762976.209953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762976.209955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762976.209957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762976.209959:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762976.209962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762976.209964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762976.209966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762976.209968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762976.209970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762976.209972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762976.209974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762976.209976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762976.209977:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762976.209980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762976.209982:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762976.209984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762976.209986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762976.209987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762976.209989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762976.209992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762976.209994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762976.209996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762976.209999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762976.210001:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762976.210003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762976.210005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762976.210007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762976.210009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762976.210011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762976.210013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762976.210015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762976.210017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762976.210019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762976.210021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762976.210023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762976.210025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762976.210027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762976.210029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762976.210031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762976.210033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762976.210035:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762976.210037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762976.210039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762976.210041:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762976.210043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762976.210159:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762976.210183:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762976.210218:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015187328:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762976.210229:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [17920, 18175] 00000080:00200000:1.0:1789762976.210253:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762976.210260:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762976.210265:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762976.210282:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762976.210309:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 74448896, count: 1048576 00000080:00200000:1.0:1789762976.210320:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 74448896, bytes: 1048576 00000080:00200000:1.0:1789762976.210329:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762976.210338:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762976.210340:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [74448896, 75497472) 0 0 00000080:00200000:1.0:1789762976.210345:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762976.210360:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [18176, 18431] 00020000:00200000:1.0:1789762976.210368:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 74448896 chunk: [74448896, 75497472) 75497472, 1048576 00020000:00200000:1.0:1789762976.210372:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762976.210392:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [18176, 18431] 00000008:00010000:1.0:1789762976.210409:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762976.210414:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762976.210422:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [74448896, 75497472) 00000080:00200000:1.0:1789762976.210433:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762976.210458:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:74448896 00000080:00200000:1.0:1789762976.210465:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=74448896=0x4700000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762976.210748:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762976.210751:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 75497472 00000020:00010000:1.0:1789762976.210758:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762976.210761:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762976.210763:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762976.210766:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762976.210768:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762976.210774:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762976.210780:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762976.210797:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762976.210913:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 74448896<>75497472 00000100:00100000:1.0:1789762976.210940:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762976.210958:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015187456:192.168.203.148@tcp:3:dd.500 00010000:00010000:0.0:1789762976.223026:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1789762976.308553:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762976.308567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762976.308571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762976.308573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762976.308574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762976.308575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762976.308577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762976.308578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762976.308579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762976.308580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762976.308581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762976.308582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762976.308584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762976.308585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762976.308586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762976.308588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762976.308589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762976.308591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762976.308592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762976.308593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762976.308594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762976.308595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762976.308596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762976.308597:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762976.308599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762976.308600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762976.308601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762976.308602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762976.308603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762976.308604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762976.308605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762976.308606:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762976.308607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762976.308608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762976.308609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762976.308610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762976.308611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762976.308612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762976.308613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762976.308614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762976.308615:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762976.308616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762976.308617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762976.308618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762976.308619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762976.308619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762976.308621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762976.308622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762976.308624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762976.308625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762976.308626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762976.308628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762976.308629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762976.308630:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762976.308631:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762976.308632:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762976.308633:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762976.308634:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762976.308635:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762976.308636:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762976.308637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762976.308638:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762976.308639:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762976.308640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762976.308641:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762976.308642:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762976.308643:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762976.308644:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762976.308645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762976.308645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762976.308647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762976.308648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762976.308649:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762976.308650:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762976.308651:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762976.308652:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762976.308653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762976.308654:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762976.308655:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762976.308657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762976.308658:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762976.308659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762976.308660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762976.308662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762976.308663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762976.308664:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762976.308665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762976.308666:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762976.308667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762976.308668:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762976.308669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762976.308670:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762976.308671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762976.308672:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762976.308673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762976.308674:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762976.308675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762976.308676:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762976.308677:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762976.308678:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762976.308679:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762976.308680:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762976.308681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762976.308682:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762976.308683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762976.308684:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762976.308685:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762976.308686:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762976.308687:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762976.308688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762976.308690:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762976.308692:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762976.308693:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762976.308695:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762976.308696:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762976.308697:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762976.308698:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762976.308699:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762976.308700:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762976.308701:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762976.308702:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762976.308703:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762976.308704:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762976.308705:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762976.308706:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762976.308707:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762976.308708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762976.308709:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762976.308710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762976.308711:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762976.308712:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762976.308713:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762976.308714:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762976.308715:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762976.308716:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762976.308717:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762976.308718:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762976.308719:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762976.308720:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762976.308721:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762976.308722:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762976.308723:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762976.308724:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762976.308726:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762976.308727:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762976.308729:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762976.308730:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762976.308731:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762976.308732:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762976.308734:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762976.308735:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762976.308735:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762976.308736:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762976.308737:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762976.308738:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762976.308739:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762976.308740:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762976.308741:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762976.308743:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762976.308744:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762976.308745:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762976.308746:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762976.308747:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762976.308748:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762976.308749:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762976.308750:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762976.308751:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762976.308752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762976.308753:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762976.308754:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762976.308755:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762976.308756:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762976.308757:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762976.308758:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762976.308759:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762976.308761:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762976.308762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762976.308763:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762976.308764:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762976.308765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762976.308766:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762976.308767:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762976.308779:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762976.308780:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762976.308781:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762976.308782:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762976.308783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762976.308784:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762976.308785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762976.308786:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762976.308787:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762976.308788:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762976.308789:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762976.308790:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762976.308791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762976.308792:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762976.308793:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762976.308794:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762976.308795:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762976.308796:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762976.308797:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762976.308798:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762976.308799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762976.308800:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762976.308801:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762976.308802:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762976.308803:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762976.308805:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762976.308806:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762976.308807:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762976.308809:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762976.308810:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762976.308811:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762976.308812:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762976.308813:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762976.308814:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762976.308815:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762976.308816:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762976.308817:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762976.308818:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762976.308819:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762976.308820:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762976.308821:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762976.308822:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762976.308823:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762976.308824:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762976.308825:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762976.308826:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762976.308827:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762976.308828:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762976.308829:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762976.308830:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762976.308831:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762976.308832:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762976.308833:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762976.308834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762976.308835:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762976.308843:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762976.308845:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762976.308846:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762976.308847:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762976.308849:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762976.308850:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762976.308851:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762976.308852:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762976.308853:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762976.308854:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762976.308855:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762976.308856:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762976.308857:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762976.308858:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762976.308859:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762976.308860:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762976.308861:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762976.308862:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762976.308880:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762976.308882:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762976.308971:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762976.308995:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762976.309021:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015187456:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762976.309090:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [18176, 18431] 00000080:00200000:0.0:1789762976.309123:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762976.309147:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762976.309152:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762976.309170:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762976.309198:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 75497472, count: 1048576 00000080:00200000:0.0:1789762976.309209:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 75497472, bytes: 1048576 00000080:00200000:0.0:1789762976.309241:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762976.309251:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762976.309255:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [75497472, 76546048) 0 0 00000080:00200000:0.0:1789762976.309261:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762976.309277:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [18432, 18687] 00020000:00200000:0.0:1789762976.309289:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 75497472 chunk: [75497472, 76546048) 76546048, 1048576 00020000:00200000:0.0:1789762976.309296:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762976.309325:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [18432, 18687] 00000008:00010000:0.0:1789762976.309348:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762976.309356:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762976.309371:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [75497472, 76546048) 00000080:00200000:0.0:1789762976.309384:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762976.309393:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:75497472 00000080:00200000:0.0:1789762976.309403:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=75497472=0x4800000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762976.309823:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762976.309827:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 76546048 00000020:00010000:0.0:1789762976.309853:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762976.309858:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.309862:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.309867:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762976.309872:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762976.309888:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762976.309984:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762976.310011:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762976.310126:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 75497472<>76546048 00000100:00100000:0.0:1789762976.310194:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762976.310239:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015187584:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762976.408475:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762976.408485:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762976.408489:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762976.408490:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762976.408491:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762976.408493:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762976.408494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762976.408495:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762976.408496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762976.408498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762976.408499:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762976.408500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762976.408501:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762976.408503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762976.408504:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762976.408505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762976.408507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762976.408508:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762976.408509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762976.408510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762976.408511:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762976.408513:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762976.408514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762976.408515:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762976.408517:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762976.408518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762976.408519:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762976.408521:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762976.408522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762976.408524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762976.408525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762976.408526:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762976.408528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762976.408529:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762976.408530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762976.408531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762976.408532:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762976.408534:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762976.408535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762976.408536:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762976.408538:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762976.408539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762976.408540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762976.408541:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762976.408543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762976.408544:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762976.408551:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762976.408553:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762976.408554:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762976.408555:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762976.408556:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762976.408558:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762976.408559:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762976.408560:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762976.408561:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762976.408563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762976.408564:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762976.408565:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762976.408567:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762976.408568:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762976.408569:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762976.408571:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762976.408573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762976.408574:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762976.408576:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762976.408577:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762976.408579:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762976.408580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762976.408581:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762976.408582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762976.408583:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762976.408585:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762976.408586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762976.408587:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762976.408589:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762976.408590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762976.408591:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762976.408592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762976.408594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762976.408595:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762976.408596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762976.408597:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762976.408599:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762976.408600:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762976.408601:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762976.408603:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762976.408604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762976.408605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762976.408606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762976.408608:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762976.408609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762976.408610:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762976.408611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762976.408613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762976.408614:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762976.408616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762976.408618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762976.408619:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762976.408621:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762976.408622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762976.408623:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762976.408624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762976.408626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762976.408627:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762976.408628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762976.408629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762976.408631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762976.408632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762976.408633:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762976.408635:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762976.408636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762976.408637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762976.408638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762976.408643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762976.408645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762976.408646:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762976.408647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762976.408648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762976.408649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762976.408651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762976.408652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762976.408653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762976.408654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762976.408656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762976.408657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762976.408659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762976.408660:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762976.408662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762976.408663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762976.408665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762976.408666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762976.408667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762976.408668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762976.408670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762976.408671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762976.408672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762976.408673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762976.408675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762976.408676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762976.408677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762976.408678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762976.408680:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762976.408681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762976.408682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762976.408683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762976.408685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762976.408686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762976.408687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762976.408688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762976.408690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762976.408691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762976.408692:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762976.408694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762976.408695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762976.408696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762976.408697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762976.408699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762976.408700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762976.408702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762976.408703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762976.408705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762976.408706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762976.408708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762976.408709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762976.408710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762976.408711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762976.408713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762976.408714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762976.408715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762976.408716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762976.408718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762976.408719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762976.408720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762976.408721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762976.408723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762976.408724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762976.408725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762976.408726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762976.408728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762976.408729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762976.408730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762976.408732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762976.408733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762976.408734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762976.408736:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762976.408737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762976.408738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762976.408739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762976.408740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762976.408742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762976.408744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762976.408745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762976.408746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762976.408748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762976.408749:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762976.408750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762976.408756:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762976.408758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762976.408759:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762976.408760:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762976.408762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762976.408763:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762976.408764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762976.408765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762976.408767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762976.408768:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762976.408769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762976.408771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762976.408772:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762976.408773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762976.408774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762976.408776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762976.408777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762976.408778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762976.408779:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762976.408781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762976.408782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762976.408783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762976.408784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762976.408786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762976.408787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762976.408789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762976.408790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762976.408792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762976.408793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762976.408794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762976.408796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762976.408797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762976.408798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762976.408800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762976.408801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762976.408802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762976.408803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762976.408805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762976.408806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762976.408807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762976.408808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762976.408810:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762976.408811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762976.408812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762976.408813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762976.408815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762976.408816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762976.408817:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762976.408818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762976.408819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762976.408821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762976.408822:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762976.408823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762976.408828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762976.408829:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762976.408830:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762976.408832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762976.408834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762976.408835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762976.408837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762976.408838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762976.408957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762976.408976:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762976.409019:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015187584:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762976.409048:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [18432, 18687] 00000080:00200000:1.0:1789762976.409080:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762976.409086:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762976.409091:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762976.409103:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762976.409128:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 76546048, count: 1048576 00000080:00200000:1.0:1789762976.409138:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 76546048, bytes: 1048576 00000080:00200000:1.0:1789762976.409146:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762976.409154:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762976.409157:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [76546048, 77594624) 0 0 00000080:00200000:1.0:1789762976.409162:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762976.409178:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [18688, 18943] 00020000:00200000:1.0:1789762976.409188:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 76546048 chunk: [76546048, 77594624) 77594624, 1048576 00020000:00200000:1.0:1789762976.409194:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762976.409214:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [18688, 18943] 00000008:00010000:1.0:1789762976.409231:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762976.409236:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762976.409244:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [76546048, 77594624) 00000080:00200000:1.0:1789762976.409252:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762976.409258:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:76546048 00000080:00200000:1.0:1789762976.409265:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=76546048=0x4900000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762976.409488:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762976.409491:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 77594624 00000020:00010000:1.0:1789762976.409497:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762976.409499:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762976.409502:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762976.409506:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762976.409508:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762976.409514:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762976.409519:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762976.409534:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762976.409609:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 76546048<>77594624 00000100:00100000:1.0:1789762976.409644:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762976.409661:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015187712:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762976.509159:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762976.509175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762976.509180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762976.509182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762976.509184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762976.509186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762976.509188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762976.509191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762976.509193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762976.509195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762976.509196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762976.509198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762976.509200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762976.509202:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762976.509204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762976.509206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762976.509208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762976.509210:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762976.509213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762976.509214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762976.509216:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762976.509217:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762976.509219:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762976.509220:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762976.509221:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762976.509222:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762976.509223:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762976.509224:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762976.509225:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762976.509226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762976.509227:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762976.509228:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762976.509229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762976.509230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762976.509231:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762976.509232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762976.509234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762976.509237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762976.509240:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762976.509242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762976.509244:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762976.509245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762976.509247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762976.509249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762976.509251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762976.509252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762976.509254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762976.509256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762976.509258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762976.509261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762976.509263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762976.509265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762976.509267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762976.509269:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762976.509271:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762976.509274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762976.509276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762976.509278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762976.509280:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762976.509282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762976.509284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762976.509286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762976.509288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762976.509290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762976.509291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762976.509292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762976.509294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762976.509295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762976.509296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762976.509297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762976.509299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762976.509300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762976.509302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762976.509303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762976.509304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762976.509305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762976.509306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762976.509307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762976.509308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762976.509309:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762976.509310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762976.509311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762976.509312:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762976.509313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762976.509314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762976.509315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762976.509316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762976.509317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762976.509318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762976.509319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762976.509320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762976.509321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762976.509322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762976.509323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762976.509325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762976.509326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762976.509327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762976.509328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762976.509329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762976.509330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762976.509331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762976.509332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762976.509334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762976.509335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762976.509337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762976.509338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762976.509339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762976.509340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762976.509341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762976.509343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762976.509344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762976.509345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762976.509346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762976.509347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762976.509348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762976.509349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762976.509350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762976.509351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762976.509352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762976.509353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762976.509353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762976.509354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762976.509355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762976.509356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762976.509358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762976.509359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762976.509360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762976.509361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762976.509362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762976.509363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762976.509364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762976.509365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762976.509366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762976.509367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762976.509369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762976.509370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762976.509371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762976.509373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762976.509374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762976.509375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762976.509376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762976.509377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762976.509378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762976.509379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762976.509380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762976.509381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762976.509382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762976.509383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762976.509384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762976.509385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762976.509386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762976.509387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762976.509388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762976.509389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762976.509390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762976.509391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762976.509392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762976.509393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762976.509394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762976.509395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762976.509396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762976.509397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762976.509398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762976.509399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762976.509400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762976.509402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762976.509404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762976.509405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762976.509407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762976.509408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762976.509409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762976.509410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762976.509411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762976.509412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762976.509413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762976.509414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762976.509415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762976.509416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762976.509417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762976.509418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762976.509419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762976.509420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762976.509421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762976.509422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762976.509423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762976.509424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762976.509425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762976.509426:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762976.509427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762976.509428:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762976.509429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762976.509430:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762976.509431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762976.509432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762976.509433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762976.509449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762976.509452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762976.509453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762976.509455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762976.509456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762976.509457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762976.509459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762976.509460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762976.509461:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762976.509462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762976.509472:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762976.509473:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762976.509474:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762976.509475:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762976.509476:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762976.509477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762976.509478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762976.509479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762976.509480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762976.509481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762976.509482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762976.509483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762976.509484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762976.509485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762976.509486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762976.509487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762976.509488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762976.509489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762976.509490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762976.509491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762976.509492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762976.509493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762976.509494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762976.509495:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762976.509497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762976.509498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762976.509499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762976.509501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762976.509502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762976.509503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762976.509504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762976.509505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762976.509506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762976.509507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762976.509508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762976.509509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762976.509510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762976.509511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762976.509512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762976.509513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762976.509514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762976.509515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762976.509516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762976.509517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762976.509518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762976.509519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762976.509520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762976.509521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762976.509522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762976.509523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762976.509524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762976.509525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762976.509611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762976.509629:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762976.509654:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015187712:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762976.509731:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [18688, 18943] 00000080:00200000:0.0:1789762976.509756:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762976.509763:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762976.509768:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762976.509784:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762976.509809:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 77594624, count: 1048576 00000080:00200000:0.0:1789762976.509820:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 77594624, bytes: 1048576 00000080:00200000:0.0:1789762976.509833:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762976.509842:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762976.509844:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [77594624, 78643200) 0 0 00000080:00200000:0.0:1789762976.509849:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762976.509910:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [18944, 19199] 00020000:00200000:0.0:1789762976.509920:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 77594624 chunk: [77594624, 78643200) 78643200, 1048576 00020000:00200000:0.0:1789762976.509924:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762976.509943:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [18944, 19199] 00000008:00010000:0.0:1789762976.509959:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762976.509965:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762976.509974:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [77594624, 78643200) 00000080:00200000:0.0:1789762976.509983:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762976.509988:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:77594624 00000080:00200000:0.0:1789762976.509995:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=77594624=0x4a00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762976.510314:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762976.510335:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 78643200 00000020:00010000:0.0:1789762976.510345:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762976.510350:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.510354:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.510358:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762976.510361:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762976.510371:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762976.510377:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762976.510399:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762976.510528:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 77594624<>78643200 00000100:00100000:0.0:1789762976.510591:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762976.510624:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015187840:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762976.608570:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762976.608597:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762976.608601:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762976.608604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762976.608605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762976.608608:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762976.608609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762976.608611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762976.608613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762976.608615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762976.608617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762976.608618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762976.608620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762976.608622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762976.608624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762976.608626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762976.608628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762976.608630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762976.608632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762976.608634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762976.608637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762976.608639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762976.608641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762976.608643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762976.608645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762976.608647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762976.608648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762976.608650:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762976.608652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762976.608654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762976.608656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762976.608658:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762976.608660:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762976.608662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762976.608664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762976.608666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762976.608668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762976.608670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762976.608671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762976.608673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762976.608685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762976.608687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762976.608689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762976.608691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762976.608693:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762976.608695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762976.608697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762976.608699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762976.608701:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762976.608702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762976.608703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762976.608705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762976.608707:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762976.608709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762976.608711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762976.608713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762976.608715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762976.608717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762976.608719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762976.608720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762976.608722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762976.608723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762976.608725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762976.608727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762976.608729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762976.608731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762976.608733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762976.608735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762976.608737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762976.608739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762976.608740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762976.608742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762976.608743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762976.608745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762976.608747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762976.608749:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762976.608750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762976.608752:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762976.608754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762976.608755:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762976.608757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762976.608759:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762976.608760:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762976.608762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762976.608764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762976.608767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762976.608769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762976.608771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762976.608773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762976.608775:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762976.608777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762976.608778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762976.608780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762976.608782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762976.608784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762976.608786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762976.608788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762976.608790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762976.608792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762976.608794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762976.608796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762976.608798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762976.608800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762976.608802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762976.608805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762976.608806:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762976.608808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762976.608810:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762976.608812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762976.608814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762976.608816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762976.608818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762976.608820:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762976.608822:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762976.608824:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762976.608826:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762976.608828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762976.608830:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762976.608832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762976.608834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762976.608836:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762976.608838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762976.608840:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762976.608841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762976.608844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762976.608846:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762976.608847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762976.608849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762976.608852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762976.608854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762976.608856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762976.608857:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762976.608859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762976.608861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762976.608904:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762976.608906:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762976.608909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762976.608910:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762976.608912:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762976.608914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762976.608916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762976.608918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762976.608920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762976.608922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762976.608924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762976.608925:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762976.608927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762976.608929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762976.608931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762976.608933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762976.608935:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762976.608937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762976.608939:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762976.608941:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762976.608943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762976.608944:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762976.608946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762976.608948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762976.608950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762976.608952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762976.608954:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762976.608955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762976.608957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762976.608960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762976.608961:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762976.608963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762976.608966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762976.608968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762976.608970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762976.608972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762976.608973:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762976.608976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762976.608978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762976.608980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762976.608982:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762976.608984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762976.608986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762976.608988:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762976.608990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762976.608991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762976.608994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762976.608996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762976.608998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762976.608999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762976.609001:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762976.609003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762976.609005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762976.609007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762976.609009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762976.609011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762976.609013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762976.609015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762976.609017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762976.609019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762976.609020:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762976.609022:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762976.609023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762976.609025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762976.609027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762976.609029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762976.609031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762976.609033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762976.609034:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762976.609036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762976.609038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762976.609040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762976.609042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762976.609044:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762976.609046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762976.609048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762976.609050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762976.609052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762976.609054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762976.609056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762976.609058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762976.609060:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762976.609062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762976.609064:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762976.609066:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762976.609067:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762976.609069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762976.609071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762976.609074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762976.609075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762976.609077:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762976.609079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762976.609080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762976.609082:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762976.609083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762976.609085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762976.609086:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762976.609088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762976.609090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762976.609091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762976.609093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762976.609094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762976.609096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762976.609098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762976.609100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762976.609102:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762976.609104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762976.609105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762976.609107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762976.609109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762976.609111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762976.609113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762976.609115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762976.609116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762976.609118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762976.609120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762976.609121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762976.609123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762976.609125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762976.609126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762976.609128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762976.609130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762976.609132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762976.609245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762976.609265:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762976.609287:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015187840:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762976.609300:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [18944, 19199] 00000080:00200000:1.0:1789762976.609319:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762976.609325:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762976.609328:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762976.609338:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762976.609394:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 78643200, count: 1048576 00000080:00200000:1.0:1789762976.609403:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 78643200, bytes: 1048576 00000080:00200000:1.0:1789762976.609412:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762976.609419:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762976.609421:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [78643200, 79691776) 0 0 00000080:00200000:1.0:1789762976.609425:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762976.609451:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [19200, 19455] 00020000:00200000:1.0:1789762976.609458:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 78643200 chunk: [78643200, 79691776) 79691776, 1048576 00020000:00200000:1.0:1789762976.609462:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762976.609480:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [19200, 19455] 00000008:00010000:1.0:1789762976.609494:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762976.609499:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762976.609507:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [78643200, 79691776) 00000080:00200000:1.0:1789762976.609515:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762976.609520:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:78643200 00000080:00200000:1.0:1789762976.609527:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=78643200=0x4b00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762976.609708:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762976.609710:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 79691776 00000020:00010000:1.0:1789762976.609716:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762976.609719:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762976.609721:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762976.609724:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762976.609726:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762976.609732:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762976.609737:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762976.609749:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762976.609819:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 78643200<>79691776 00000100:00100000:1.0:1789762976.609848:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762976.609860:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015187968:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762976.709253:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762976.709268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762976.709283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762976.709284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762976.709286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762976.709287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762976.709288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762976.709289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762976.709290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762976.709291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762976.709292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762976.709293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762976.709294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762976.709295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762976.709296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762976.709297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762976.709298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762976.709299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762976.709300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762976.709301:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762976.709302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762976.709303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762976.709304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762976.709305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762976.709306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762976.709307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762976.709308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762976.709309:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762976.709310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762976.709312:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762976.709313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762976.709314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762976.709315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762976.709316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762976.709317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762976.709318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762976.709319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762976.709319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762976.709321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762976.709322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762976.709323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762976.709324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762976.709325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762976.709326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762976.709327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762976.709328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762976.709329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762976.709330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762976.709331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762976.709332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762976.709333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762976.709334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762976.709335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762976.709336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762976.709336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762976.709337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762976.709338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762976.709339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762976.709347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762976.709348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762976.709349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762976.709351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762976.709352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762976.709353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762976.709354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762976.709355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762976.709356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762976.709357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762976.709358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762976.709359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762976.709360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762976.709361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762976.709362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762976.709363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762976.709364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762976.709365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762976.709366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762976.709367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762976.709368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762976.709369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762976.709370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762976.709371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762976.709372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762976.709373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762976.709374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762976.709375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762976.709376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762976.709377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762976.709378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762976.709379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762976.709380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762976.709381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762976.709382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762976.709383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762976.709384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762976.709385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762976.709386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762976.709387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762976.709388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762976.709389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762976.709390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762976.709391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762976.709392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762976.709393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762976.709394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762976.709395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762976.709396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762976.709397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762976.709398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762976.709399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762976.709400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762976.709413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762976.709414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762976.709415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762976.709416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762976.709417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762976.709418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762976.709419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762976.709420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762976.709421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762976.709422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762976.709423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762976.709424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762976.709425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762976.709426:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762976.709427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762976.709428:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762976.709429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762976.709430:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762976.709431:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762976.709444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762976.709447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762976.709448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762976.709449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762976.709450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762976.709451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762976.709452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762976.709453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762976.709454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762976.709455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762976.709456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762976.709457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762976.709459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762976.709460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762976.709461:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762976.709462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762976.709463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762976.709464:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762976.709466:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762976.709467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762976.709468:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762976.709469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762976.709470:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762976.709471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762976.709479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762976.709480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762976.709481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762976.709482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762976.709484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762976.709485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762976.709486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762976.709487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762976.709489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762976.709490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762976.709491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762976.709492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762976.709493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762976.709494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762976.709495:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762976.709496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762976.709497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762976.709498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762976.709499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762976.709500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762976.709501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762976.709502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762976.709503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762976.709504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762976.709505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762976.709506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762976.709507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762976.709508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762976.709509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762976.709510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762976.709511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762976.709512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762976.709513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762976.709514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762976.709515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762976.709517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762976.709518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762976.709519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762976.709521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762976.709522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762976.709523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762976.709524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762976.709525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762976.709526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762976.709527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762976.709528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762976.709529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762976.709530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762976.709531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762976.709532:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762976.709533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762976.709534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762976.709535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762976.709536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762976.709537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762976.709538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762976.709539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762976.709545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762976.709546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762976.709547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762976.709548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762976.709548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762976.709549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762976.709550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762976.709551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762976.709552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762976.709553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762976.709555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762976.709557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762976.709558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762976.709559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762976.709560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762976.709561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762976.709562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762976.709563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762976.709564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762976.709565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762976.709566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762976.709567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762976.709568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762976.709569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762976.709570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762976.709571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762976.709572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762976.709573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762976.709574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762976.709575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762976.709576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762976.709577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762976.709578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762976.709579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762976.709580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762976.709581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762976.709582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762976.709583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762976.709584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762976.709585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762976.709586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762976.709587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762976.709589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762976.709590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762976.709592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762976.709593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762976.709670:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762976.709698:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762976.709723:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015187968:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762976.709737:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [19200, 19455] 00000080:00200000:0.0:1789762976.709756:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762976.709762:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762976.709766:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762976.709778:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762976.709817:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 79691776, count: 1048576 00000080:00200000:0.0:1789762976.709826:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 79691776, bytes: 1048576 00000080:00200000:0.0:1789762976.709836:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762976.709846:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762976.709849:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [79691776, 80740352) 0 0 00000080:00200000:0.0:1789762976.709854:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762976.709890:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [19456, 19711] 00020000:00200000:0.0:1789762976.709911:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 79691776 chunk: [79691776, 80740352) 80740352, 1048576 00020000:00200000:0.0:1789762976.709916:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762976.709937:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [19456, 19711] 00000008:00010000:0.0:1789762976.709956:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762976.709962:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762976.709971:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [79691776, 80740352) 00000080:00200000:0.0:1789762976.709982:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762976.709988:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:79691776 00000080:00200000:0.0:1789762976.709996:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=79691776=0x4c00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762976.710314:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762976.710329:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 80740352 00000020:00010000:0.0:1789762976.710338:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762976.710342:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.710345:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.710349:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762976.710352:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762976.710362:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762976.710368:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762976.710396:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762976.710503:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 79691776<>80740352 00000100:00100000:0.0:1789762976.710541:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762976.710557:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015188096:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762976.808838:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762976.808856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762976.808861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762976.808886:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762976.808901:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762976.808903:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762976.808905:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762976.808907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762976.808909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762976.808911:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762976.808913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762976.808916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762976.808918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762976.808920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762976.808922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762976.808924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762976.808926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762976.808927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762976.808929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762976.808930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762976.808932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762976.808934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762976.808936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762976.808937:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762976.808939:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762976.808941:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762976.808943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762976.808945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762976.808947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762976.808948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762976.808950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762976.808952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762976.808953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762976.808955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762976.808956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762976.808958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762976.808960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762976.808962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762976.808963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762976.808965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762976.808967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762976.808969:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762976.808970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762976.808972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762976.808974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762976.808976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762976.808978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762976.808980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762976.808982:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762976.808984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762976.808986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762976.808988:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762976.808990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762976.808992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762976.808994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762976.808996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762976.808999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762976.809001:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762976.809003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762976.809005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762976.809007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762976.809009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762976.809012:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762976.809014:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762976.809027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762976.809029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762976.809031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762976.809033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762976.809035:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762976.809037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762976.809038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762976.809040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762976.809042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762976.809043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762976.809045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762976.809047:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762976.809049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762976.809052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762976.809054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762976.809056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762976.809057:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762976.809059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762976.809060:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762976.809062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762976.809064:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762976.809065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762976.809067:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762976.809068:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762976.809070:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762976.809071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762976.809073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762976.809075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762976.809077:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762976.809078:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762976.809080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762976.809081:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762976.809083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762976.809085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762976.809087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762976.809088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762976.809090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762976.809092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762976.809094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762976.809106:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762976.809108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762976.809110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762976.809111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762976.809114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762976.809116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762976.809118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762976.809120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762976.809122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762976.809124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762976.809126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762976.809128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762976.809130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762976.809131:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762976.809133:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762976.809135:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762976.809137:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762976.809139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762976.809142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762976.809144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762976.809146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762976.809148:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762976.809150:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762976.809152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762976.809154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762976.809156:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762976.809158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762976.809160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762976.809162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762976.809164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762976.809166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762976.809168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762976.809170:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762976.809172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762976.809173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762976.809175:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762976.809178:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762976.809180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762976.809182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762976.809184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762976.809186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762976.809188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762976.809190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762976.809192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762976.809194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762976.809196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762976.809198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762976.809201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762976.809203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762976.809205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762976.809208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762976.809210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762976.809223:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762976.809225:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762976.809227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762976.809229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762976.809230:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762976.809232:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762976.809234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762976.809236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762976.809239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762976.809240:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762976.809242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762976.809244:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762976.809246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762976.809248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762976.809250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762976.809252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762976.809255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762976.809257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762976.809259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762976.809261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762976.809263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762976.809265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762976.809267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762976.809268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762976.809270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762976.809273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762976.809275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762976.809288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762976.809290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762976.809292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762976.809294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762976.809296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762976.809297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762976.809300:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762976.809302:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762976.809304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762976.809306:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762976.809308:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762976.809310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762976.809312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762976.809314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762976.809315:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762976.809317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762976.809319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762976.809321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762976.809323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762976.809326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762976.809327:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762976.809330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762976.809332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762976.809334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762976.809336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762976.809338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762976.809340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762976.809352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762976.809354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762976.809356:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762976.809358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762976.809361:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762976.809363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762976.809365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762976.809367:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762976.809369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762976.809372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762976.809373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762976.809375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762976.809377:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762976.809379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762976.809381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762976.809383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762976.809385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762976.809387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762976.809389:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762976.809391:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762976.809393:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762976.809395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762976.809397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762976.809400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762976.809401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762976.809403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762976.809405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762976.809407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762976.809409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762976.809421:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762976.809423:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762976.809424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762976.809426:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762976.809428:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762976.809430:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762976.809446:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762976.809448:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762976.809450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762976.809452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762976.809454:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762976.809456:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762976.809458:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762976.809460:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762976.809462:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762976.809463:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762976.809465:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762976.809467:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762976.809469:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762976.809584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762976.809603:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000080:00200000:1.0:1789762976.809638:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [19456, 19711] 00000100:00100000:0.0:1789762976.809645:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015188096:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762976.809657:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762976.809664:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762976.809667:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762976.809679:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762976.809709:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 80740352, count: 1048576 00000080:00200000:1.0:1789762976.809719:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 80740352, bytes: 1048576 00000080:00200000:1.0:1789762976.809728:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762976.809736:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762976.809738:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [80740352, 81788928) 0 0 00000080:00200000:1.0:1789762976.809743:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762976.809758:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [19712, 19967] 00020000:00200000:1.0:1789762976.809766:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 80740352 chunk: [80740352, 81788928) 81788928, 1048576 00020000:00200000:1.0:1789762976.809770:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762976.809801:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [19712, 19967] 00000008:00010000:1.0:1789762976.809815:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762976.809819:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762976.809827:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [80740352, 81788928) 00000080:00200000:1.0:1789762976.809835:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762976.809839:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:80740352 00000080:00200000:1.0:1789762976.809846:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=80740352=0x4d00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762976.810129:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762976.810132:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 81788928 00000020:00010000:1.0:1789762976.810139:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762976.810143:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762976.810146:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762976.810149:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762976.810152:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762976.810157:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762976.810163:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762976.810177:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762976.810262:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 80740352<>81788928 00000100:00100000:1.0:1789762976.810303:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762976.810315:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015188224:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762976.908914:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762976.908931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762976.908936:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762976.908939:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762976.908940:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762976.908942:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762976.908944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762976.908946:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762976.908948:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762976.908950:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762976.908952:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762976.908954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762976.908956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762976.908958:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762976.908960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762976.908962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762976.908963:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762976.908965:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762976.908967:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762976.908968:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762976.908971:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762976.908973:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762976.908975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762976.908977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762976.908978:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762976.908980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762976.908982:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762976.908984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762976.908986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762976.908987:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762976.908989:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762976.908991:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762976.908994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762976.908996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762976.908998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762976.909001:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762976.909003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762976.909005:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762976.909007:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762976.909009:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762976.909011:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762976.909013:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762976.909015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762976.909017:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762976.909019:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762976.909021:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762976.909023:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762976.909025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762976.909027:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762976.909029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762976.909031:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762976.909032:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762976.909035:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762976.909037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762976.909039:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762976.909041:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762976.909043:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762976.909045:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762976.909047:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762976.909049:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762976.909051:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762976.909053:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762976.909055:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762976.909057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762976.909059:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762976.909061:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762976.909063:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762976.909065:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762976.909067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762976.909069:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762976.909071:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762976.909073:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762976.909075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762976.909077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762976.909079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762976.909081:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762976.909083:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762976.909085:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762976.909087:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762976.909089:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762976.909091:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762976.909092:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762976.909094:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762976.909096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762976.909098:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762976.909100:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762976.909102:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762976.909104:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762976.909106:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762976.909107:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762976.909109:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762976.909110:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762976.909112:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762976.909113:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762976.909115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762976.909117:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762976.909118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762976.909120:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762976.909122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762976.909124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762976.909126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762976.909128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762976.909130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762976.909132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762976.909134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762976.909136:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762976.909137:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762976.909139:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762976.909141:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762976.909143:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762976.909145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762976.909146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762976.909148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762976.909150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762976.909152:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762976.909154:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762976.909157:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762976.909159:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762976.909160:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762976.909162:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762976.909164:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762976.909166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762976.909168:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762976.909170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762976.909172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762976.909173:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762976.909175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762976.909177:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762976.909180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762976.909182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762976.909184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762976.909186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762976.909188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762976.909190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762976.909192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762976.909194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762976.909196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762976.909198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762976.909200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762976.909201:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762976.909203:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762976.909205:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762976.909206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762976.909208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762976.909210:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762976.909212:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762976.909213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762976.909215:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762976.909217:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762976.909220:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762976.909222:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762976.909224:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762976.909226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762976.909227:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762976.909229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762976.909230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762976.909232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762976.909233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762976.909235:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762976.909237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762976.909239:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762976.909240:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762976.909242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762976.909243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762976.909245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762976.909247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762976.909249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762976.909251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762976.909253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762976.909255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762976.909257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762976.909259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762976.909260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762976.909262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762976.909263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762976.909265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762976.909267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762976.909268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762976.909270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762976.909272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762976.909274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762976.909276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762976.909278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762976.909280:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762976.909282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762976.909283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762976.909285:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762976.909287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762976.909289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762976.909290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762976.909292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762976.909293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762976.909295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762976.909297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762976.909298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762976.909300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762976.909302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762976.909304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762976.909306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762976.909308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762976.909309:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762976.909311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762976.909313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762976.909315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762976.909317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762976.909319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762976.909321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762976.909323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762976.909325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762976.909327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762976.909329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762976.909331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762976.909334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762976.909335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762976.909338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762976.909339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762976.909341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762976.909343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762976.909344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762976.909346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762976.909348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762976.909350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762976.909352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762976.909354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762976.909356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762976.909358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762976.909359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762976.909361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762976.909363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762976.909364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762976.909366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762976.909368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762976.909369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762976.909371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762976.909372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762976.909374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762976.909377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762976.909379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762976.909381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762976.909383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762976.909385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762976.909387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762976.909389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762976.909391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762976.909394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762976.909395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762976.909397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762976.909399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762976.909401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762976.909403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762976.909404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762976.909406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762976.909408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762976.909410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762976.909412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762976.909414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762976.909417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762976.909536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762976.909554:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000080:00200000:0.0:1789762976.909576:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [19712, 19967] 00000100:00100000:1.0:1789762976.909584:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015188224:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762976.909595:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762976.909601:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762976.909604:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762976.909614:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762976.909640:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 81788928, count: 1048576 00000080:00200000:0.0:1789762976.909649:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 81788928, bytes: 1048576 00000080:00200000:0.0:1789762976.909658:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762976.909666:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762976.909668:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [81788928, 82837504) 0 0 00000080:00200000:0.0:1789762976.909672:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762976.909685:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [19968, 20223] 00020000:00200000:0.0:1789762976.909692:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 81788928 chunk: [81788928, 82837504) 82837504, 1048576 00020000:00200000:0.0:1789762976.909696:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762976.909713:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [19968, 20223] 00000008:00010000:0.0:1789762976.909729:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762976.909741:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762976.909749:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [81788928, 82837504) 00000080:00200000:0.0:1789762976.909758:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762976.909763:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:81788928 00000080:00200000:0.0:1789762976.909769:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=81788928=0x4e00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762976.909977:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762976.909979:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 82837504 00000020:00010000:0.0:1789762976.909986:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762976.909989:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.909991:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762976.909994:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762976.909997:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762976.910003:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762976.910007:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762976.910021:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762976.910092:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 81788928<>82837504 00000100:00100000:0.0:1789762976.910122:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762976.910135:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015188352:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762977.008825:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762977.008841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762977.008847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762977.008849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762977.008852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762977.008854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762977.008856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762977.008858:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762977.008859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762977.008861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762977.008888:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762977.008890:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762977.008892:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762977.008907:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762977.008909:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762977.008911:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762977.008913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762977.008915:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762977.008917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762977.008920:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762977.008922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762977.008924:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762977.008926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762977.008928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762977.008930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762977.008932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762977.008934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762977.008936:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762977.008938:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762977.008940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762977.008941:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762977.008943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762977.008945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762977.008946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762977.008949:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762977.008951:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762977.008953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762977.008955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762977.008957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762977.008959:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762977.008960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762977.008962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762977.008964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762977.008966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762977.008968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762977.008970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762977.008972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762977.008974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762977.008975:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762977.008977:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762977.008979:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762977.008980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762977.008982:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762977.008984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762977.008986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762977.008987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762977.008989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762977.008992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762977.008994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762977.008995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762977.008997:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762977.008999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762977.009000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762977.009002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762977.009003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762977.009005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762977.009007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762977.009009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762977.009011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762977.009013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762977.009015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762977.009017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762977.009019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762977.009020:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762977.009022:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762977.009023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762977.009025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762977.009027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762977.009028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762977.009030:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762977.009031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762977.009033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762977.009034:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762977.009036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762977.009038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762977.009039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762977.009041:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762977.009042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762977.009044:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762977.009046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762977.009047:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762977.009049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762977.009051:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762977.009053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762977.009055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762977.009056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762977.009058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762977.009060:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762977.009063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762977.009064:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762977.009066:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762977.009068:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762977.009070:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762977.009072:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762977.009074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762977.009076:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762977.009077:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762977.009079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762977.009081:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762977.009083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762977.009086:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762977.009088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762977.009090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762977.009092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762977.009094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762977.009096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762977.009098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762977.009100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762977.009103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762977.009104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762977.009106:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762977.009107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762977.009109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762977.009111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762977.009112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762977.009114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762977.009116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762977.009118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762977.009120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762977.009122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762977.009124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762977.009126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762977.009128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762977.009130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762977.009132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762977.009134:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762977.009136:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762977.009138:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762977.009140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762977.009141:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762977.009143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762977.009145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762977.009146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762977.009148:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762977.009150:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762977.009153:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762977.009155:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762977.009157:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762977.009159:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762977.009161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762977.009164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762977.009166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762977.009167:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762977.009169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762977.009171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762977.009173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762977.009174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762977.009176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762977.009177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762977.009179:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762977.009180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762977.009182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762977.009184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762977.009186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762977.009188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762977.009190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762977.009192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762977.009193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762977.009195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762977.009197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762977.009198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762977.009200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762977.009201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762977.009203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762977.009205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762977.009206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762977.009208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762977.009210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762977.009211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762977.009213:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762977.009214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762977.009216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762977.009218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762977.009220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762977.009222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762977.009224:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762977.009225:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762977.009227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762977.009228:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762977.009230:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762977.009231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762977.009233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762977.009234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762977.009236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762977.009239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762977.009241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762977.009242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762977.009244:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762977.009246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762977.009248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762977.009250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762977.009251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762977.009253:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762977.009255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762977.009257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762977.009259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762977.009261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762977.009263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762977.009265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762977.009268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762977.009270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762977.009271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762977.009274:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762977.009276:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762977.009277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762977.009279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762977.009281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762977.009283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762977.009285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762977.009287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762977.009289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762977.009291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762977.009293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762977.009294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762977.009296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762977.009299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762977.009301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762977.009303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762977.009305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762977.009307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762977.009309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762977.009311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762977.009313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762977.009314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762977.009316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762977.009318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762977.009320:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762977.009322:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762977.009323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762977.009325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762977.009326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762977.009328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762977.009329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762977.009331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762977.009332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762977.009334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762977.009335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762977.009337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762977.009338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762977.009340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762977.009341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762977.009343:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762977.009345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762977.009346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762977.009348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762977.009350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762977.009352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762977.009471:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762977.009503:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762977.009537:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015188352:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762977.009554:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [19968, 20223] 00000080:00200000:1.0:1789762977.009574:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762977.009580:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762977.009584:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762977.009595:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762977.009620:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 82837504, count: 1048576 00000080:00200000:1.0:1789762977.009629:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 82837504, bytes: 1048576 00000080:00200000:1.0:1789762977.009637:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762977.009645:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762977.009647:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [82837504, 83886080) 0 0 00000080:00200000:1.0:1789762977.009652:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762977.009666:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [20224, 20479] 00020000:00200000:1.0:1789762977.009675:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 82837504 chunk: [82837504, 83886080) 83886080, 1048576 00020000:00200000:1.0:1789762977.009678:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762977.009695:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [20224, 20479] 00000008:00010000:1.0:1789762977.009712:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762977.009719:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762977.009729:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [82837504, 83886080) 00000080:00200000:1.0:1789762977.009740:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762977.009766:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:82837504 00000080:00200000:1.0:1789762977.009773:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=82837504=0x4f00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762977.009992:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762977.009994:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 83886080 00000020:00010000:1.0:1789762977.010002:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762977.010004:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762977.010007:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762977.010009:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762977.010012:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762977.010018:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762977.010023:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762977.010035:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762977.010107:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 82837504<>83886080 00000100:00100000:1.0:1789762977.010135:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762977.010147:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015188480:192.168.203.148@tcp:3:dd.500 00000100:00100000:2.0:1789762977.055065:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2365:1876702015188608:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762977.055079:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015188736:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762977.055174:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015188864:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762977.055174:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:871a7a42-3659-47e5-8fc9-f4f1e262590d:2366:1876702015188992:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762977.056262:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015188736:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762977.056271:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2365:1876702015188608:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762977.056319:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:871a7a42-3659-47e5-8fc9-f4f1e262590d:2366:1876702015188992:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762977.056353:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015188864:192.168.203.148@tcp:400:kworker.0 00000008:00010000:1.0:1789762977.108894:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762977.108906:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762977.108909:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762977.108911:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762977.108912:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762977.108914:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762977.108915:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762977.108916:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762977.108917:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762977.108919:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762977.108920:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762977.108921:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762977.108923:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762977.108924:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762977.108925:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762977.108927:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762977.108928:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762977.108929:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762977.108930:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762977.108931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762977.108932:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762977.108933:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762977.108934:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762977.108935:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762977.108936:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762977.108937:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762977.108938:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762977.108939:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762977.108940:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762977.108941:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762977.108942:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762977.108943:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762977.108944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762977.108945:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762977.108954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762977.108955:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762977.108956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762977.108957:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762977.108958:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762977.108959:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762977.108960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762977.108961:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762977.108962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762977.108964:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762977.108965:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762977.108966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762977.108968:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762977.108969:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762977.108972:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762977.108974:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762977.108975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762977.108976:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762977.108977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762977.108978:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762977.108979:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762977.108980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762977.108980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762977.108981:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762977.108983:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762977.108984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762977.108985:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762977.108986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762977.108987:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762977.108988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762977.108988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762977.108989:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762977.108990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762977.108991:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762977.108992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762977.108993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762977.108995:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762977.108996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762977.108996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762977.108998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762977.108999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762977.109000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762977.109002:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762977.109003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762977.109004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762977.109005:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762977.109006:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762977.109007:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762977.109008:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762977.109009:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762977.109010:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762977.109011:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762977.109012:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762977.109013:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762977.109014:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762977.109015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762977.109016:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762977.109017:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762977.109018:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762977.109019:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762977.109020:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762977.109021:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762977.109022:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762977.109023:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762977.109024:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762977.109025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762977.109026:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762977.109027:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762977.109028:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762977.109029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762977.109030:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762977.109031:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762977.109032:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762977.109033:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762977.109035:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762977.109036:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762977.109037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762977.109039:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762977.109040:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762977.109041:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762977.109042:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762977.109043:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762977.109044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762977.109045:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762977.109046:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762977.109047:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762977.109048:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762977.109049:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762977.109050:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762977.109051:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762977.109052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762977.109053:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762977.109054:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762977.109055:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762977.109056:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762977.109057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762977.109058:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762977.109059:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762977.109060:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762977.109061:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762977.109062:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762977.109063:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762977.109064:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762977.109065:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762977.109066:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762977.109067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762977.109068:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762977.109069:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762977.109071:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762977.109072:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762977.109073:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762977.109074:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762977.109075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762977.109076:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762977.109077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762977.109078:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762977.109079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762977.109080:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762977.109081:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762977.109082:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762977.109083:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762977.109084:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762977.109085:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762977.109086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762977.109087:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762977.109088:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762977.109089:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762977.109090:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762977.109091:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762977.109092:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762977.109093:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762977.109094:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762977.109095:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762977.109096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762977.109097:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762977.109098:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762977.109099:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762977.109101:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762977.109102:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762977.109103:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762977.109104:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762977.109105:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762977.109106:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762977.109107:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762977.109108:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762977.109109:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762977.109110:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762977.109111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762977.109113:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762977.109114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762977.109115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762977.109116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762977.109117:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762977.109118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762977.109119:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762977.109120:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762977.109121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762977.109121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762977.109122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762977.109123:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762977.109124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762977.109125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762977.109126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762977.109127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762977.109128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762977.109129:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762977.109130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762977.109132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762977.109133:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762977.109134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762977.109135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762977.109137:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762977.109138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762977.109139:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762977.109140:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762977.109141:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762977.109142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762977.109143:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762977.109144:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762977.109145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762977.109146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762977.109147:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762977.109148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762977.109149:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762977.109150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762977.109151:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762977.109152:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762977.109153:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762977.109160:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762977.109161:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762977.109162:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762977.109164:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762977.109166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762977.109167:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762977.109169:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762977.109170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762977.109172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762977.109174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762977.109175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762977.109177:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762977.109178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762977.109180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762977.109182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762977.109184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762977.109186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762977.109188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762977.109190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762977.109192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762977.109193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762977.109195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762977.109197:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762977.109199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762977.109201:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762977.109203:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762977.109205:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762977.109207:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762977.109208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762977.109209:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762977.109210:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762977.109212:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762977.109213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762977.109214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762977.109215:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762977.109283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762977.109300:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762977.109329:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015188480:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762977.109374:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [20224, 20479] 00000080:00200000:0.0:1789762977.109400:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762977.109405:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762977.109408:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762977.109417:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762977.109464:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 83886080, count: 1048576 00000080:00200000:0.0:1789762977.109473:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 83886080, bytes: 1048576 00000080:00200000:0.0:1789762977.109482:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762977.109490:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762977.109492:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [83886080, 84934656) 0 0 00000080:00200000:0.0:1789762977.109497:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762977.109510:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [20480, 20735] 00020000:00200000:0.0:1789762977.109518:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 83886080 chunk: [83886080, 84934656) 84934656, 1048576 00020000:00200000:0.0:1789762977.109533:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762977.109551:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [20480, 20735] 00000008:00010000:0.0:1789762977.109566:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762977.109572:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762977.109580:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [83886080, 84934656) 00000080:00200000:0.0:1789762977.109600:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762977.109605:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:83886080 00000080:00200000:0.0:1789762977.109613:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=83886080=0x5000000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762977.109819:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762977.109821:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 84934656 00000020:00010000:0.0:1789762977.109827:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762977.109830:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762977.109833:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762977.109836:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762977.109838:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762977.109856:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762977.109861:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762977.109901:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762977.109980:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 83886080<>84934656 00000100:00100000:0.0:1789762977.110013:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762977.110025:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015189120:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762977.208816:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762977.208831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762977.208834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762977.208835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762977.208837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762977.208838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762977.208839:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762977.208840:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762977.208841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762977.208843:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762977.208844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762977.208845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762977.208846:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762977.208847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762977.208848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762977.208849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762977.208850:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762977.208851:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762977.208852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762977.208853:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762977.208854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762977.208855:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762977.208856:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762977.208857:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762977.208858:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762977.208860:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762977.208861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762977.208862:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762977.208883:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762977.208884:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762977.208885:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762977.208886:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762977.208887:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762977.208888:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762977.208889:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762977.208890:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762977.208891:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762977.208892:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762977.208893:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762977.208894:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762977.208895:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762977.208896:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762977.208897:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762977.208898:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762977.208899:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762977.208900:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762977.208900:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762977.208901:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762977.208902:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762977.208904:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762977.208913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762977.208914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762977.208915:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762977.208916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762977.208917:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762977.208918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762977.208919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762977.208921:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762977.208922:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762977.208923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762977.208925:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762977.208926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762977.208927:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762977.208928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762977.208929:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762977.208930:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762977.208931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762977.208932:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762977.208933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762977.208934:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762977.208941:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762977.208942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762977.208943:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762977.208944:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762977.208945:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762977.208946:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762977.208947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762977.208948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762977.208949:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762977.208950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762977.208951:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762977.208952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762977.208953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762977.208955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762977.208956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762977.208957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762977.208958:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762977.208959:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762977.208960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762977.208962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762977.208963:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762977.208965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762977.208966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762977.208968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762977.208969:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762977.208970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762977.208971:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762977.208972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762977.208973:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762977.208974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762977.208975:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762977.208976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762977.208977:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762977.208978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762977.208979:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762977.208980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762977.208984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762977.208985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762977.208986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762977.208987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762977.208988:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762977.208989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762977.208990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762977.208991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762977.208992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762977.208993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762977.208994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762977.208995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762977.208996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762977.208998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762977.208999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762977.209000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762977.209002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762977.209003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762977.209004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762977.209006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762977.209007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762977.209008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762977.209009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762977.209010:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762977.209011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762977.209012:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762977.209013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762977.209014:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762977.209015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762977.209016:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762977.209017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762977.209018:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762977.209019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762977.209020:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762977.209021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762977.209022:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762977.209023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762977.209024:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762977.209025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762977.209026:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762977.209027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762977.209028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762977.209029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762977.209030:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762977.209031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762977.209032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762977.209033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762977.209035:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762977.209036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762977.209038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762977.209039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762977.209041:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762977.209042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762977.209043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762977.209044:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762977.209045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762977.209046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762977.209047:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762977.209048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762977.209049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762977.209050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762977.209051:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762977.209052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762977.209053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762977.209054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762977.209055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762977.209056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762977.209057:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762977.209058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762977.209059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762977.209060:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762977.209061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762977.209062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762977.209063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762977.209064:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762977.209065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762977.209066:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762977.209067:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762977.209069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762977.209070:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762977.209071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762977.209073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762977.209074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762977.209075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762977.209076:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762977.209077:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762977.209078:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762977.209079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762977.209080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762977.209084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762977.209085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762977.209086:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762977.209087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762977.209088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762977.209089:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762977.209090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762977.209091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762977.209092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762977.209093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762977.209094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762977.209095:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762977.209096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762977.209097:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762977.209098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762977.209099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762977.209100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762977.209101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762977.209102:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762977.209103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762977.209104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762977.209105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762977.209107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762977.209108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762977.209109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762977.209110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762977.209111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762977.209112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762977.209113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762977.209114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762977.209115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762977.209116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762977.209117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762977.209118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762977.209119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762977.209120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762977.209121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762977.209122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762977.209122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762977.209124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762977.209125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762977.209125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762977.209126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762977.209127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762977.209128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762977.209129:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762977.209130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762977.209131:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762977.209132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762977.209133:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762977.209134:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762977.209135:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762977.209136:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762977.209137:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762977.209139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762977.209140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762977.209141:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762977.209142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762977.209143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762977.209144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762977.209145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762977.209146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762977.209214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762977.209229:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762977.209254:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015189120:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762977.209256:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [20480, 20735] 00000080:00200000:1.0:1789762977.209273:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762977.209279:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762977.209282:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762977.209291:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762977.209315:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 84934656, count: 1048576 00000080:00200000:1.0:1789762977.209325:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 84934656, bytes: 1048576 00000080:00200000:1.0:1789762977.209333:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762977.209341:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762977.209342:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [84934656, 85983232) 0 0 00000080:00200000:1.0:1789762977.209347:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762977.209360:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [20736, 20991] 00020000:00200000:1.0:1789762977.209367:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 84934656 chunk: [84934656, 85983232) 85983232, 1048576 00020000:00200000:1.0:1789762977.209371:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762977.209388:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [20736, 20991] 00000008:00010000:1.0:1789762977.209403:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762977.209407:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762977.209414:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [84934656, 85983232) 00000080:00200000:1.0:1789762977.209423:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762977.209428:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:84934656 00000080:00200000:1.0:1789762977.209448:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=84934656=0x5100000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762977.209646:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762977.209649:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 85983232 00000020:00010000:1.0:1789762977.209655:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762977.209657:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762977.209660:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762977.209662:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762977.209665:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762977.209670:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762977.209675:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762977.209688:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762977.209760:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 84934656<>85983232 00000100:00100000:1.0:1789762977.209789:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762977.209801:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015189248:192.168.203.148@tcp:3:dd.500 00010000:00010000:2.0:1789762977.246989:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1789762977.309224:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762977.309238:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762977.309242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762977.309243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762977.309244:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762977.309246:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762977.309247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762977.309248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762977.309249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762977.309250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762977.309251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762977.309252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762977.309254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762977.309254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762977.309255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762977.309257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762977.309258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762977.309259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762977.309260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762977.309261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762977.309262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762977.309263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762977.309264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762977.309265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762977.309266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762977.309267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762977.309268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762977.309269:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762977.309270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762977.309271:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762977.309272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762977.309273:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762977.309274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762977.309275:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762977.309276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762977.309278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762977.309279:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762977.309280:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762977.309281:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762977.309282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762977.309284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762977.309284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762977.309285:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762977.309286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762977.309287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762977.309288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762977.309289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762977.309290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762977.309291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762977.309292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762977.309293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762977.309294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762977.309295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762977.309296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762977.309297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762977.309298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762977.309299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762977.309300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762977.309301:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762977.309302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762977.309303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762977.309304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762977.309305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762977.309306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762977.309307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762977.309308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762977.309310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762977.309311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762977.309312:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762977.309313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762977.309314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762977.309315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762977.309316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762977.309317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762977.309318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762977.309320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762977.309321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762977.309322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762977.309323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762977.309324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762977.309325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762977.309326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762977.309327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762977.309328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762977.309329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762977.309330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762977.309331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762977.309332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762977.309333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762977.309334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762977.309335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762977.309336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762977.309337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762977.309338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762977.309339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762977.309340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762977.309341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762977.309342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762977.309343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762977.309344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762977.309346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762977.309347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762977.309348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762977.309349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762977.309350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762977.309351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762977.309352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762977.309353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762977.309354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762977.309355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762977.309356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762977.309357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762977.309358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762977.309359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762977.309360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762977.309361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762977.309362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762977.309363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762977.309364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762977.309365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762977.309366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762977.309367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762977.309368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762977.309369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762977.309370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762977.309371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762977.309372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762977.309373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762977.309374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762977.309375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762977.309377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762977.309378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762977.309379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762977.309380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762977.309381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762977.309382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762977.309383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762977.309384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762977.309385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762977.309386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762977.309387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762977.309388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762977.309389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762977.309390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762977.309391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762977.309392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762977.309393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762977.309395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762977.309396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762977.309397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762977.309397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762977.309398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762977.309399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762977.309400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762977.309401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762977.309402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762977.309403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762977.309404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762977.309405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762977.309406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762977.309407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762977.309408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762977.309410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762977.309411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762977.309412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762977.309414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762977.309415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762977.309416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762977.309417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762977.309418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762977.309419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762977.309420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762977.309421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762977.309422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762977.309423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762977.309424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762977.309425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762977.309426:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762977.309427:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762977.309440:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762977.309442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762977.309443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762977.309444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762977.309445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762977.309446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762977.309447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762977.309448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762977.309449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762977.309450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762977.309451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762977.309452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762977.309453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762977.309454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762977.309455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762977.309457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762977.309469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762977.309470:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762977.309471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762977.309472:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762977.309474:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762977.309475:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762977.309476:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762977.309477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762977.309478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762977.309478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762977.309479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762977.309480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762977.309481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762977.309483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762977.309484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762977.309485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762977.309486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762977.309487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762977.309488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762977.309489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762977.309490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762977.309491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762977.309492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762977.309493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762977.309494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762977.309495:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762977.309496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762977.309497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762977.309498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762977.309499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762977.309500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762977.309501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762977.309502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762977.309504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762977.309505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762977.309506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762977.309507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762977.309508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762977.309509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762977.309510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762977.309511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762977.309512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762977.309513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762977.309514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762977.309515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762977.309516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762977.309517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762977.309518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762977.309519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762977.309520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762977.309521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762977.309522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762977.309523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762977.309524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762977.309533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762977.309534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762977.309535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762977.309536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762977.309538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762977.309539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762977.309540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762977.309541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762977.309604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762977.309631:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762977.309655:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015189248:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762977.309678:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [20736, 20991] 00000080:00200000:0.0:1789762977.309697:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762977.309704:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762977.309709:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762977.309720:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762977.309747:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 85983232, count: 1048576 00000080:00200000:0.0:1789762977.309758:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 85983232, bytes: 1048576 00000080:00200000:0.0:1789762977.309768:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762977.309778:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762977.309780:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [85983232, 87031808) 0 0 00000080:00200000:0.0:1789762977.309786:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762977.309802:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [20992, 21247] 00020000:00200000:0.0:1789762977.309811:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 85983232 chunk: [85983232, 87031808) 87031808, 1048576 00020000:00200000:0.0:1789762977.309815:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762977.309836:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [20992, 21247] 00000008:00010000:0.0:1789762977.309854:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762977.309896:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762977.309907:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [85983232, 87031808) 00000080:00200000:0.0:1789762977.309917:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762977.309924:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:85983232 00000080:00200000:0.0:1789762977.309932:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=85983232=0x5200000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762977.310252:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762977.310256:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 87031808 00000020:00010000:0.0:1789762977.310265:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762977.310269:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762977.310273:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762977.310276:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762977.310280:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762977.310289:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762977.310296:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762977.310314:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762977.310410:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 85983232<>87031808 00000100:00100000:0.0:1789762977.310460:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762977.310476:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015189376:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762977.408968:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762977.408989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762977.408993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762977.408995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762977.408996:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762977.408997:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762977.408999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762977.409000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762977.409001:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762977.409002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762977.409003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762977.409004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762977.409005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762977.409006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762977.409007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762977.409008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762977.409010:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762977.409011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762977.409013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762977.409014:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762977.409015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762977.409016:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762977.409017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762977.409018:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762977.409019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762977.409020:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762977.409021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762977.409023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762977.409023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762977.409024:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762977.409025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762977.409026:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762977.409027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762977.409028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762977.409029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762977.409030:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762977.409031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762977.409032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762977.409033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762977.409034:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762977.409036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762977.409037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762977.409038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762977.409039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762977.409040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762977.409041:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762977.409042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762977.409043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762977.409045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762977.409046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762977.409047:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762977.409049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762977.409050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762977.409051:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762977.409052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762977.409053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762977.409054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762977.409055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762977.409056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762977.409058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762977.409059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762977.409061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762977.409063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762977.409064:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762977.409066:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762977.409068:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762977.409069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762977.409071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762977.409072:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762977.409074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762977.409076:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762977.409078:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762977.409080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762977.409082:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762977.409084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762977.409085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762977.409087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762977.409090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762977.409092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762977.409094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762977.409096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762977.409098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762977.409100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762977.409102:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762977.409104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762977.409106:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762977.409107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762977.409109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762977.409110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762977.409111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762977.409112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762977.409113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762977.409114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762977.409115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762977.409116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762977.409117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762977.409118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762977.409119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762977.409120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762977.409121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762977.409122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762977.409123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762977.409124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762977.409125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762977.409126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762977.409127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762977.409128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762977.409129:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762977.409130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762977.409131:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762977.409132:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762977.409133:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762977.409135:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762977.409136:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762977.409137:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762977.409139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762977.409140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762977.409141:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762977.409142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762977.409143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762977.409144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762977.409145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762977.409151:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762977.409152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762977.409153:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762977.409154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762977.409155:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762977.409156:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762977.409158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762977.409159:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762977.409160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762977.409161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762977.409162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762977.409164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762977.409165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762977.409166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762977.409167:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762977.409168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762977.409169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762977.409170:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762977.409171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762977.409172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762977.409173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762977.409174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762977.409176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762977.409177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762977.409179:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762977.409180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762977.409181:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762977.409183:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762977.409184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762977.409185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762977.409186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762977.409187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762977.409188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762977.409188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762977.409189:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762977.409190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762977.409192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762977.409192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762977.409193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762977.409194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762977.409195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762977.409196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762977.409197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762977.409198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762977.409199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762977.409200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762977.409201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762977.409202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762977.409203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762977.409204:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762977.409205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762977.409206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762977.409207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762977.409208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762977.409210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762977.409211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762977.409212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762977.409213:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762977.409215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762977.409216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762977.409217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762977.409218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762977.409219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762977.409220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762977.409221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762977.409222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762977.409223:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762977.409226:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762977.409228:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762977.409229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762977.409230:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762977.409231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762977.409232:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762977.409232:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762977.409233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762977.409234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762977.409236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762977.409237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762977.409238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762977.409239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762977.409240:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762977.409241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762977.409242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762977.409243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762977.409244:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762977.409245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762977.409247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762977.409247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762977.409249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762977.409250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762977.409251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762977.409252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762977.409253:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762977.409254:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762977.409255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762977.409256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762977.409257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762977.409258:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762977.409259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762977.409260:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762977.409261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762977.409262:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762977.409263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762977.409263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762977.409264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762977.409265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762977.409266:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762977.409267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762977.409268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762977.409269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762977.409270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762977.409271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762977.409272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762977.409273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762977.409274:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762977.409275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762977.409277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762977.409278:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762977.409279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762977.409280:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762977.409281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762977.409282:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762977.409283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762977.409284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762977.409285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762977.409286:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762977.409287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762977.409288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762977.409289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762977.409290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762977.409291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762977.409292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762977.409293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762977.409294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762977.409295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762977.409372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762977.409387:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762977.409414:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015189376:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762977.409418:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [20992, 21247] 00000080:00200000:1.0:1789762977.409448:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762977.409455:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762977.409459:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762977.409470:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762977.409506:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 87031808, count: 1048576 00000080:00200000:1.0:1789762977.409514:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 87031808, bytes: 1048576 00000080:00200000:1.0:1789762977.409522:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762977.409530:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762977.409532:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [87031808, 88080384) 0 0 00000080:00200000:1.0:1789762977.409538:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762977.409554:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [21248, 21503] 00020000:00200000:1.0:1789762977.409563:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 87031808 chunk: [87031808, 88080384) 88080384, 1048576 00020000:00200000:1.0:1789762977.409568:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762977.409589:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [21248, 21503] 00000008:00010000:1.0:1789762977.409608:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762977.409614:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762977.409624:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [87031808, 88080384) 00000080:00200000:1.0:1789762977.409634:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762977.409641:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:87031808 00000080:00200000:1.0:1789762977.409649:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=87031808=0x5300000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762977.410006:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762977.410010:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 88080384 00000020:00010000:1.0:1789762977.410018:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762977.410022:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762977.410025:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762977.410029:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762977.410031:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762977.410041:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762977.410048:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762977.410066:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762977.410167:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 87031808<>88080384 00000100:00100000:1.0:1789762977.410204:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762977.410220:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015189504:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762977.509264:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762977.509278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762977.509281:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762977.509283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762977.509284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762977.509286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762977.509287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762977.509289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762977.509290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762977.509291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762977.509292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762977.509293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762977.509294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762977.509295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762977.509296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762977.509297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762977.509298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762977.509299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762977.509300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762977.509301:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762977.509302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762977.509303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762977.509304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762977.509305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762977.509306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762977.509308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762977.509310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762977.509311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762977.509313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762977.509314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762977.509315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762977.509316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762977.509317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762977.509318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762977.509319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762977.509320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762977.509321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762977.509322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762977.509323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762977.509324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762977.509325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762977.509326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762977.509327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762977.509328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762977.509329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762977.509330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762977.509331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762977.509332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762977.509333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762977.509334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762977.509335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762977.509336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762977.509337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762977.509338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762977.509339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762977.509339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762977.509340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762977.509342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762977.509344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762977.509345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762977.509346:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762977.509348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762977.509349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762977.509350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762977.509351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762977.509352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762977.509353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762977.509354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762977.509355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762977.509356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762977.509357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762977.509358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762977.509359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762977.509360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762977.509361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762977.509362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762977.509363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762977.509364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762977.509365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762977.509366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762977.509367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762977.509368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762977.509369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762977.509370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762977.509371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762977.509372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762977.509373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762977.509374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762977.509375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762977.509377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762977.509378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762977.509379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762977.509381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762977.509382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762977.509383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762977.509384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762977.509385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762977.509386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762977.509387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762977.509388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762977.509389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762977.509390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762977.509391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762977.509392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762977.509393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762977.509394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762977.509395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762977.509396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762977.509397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762977.509398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762977.509399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762977.509400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762977.509402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762977.509403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762977.509403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762977.509404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762977.509405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762977.509406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762977.509407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762977.509408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762977.509409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762977.509411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762977.509412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762977.509414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762977.509415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762977.509416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762977.509417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762977.509418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762977.509419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762977.509420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762977.509421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762977.509422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762977.509423:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762977.509424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762977.509425:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762977.509439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762977.509442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762977.509443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762977.509444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762977.509445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762977.509446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762977.509447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762977.509448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762977.509449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762977.509450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762977.509451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762977.509452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762977.509453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762977.509454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762977.509455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762977.509456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762977.509457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762977.509458:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762977.509460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762977.509462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762977.509463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762977.509464:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762977.509465:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762977.509467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762977.509468:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762977.509469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762977.509470:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762977.509471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762977.509471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762977.509472:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762977.509473:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762977.509474:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762977.509475:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762977.509477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762977.509478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762977.509479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762977.509479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762977.509480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762977.509481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762977.509482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762977.509483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762977.509484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762977.509485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762977.509486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762977.509487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762977.509488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762977.509489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762977.509491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762977.509492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762977.509493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762977.509494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762977.509496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762977.509497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762977.509498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762977.509499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762977.509500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762977.509501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762977.509502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762977.509503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762977.509504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762977.509505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762977.509506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762977.509507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762977.509508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762977.509509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762977.509510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762977.509511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762977.509513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762977.509513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762977.509514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762977.509515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762977.509516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762977.509517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762977.509518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762977.509519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762977.509520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762977.509521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762977.509522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762977.509523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762977.509524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762977.509525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762977.509526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762977.509528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762977.509529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762977.509531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762977.509532:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762977.509533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762977.509534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762977.509535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762977.509536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762977.509537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762977.509538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762977.509539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762977.509540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762977.509541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762977.509542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762977.509543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762977.509544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762977.509545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762977.509546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762977.509547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762977.509548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762977.509549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762977.509550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762977.509551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762977.509552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762977.509553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762977.509554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762977.509555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762977.509556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762977.509557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762977.509558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762977.509559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762977.509560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762977.509562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762977.509563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762977.509564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762977.509566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762977.509567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762977.509568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762977.509569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762977.509570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762977.509636:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762977.509652:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762977.509676:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015189504:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762977.509700:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [21248, 21503] 00000080:00200000:0.0:1789762977.509720:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762977.509726:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762977.509738:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762977.509751:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762977.509778:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 88080384, count: 1048576 00000080:00200000:0.0:1789762977.509789:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 88080384, bytes: 1048576 00000080:00200000:0.0:1789762977.509799:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762977.509808:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762977.509811:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [88080384, 89128960) 0 0 00000080:00200000:0.0:1789762977.509815:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762977.509832:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [21504, 21759] 00020000:00200000:0.0:1789762977.509840:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 88080384 chunk: [88080384, 89128960) 89128960, 1048576 00020000:00200000:0.0:1789762977.509846:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762977.509903:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [21504, 21759] 00000008:00010000:0.0:1789762977.509922:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762977.509929:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762977.509938:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [88080384, 89128960) 00000080:00200000:0.0:1789762977.509948:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762977.509953:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:88080384 00000080:00200000:0.0:1789762977.509960:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=88080384=0x5400000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762977.510295:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762977.510299:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 89128960 00000020:00010000:0.0:1789762977.510307:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762977.510311:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762977.510315:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762977.510320:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762977.510323:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762977.510332:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762977.510339:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762977.510357:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762977.510467:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 88080384<>89128960 00000100:00100000:0.0:1789762977.510508:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762977.510525:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015189632:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762977.609147:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762977.609160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762977.609164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762977.609165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762977.609167:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762977.609169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762977.609170:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762977.609172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762977.609173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762977.609174:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762977.609176:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762977.609177:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762977.609178:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762977.609179:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762977.609180:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762977.609181:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762977.609182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762977.609183:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762977.609184:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762977.609185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762977.609186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762977.609187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762977.609188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762977.609189:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762977.609190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762977.609191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762977.609192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762977.609193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762977.609194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762977.609195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762977.609196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762977.609197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762977.609198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762977.609199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762977.609200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762977.609201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762977.609202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762977.609203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762977.609204:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762977.609206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762977.609207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762977.609209:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762977.609210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762977.609211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762977.609212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762977.609213:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762977.609214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762977.609215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762977.609216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762977.609217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762977.609218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762977.609219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762977.609220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762977.609221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762977.609222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762977.609223:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762977.609224:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762977.609225:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762977.609226:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762977.609228:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762977.609229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762977.609230:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762977.609231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762977.609232:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762977.609233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762977.609234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762977.609235:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762977.609236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762977.609237:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762977.609238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762977.609239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762977.609240:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762977.609242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762977.609243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762977.609244:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762977.609245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762977.609247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762977.609248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762977.609249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762977.609250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762977.609251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762977.609252:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762977.609253:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762977.609254:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762977.609255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762977.609256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762977.609257:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762977.609258:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762977.609259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762977.609260:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762977.609261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762977.609262:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762977.609263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762977.609264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762977.609265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762977.609266:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762977.609267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762977.609268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762977.609269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762977.609270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762977.609271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762977.609272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762977.609273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762977.609274:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762977.609276:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762977.609277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762977.609278:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762977.609280:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762977.609281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762977.609282:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762977.609283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762977.609284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762977.609285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762977.609286:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762977.609287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762977.609288:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762977.609289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762977.609290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762977.609291:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762977.609292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762977.609293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762977.609294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762977.609295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762977.609296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762977.609297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762977.609298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762977.609299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762977.609300:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762977.609301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762977.609302:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762977.609303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762977.609304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762977.609305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762977.609306:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762977.609307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762977.609309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762977.609311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762977.609312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762977.609313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762977.609315:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762977.609316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762977.609317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762977.609318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762977.609319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762977.609320:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762977.609321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762977.609322:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762977.609323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762977.609324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762977.609325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762977.609326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762977.609327:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762977.609328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762977.609329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762977.609330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762977.609331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762977.609332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762977.609333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762977.609334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762977.609335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762977.609336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762977.609337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762977.609338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762977.609339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762977.609340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762977.609341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762977.609342:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762977.609344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762977.609345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762977.609347:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762977.609348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762977.609349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762977.609350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762977.609351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762977.609352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762977.609353:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762977.609354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762977.609355:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762977.609356:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762977.609357:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762977.609358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762977.609359:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762977.609360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762977.609361:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762977.609362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762977.609363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762977.609364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762977.609365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762977.609366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762977.609367:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762977.609368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762977.609369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762977.609370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762977.609371:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762977.609372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762977.609373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762977.609374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762977.609375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762977.609376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762977.609378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762977.609379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762977.609381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762977.609382:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762977.609383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762977.609384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762977.609385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762977.609386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762977.609387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762977.609388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762977.609389:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762977.609390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762977.609391:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762977.609392:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762977.609393:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762977.609394:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762977.609395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762977.609396:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762977.609397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762977.609398:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762977.609399:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762977.609400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762977.609401:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762977.609402:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762977.609403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762977.609404:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762977.609405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762977.609406:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762977.609407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762977.609408:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762977.609409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762977.609410:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762977.609411:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762977.609412:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762977.609414:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762977.609415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762977.609416:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762977.609417:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762977.609418:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762977.609419:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762977.609420:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762977.609421:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762977.609422:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762977.609423:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762977.609424:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762977.609439:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762977.609441:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762977.609443:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762977.609444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762977.609445:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762977.609446:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762977.609447:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762977.609448:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762977.609449:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762977.609450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762977.609451:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762977.609452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762977.609453:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762977.609518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762977.609534:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762977.609573:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015189632:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762977.609577:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [21504, 21759] 00000080:00200000:1.0:1789762977.609595:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762977.609601:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762977.609604:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762977.609614:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762977.609640:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 89128960, count: 1048576 00000080:00200000:1.0:1789762977.609648:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 89128960, bytes: 1048576 00000080:00200000:1.0:1789762977.609657:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762977.609664:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762977.609666:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [89128960, 90177536) 0 0 00000080:00200000:1.0:1789762977.609670:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762977.609695:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [21760, 22015] 00020000:00200000:1.0:1789762977.609702:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 89128960 chunk: [89128960, 90177536) 90177536, 1048576 00020000:00200000:1.0:1789762977.609706:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762977.609724:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [21760, 22015] 00000008:00010000:1.0:1789762977.609738:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762977.609743:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762977.609751:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [89128960, 90177536) 00000080:00200000:1.0:1789762977.609760:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762977.609765:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:89128960 00000080:00200000:1.0:1789762977.609772:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=89128960=0x5500000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762977.610030:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762977.610033:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 90177536 00000020:00010000:1.0:1789762977.610040:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762977.610043:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762977.610046:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762977.610048:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762977.610051:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762977.610070:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762977.610077:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762977.610091:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762977.610190:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 89128960<>90177536 00000100:00100000:1.0:1789762977.610228:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762977.610242:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015189760:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762977.709349:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762977.709363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762977.709367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762977.709369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762977.709370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762977.709371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762977.709373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762977.709374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762977.709375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762977.709376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762977.709377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762977.709378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762977.709379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762977.709380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762977.709381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762977.709382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762977.709384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762977.709385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762977.709386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762977.709388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762977.709389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762977.709390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762977.709391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762977.709392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762977.709393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762977.709394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762977.709395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762977.709396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762977.709397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762977.709398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762977.709399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762977.709400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762977.709401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762977.709402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762977.709403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762977.709404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762977.709405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762977.709406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762977.709407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762977.709408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762977.709409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762977.709410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762977.709411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762977.709412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762977.709413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762977.709414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762977.709415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762977.709416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762977.709418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762977.709419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762977.709420:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762977.709421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762977.709422:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762977.709424:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762977.709440:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762977.709443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762977.709444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762977.709445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762977.709446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762977.709447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762977.709448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762977.709449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762977.709450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762977.709451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762977.709452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762977.709453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762977.709454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762977.709455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762977.709456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762977.709457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762977.709458:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762977.709459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762977.709460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762977.709461:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762977.709462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762977.709463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762977.709464:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762977.709466:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762977.709467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762977.709469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762977.709471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762977.709473:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762977.709475:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762977.709477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762977.709479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762977.709480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762977.709482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762977.709484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762977.709485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762977.709498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762977.709499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762977.709501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762977.709503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762977.709505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762977.709507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762977.709508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762977.709510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762977.709511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762977.709513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762977.709515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762977.709517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762977.709519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762977.709521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762977.709523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762977.709525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762977.709527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762977.709529:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762977.709531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762977.709533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762977.709535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762977.709536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762977.709538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762977.709540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762977.709542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762977.709544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762977.709545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762977.709546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762977.709547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762977.709548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762977.709549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762977.709550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762977.709551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762977.709552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762977.709553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762977.709554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762977.709555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762977.709556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762977.709557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762977.709559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762977.709560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762977.709561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762977.709562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762977.709563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762977.709564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762977.709565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762977.709566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762977.709567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762977.709568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762977.709569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762977.709570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762977.709571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762977.709572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762977.709573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762977.709574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762977.709575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762977.709576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762977.709578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762977.709579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762977.709580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762977.709582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762977.709583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762977.709584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762977.709585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762977.709586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762977.709587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762977.709588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762977.709589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762977.709590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762977.709591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762977.709592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762977.709593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762977.709594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762977.709595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762977.709596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762977.709597:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762977.709598:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762977.709599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762977.709600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762977.709601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762977.709602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762977.709603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762977.709604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762977.709605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762977.709606:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762977.709607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762977.709608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762977.709609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762977.709611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762977.709612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762977.709613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762977.709614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762977.709615:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762977.709616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762977.709617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762977.709618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762977.709619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762977.709620:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762977.709621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762977.709622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762977.709623:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762977.709624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762977.709625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762977.709626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762977.709627:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762977.709628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762977.709637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762977.709638:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762977.709639:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762977.709640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762977.709641:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762977.709642:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762977.709643:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762977.709644:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762977.709645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762977.709646:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762977.709647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762977.709648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762977.709649:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762977.709651:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762977.709653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762977.709654:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762977.709655:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762977.709657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762977.709658:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762977.709659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762977.709660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762977.709661:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762977.709662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762977.709663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762977.709664:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762977.709665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762977.709666:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762977.709667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762977.709668:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762977.709669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762977.709670:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762977.709671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762977.709672:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762977.709673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762977.709674:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762977.709675:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762977.709676:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762977.709677:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762977.709678:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762977.709679:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762977.709680:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762977.709681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762977.709682:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762977.709683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762977.709684:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762977.709685:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762977.709686:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762977.709688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762977.709689:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762977.709690:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762977.709691:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762977.709692:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762977.709693:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762977.709694:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762977.709695:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762977.709696:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762977.709697:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762977.709698:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762977.709699:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762977.709701:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762977.709702:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762977.709703:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762977.709768:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762977.709783:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762977.709809:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015189760:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762977.709818:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [21760, 22015] 00000080:00200000:0.0:1789762977.709835:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762977.709842:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762977.709845:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762977.709856:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762977.709939:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 90177536, count: 1048576 00000080:00200000:0.0:1789762977.709950:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 90177536, bytes: 1048576 00000080:00200000:0.0:1789762977.709959:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762977.709967:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762977.709970:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [90177536, 91226112) 0 0 00000080:00200000:0.0:1789762977.709974:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762977.709989:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [22016, 22271] 00020000:00200000:0.0:1789762977.709996:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 90177536 chunk: [90177536, 91226112) 91226112, 1048576 00020000:00200000:0.0:1789762977.710000:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762977.710019:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [22016, 22271] 00000008:00010000:0.0:1789762977.710032:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762977.710038:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762977.710046:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [90177536, 91226112) 00000080:00200000:0.0:1789762977.710055:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762977.710061:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:90177536 00000080:00200000:0.0:1789762977.710070:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=90177536=0x5600000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762977.710291:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762977.710294:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 91226112 00000020:00010000:0.0:1789762977.710302:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762977.710305:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762977.710307:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762977.710310:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762977.710313:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762977.710320:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762977.710325:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762977.710337:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762977.710423:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 90177536<>91226112 00000100:00100000:0.0:1789762977.710472:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762977.710495:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015189888:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762977.809483:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762977.809498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762977.809502:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762977.809503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762977.809505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762977.809506:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762977.809507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762977.809509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762977.809510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762977.809511:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762977.809512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762977.809513:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762977.809514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762977.809515:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762977.809517:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762977.809518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762977.809519:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762977.809520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762977.809521:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762977.809522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762977.809523:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762977.809524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762977.809525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762977.809527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762977.809527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762977.809528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762977.809529:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762977.809530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762977.809531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762977.809532:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762977.809539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762977.809540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762977.809542:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762977.809543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762977.809544:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762977.809546:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762977.809547:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762977.809548:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762977.809549:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762977.809550:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762977.809551:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762977.809552:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762977.809553:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762977.809554:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762977.809555:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762977.809556:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762977.809557:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762977.809558:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762977.809559:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762977.809560:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762977.809561:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762977.809562:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762977.809563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762977.809564:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762977.809565:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762977.809566:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762977.809567:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762977.809568:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762977.809569:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762977.809570:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762977.809571:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762977.809572:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762977.809573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762977.809575:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762977.809576:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762977.809577:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762977.809579:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762977.809580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762977.809581:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762977.809582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762977.809583:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762977.809584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762977.809585:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762977.809586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762977.809587:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762977.809588:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762977.809589:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762977.809590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762977.809591:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762977.809592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762977.809593:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762977.809594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762977.809595:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762977.809596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762977.809597:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762977.809598:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762977.809599:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762977.809600:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762977.809601:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762977.809602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762977.809603:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762977.809604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762977.809605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762977.809606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762977.809608:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762977.809609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762977.809611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762977.809612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762977.809614:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762977.809615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762977.809616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762977.809617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762977.809618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762977.809619:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762977.809620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762977.809621:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762977.809622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762977.809623:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762977.809624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762977.809625:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762977.809626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762977.809627:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762977.809628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762977.809629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762977.809630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762977.809631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762977.809632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762977.809633:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762977.809634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762977.809635:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762977.809636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762977.809637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762977.809638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762977.809639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762977.809640:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762977.809641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762977.809642:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762977.809644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762977.809645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762977.809647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762977.809648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762977.809649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762977.809650:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762977.809651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762977.809652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762977.809653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762977.809654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762977.809655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762977.809656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762977.809657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762977.809658:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762977.809659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762977.809660:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762977.809661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762977.809662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762977.809663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762977.809664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762977.809665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762977.809666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762977.809667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762977.809668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762977.809669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762977.809670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762977.809671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762977.809672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762977.809673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762977.809674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762977.809675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762977.809677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762977.809679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762977.809680:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762977.809681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762977.809682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762977.809695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762977.809696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762977.809697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762977.809698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762977.809699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762977.809700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762977.809701:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762977.809702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762977.809703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762977.809704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762977.809705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762977.809706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762977.809707:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762977.809708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762977.809709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762977.809710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762977.809711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762977.809712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762977.809713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762977.809714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762977.809715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762977.809716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762977.809717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762977.809718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762977.809719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762977.809720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762977.809721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762977.809723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762977.809724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762977.809725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762977.809727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762977.809728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762977.809729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762977.809730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762977.809731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762977.809732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762977.809733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762977.809734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762977.809735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762977.809736:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762977.809737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762977.809738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762977.809739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762977.809740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762977.809741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762977.809742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762977.809743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762977.809744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762977.809745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762977.809746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762977.809747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762977.809748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762977.809749:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762977.809750:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762977.809751:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762977.809752:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762977.809753:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762977.809754:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762977.809755:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762977.809757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762977.809758:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762977.809760:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762977.809761:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762977.809762:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762977.809763:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762977.809764:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762977.809765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762977.809766:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762977.809767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762977.809768:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762977.809769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762977.809770:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762977.809771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762977.809773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762977.809774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762977.809775:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762977.809776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762977.809777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762977.809778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762977.809779:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762977.809780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762977.809781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762977.809782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762977.809783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762977.809784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762977.809785:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762977.809786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762977.809787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762977.809788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762977.809789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762977.809790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762977.809792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762977.809794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762977.809795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762977.809860:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762977.809900:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762977.809927:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015189888:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762977.809945:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [22016, 22271] 00000080:00200000:1.0:1789762977.809964:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762977.809969:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762977.809973:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762977.809983:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762977.810013:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 91226112, count: 1048576 00000080:00200000:1.0:1789762977.810023:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 91226112, bytes: 1048576 00000080:00200000:1.0:1789762977.810032:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762977.810040:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762977.810042:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [91226112, 92274688) 0 0 00000080:00200000:1.0:1789762977.810046:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762977.810062:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [22272, 22527] 00020000:00200000:1.0:1789762977.810070:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 91226112 chunk: [91226112, 92274688) 92274688, 1048576 00020000:00200000:1.0:1789762977.810075:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762977.810105:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [22272, 22527] 00000008:00010000:1.0:1789762977.810121:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762977.810126:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762977.810135:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [91226112, 92274688) 00000080:00200000:1.0:1789762977.810145:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762977.810150:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:91226112 00000080:00200000:1.0:1789762977.810157:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=91226112=0x5700000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762977.810374:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762977.810377:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 92274688 00000020:00010000:1.0:1789762977.810384:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762977.810387:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762977.810389:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762977.810392:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762977.810394:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762977.810400:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762977.810405:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762977.810419:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762977.810521:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 91226112<>92274688 00000100:00100000:1.0:1789762977.810562:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762977.810574:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015190016:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762977.909532:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762977.909547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762977.909551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762977.909553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762977.909554:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762977.909556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762977.909557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762977.909559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762977.909560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762977.909562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762977.909563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762977.909564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762977.909566:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762977.909567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762977.909568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762977.909569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762977.909570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762977.909571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762977.909572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762977.909573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762977.909574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762977.909575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762977.909576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762977.909577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762977.909578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762977.909579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762977.909580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762977.909581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762977.909582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762977.909583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762977.909584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762977.909585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762977.909586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762977.909587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762977.909588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762977.909589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762977.909590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762977.909591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762977.909592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762977.909594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762977.909595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762977.909597:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762977.909598:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762977.909599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762977.909600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762977.909601:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762977.909602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762977.909603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762977.909604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762977.909605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762977.909606:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762977.909607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762977.909608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762977.909609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762977.909610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762977.909611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762977.909612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762977.909613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762977.909615:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762977.909616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762977.909617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762977.909618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762977.909618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762977.909619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762977.909620:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762977.909621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762977.909622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762977.909623:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762977.909624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762977.909625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762977.909627:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762977.909628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762977.909629:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762977.909631:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762977.909632:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762977.909634:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762977.909635:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762977.909636:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762977.909637:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762977.909638:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762977.909639:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762977.909640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762977.909641:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762977.909642:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762977.909643:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762977.909644:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762977.909645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762977.909646:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762977.909647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762977.909648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762977.909649:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762977.909650:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762977.909651:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762977.909652:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762977.909660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762977.909661:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762977.909662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762977.909663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762977.909664:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762977.909665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762977.909666:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762977.909667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762977.909668:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762977.909669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762977.909670:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762977.909672:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762977.909673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762977.909674:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762977.909676:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762977.909677:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762977.909678:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762977.909679:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762977.909680:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762977.909681:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762977.909682:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762977.909683:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762977.909684:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762977.909685:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762977.909686:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762977.909687:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762977.909688:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762977.909689:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762977.909690:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762977.909691:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762977.909692:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762977.909693:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762977.909694:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762977.909695:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762977.909696:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762977.909697:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762977.909698:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762977.909699:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762977.909700:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762977.909701:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762977.909702:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762977.909703:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762977.909705:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762977.909706:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762977.909707:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762977.909708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762977.909709:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762977.909710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762977.909711:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762977.909712:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762977.909713:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762977.909714:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762977.909715:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762977.909717:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762977.909718:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762977.909719:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762977.909720:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762977.909721:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762977.909722:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762977.909723:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762977.909724:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762977.909725:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762977.909726:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762977.909734:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762977.909735:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762977.909736:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762977.909737:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762977.909738:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762977.909739:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762977.909740:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762977.909741:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762977.909742:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762977.909743:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762977.909744:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762977.909746:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762977.909747:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762977.909748:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762977.909749:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762977.909750:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762977.909751:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762977.909752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762977.909753:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762977.909754:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762977.909756:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762977.909757:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762977.909757:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762977.909758:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762977.909759:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762977.909761:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762977.909762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762977.909763:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762977.909764:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762977.909765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762977.909766:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762977.909767:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762977.909768:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762977.909769:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762977.909770:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762977.909771:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762977.909772:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762977.909772:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762977.909773:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762977.909774:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762977.909775:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762977.909777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762977.909778:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762977.909779:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762977.909781:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762977.909782:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762977.909783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762977.909784:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762977.909785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762977.909786:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762977.909787:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762977.909788:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762977.909789:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762977.909790:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762977.909791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762977.909792:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762977.909793:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762977.909794:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762977.909795:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762977.909796:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762977.909797:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762977.909798:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762977.909799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762977.909800:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762977.909801:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762977.909802:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762977.909803:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762977.909804:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762977.909805:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762977.909806:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762977.909807:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762977.909808:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762977.909809:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762977.909810:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762977.909811:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762977.909812:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762977.909813:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762977.909815:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762977.909816:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762977.909817:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762977.909818:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762977.909819:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762977.909820:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762977.909821:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762977.909822:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762977.909823:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762977.909824:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762977.909825:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762977.909826:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762977.909827:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762977.909828:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762977.909829:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762977.909830:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762977.909831:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762977.909832:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762977.909833:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762977.909834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762977.909835:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762977.909836:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762977.909837:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762977.909985:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762977.910001:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762977.910028:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015190016:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762977.910039:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [22272, 22527] 00000080:00200000:0.0:1789762977.910057:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762977.910063:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762977.910066:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762977.910077:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762977.910105:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 92274688, count: 1048576 00000080:00200000:0.0:1789762977.910124:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 92274688, bytes: 1048576 00000080:00200000:0.0:1789762977.910133:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762977.910140:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762977.910142:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [92274688, 93323264) 0 0 00000080:00200000:0.0:1789762977.910147:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762977.910162:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [22528, 22783] 00020000:00200000:0.0:1789762977.910169:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 92274688 chunk: [92274688, 93323264) 93323264, 1048576 00020000:00200000:0.0:1789762977.910173:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762977.910191:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [22528, 22783] 00000008:00010000:0.0:1789762977.910207:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762977.910212:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762977.910219:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [92274688, 93323264) 00000080:00200000:0.0:1789762977.910229:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762977.910234:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:92274688 00000080:00200000:0.0:1789762977.910240:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=92274688=0x5800000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762977.910531:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762977.910534:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 93323264 00000020:00010000:0.0:1789762977.910552:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762977.910555:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762977.910558:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762977.910561:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762977.910564:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762977.910571:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762977.910577:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762977.910591:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762977.910678:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 92274688<>93323264 00000100:00100000:0.0:1789762977.910709:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762977.910721:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015190144:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762978.009743:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762978.009760:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762978.009765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762978.009766:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762978.009767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762978.009769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762978.009770:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762978.009771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762978.009772:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762978.009773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762978.009774:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762978.009776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762978.009777:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762978.009778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762978.009779:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762978.009780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762978.009781:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762978.009782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762978.009783:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762978.009784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762978.009785:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762978.009787:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762978.009789:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762978.009790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762978.009792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762978.009793:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762978.009794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762978.009795:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762978.009796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762978.009797:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762978.009798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762978.009799:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762978.009800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762978.009801:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762978.009802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762978.009803:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762978.009804:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762978.009805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762978.009807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762978.009808:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762978.009809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762978.009810:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762978.009811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762978.009812:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762978.009813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762978.009814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762978.009815:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762978.009816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762978.009817:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762978.009818:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762978.009819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762978.009819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762978.009820:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762978.009822:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762978.009823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762978.009825:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762978.009826:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762978.009827:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762978.009829:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762978.009830:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762978.009831:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762978.009832:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762978.009833:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762978.009834:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762978.009835:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762978.009836:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762978.009837:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762978.009838:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762978.009839:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762978.009840:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762978.009841:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762978.009842:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762978.009843:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762978.009844:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762978.009845:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762978.009846:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762978.009847:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762978.009848:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762978.009849:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762978.009850:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762978.009851:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762978.009852:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762978.009853:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762978.009854:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762978.009855:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762978.009857:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762978.009858:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762978.009859:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762978.009861:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762978.009862:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762978.009911:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762978.009913:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762978.009914:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762978.009916:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762978.009918:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762978.009919:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762978.009921:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762978.009923:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762978.009926:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762978.009928:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762978.009931:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762978.009933:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762978.009935:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762978.009938:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762978.009940:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762978.009942:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762978.009944:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762978.009947:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762978.009948:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762978.009950:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762978.009951:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762978.009952:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762978.009953:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762978.009954:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762978.009955:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762978.009956:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762978.009957:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762978.009959:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762978.009960:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762978.009962:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762978.009964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762978.009965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762978.009966:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762978.009967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762978.009968:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762978.009969:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762978.009970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762978.009971:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762978.009973:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762978.009974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762978.009980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762978.009982:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762978.009983:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762978.009984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762978.009985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762978.009986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762978.009987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762978.009988:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762978.009989:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762978.009990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762978.009990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762978.009992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762978.009993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762978.009994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762978.009995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762978.009997:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762978.009998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762978.009999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762978.010000:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762978.010002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762978.010004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762978.010005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762978.010007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762978.010008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762978.010009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762978.010010:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762978.010011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762978.010012:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762978.010013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762978.010014:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762978.010015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762978.010016:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762978.010017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762978.010018:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762978.010019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762978.010021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762978.010022:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762978.010023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762978.010028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762978.010029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762978.010030:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762978.010031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762978.010032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762978.010033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762978.010034:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762978.010035:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762978.010036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762978.010037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762978.010038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762978.010039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762978.010040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762978.010042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762978.010043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762978.010045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762978.010046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762978.010048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762978.010049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762978.010050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762978.010051:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762978.010052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762978.010053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762978.010054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762978.010055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762978.010056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762978.010057:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762978.010058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762978.010059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762978.010060:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762978.010061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762978.010062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762978.010063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762978.010064:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762978.010065:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762978.010066:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762978.010067:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762978.010068:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762978.010069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762978.010070:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762978.010071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762978.010072:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762978.010073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762978.010074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762978.010075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762978.010077:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762978.010078:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762978.010080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762978.010081:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762978.010082:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762978.010084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762978.010085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762978.010086:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762978.010087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762978.010088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762978.010089:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762978.010090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762978.010091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762978.010092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762978.010092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762978.010093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762978.010094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762978.010095:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762978.010097:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762978.010098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762978.010099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762978.010100:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762978.010101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762978.010102:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762978.010103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762978.010104:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762978.010105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762978.010106:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762978.010107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762978.010108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762978.010108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762978.010109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762978.010111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762978.010113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762978.010114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762978.010116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762978.010117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762978.010118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762978.010119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762978.010120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762978.010122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762978.010123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762978.010124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762978.010125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762978.010219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762978.010238:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762978.010270:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015190144:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762978.010279:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [22528, 22783] 00000080:00200000:1.0:1789762978.010299:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762978.010306:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762978.010310:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762978.010321:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762978.010351:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 93323264, count: 1048576 00000080:00200000:1.0:1789762978.010360:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 93323264, bytes: 1048576 00000080:00200000:1.0:1789762978.010369:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762978.010377:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762978.010379:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [93323264, 94371840) 0 0 00000080:00200000:1.0:1789762978.010383:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762978.010397:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [22784, 23039] 00020000:00200000:1.0:1789762978.010406:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 93323264 chunk: [93323264, 94371840) 94371840, 1048576 00020000:00200000:1.0:1789762978.010410:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762978.010444:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [22784, 23039] 00000008:00010000:1.0:1789762978.010462:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762978.010468:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762978.010478:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [93323264, 94371840) 00000080:00200000:1.0:1789762978.010489:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762978.010500:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:93323264 00000080:00200000:1.0:1789762978.010509:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=93323264=0x5900000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762978.010721:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762978.010723:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 94371840 00000020:00010000:1.0:1789762978.010731:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762978.010735:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762978.010739:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762978.010743:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762978.010746:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762978.010754:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762978.010761:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762978.010792:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762978.010904:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 93323264<>94371840 00000100:00100000:1.0:1789762978.010931:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762978.010948:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015190272:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762978.109342:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762978.109357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762978.109361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762978.109362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762978.109363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762978.109365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762978.109366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762978.109367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762978.109368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762978.109369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762978.109370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762978.109371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762978.109372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762978.109373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762978.109374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762978.109375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762978.109376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762978.109377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762978.109378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762978.109379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762978.109380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762978.109382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762978.109383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762978.109384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762978.109385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762978.109386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762978.109387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762978.109387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762978.109388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762978.109389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762978.109391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762978.109393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762978.109394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762978.109395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762978.109396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762978.109397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762978.109398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762978.109399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762978.109400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762978.109401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762978.109402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762978.109403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762978.109404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762978.109405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762978.109406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762978.109407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762978.109408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762978.109409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762978.109410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762978.109411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762978.109412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762978.109413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762978.109414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762978.109415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762978.109416:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762978.109417:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762978.109418:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762978.109419:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762978.109421:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762978.109434:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762978.109436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762978.109437:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762978.109438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762978.109440:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762978.109441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762978.109442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762978.109443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762978.109444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762978.109445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762978.109446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762978.109447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762978.109448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762978.109449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762978.109450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762978.109451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762978.109452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762978.109454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762978.109456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762978.109457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762978.109459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762978.109461:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762978.109463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762978.109464:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762978.109466:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762978.109467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762978.109469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762978.109470:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762978.109472:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762978.109474:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762978.109475:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762978.109477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762978.109479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762978.109481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762978.109483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762978.109485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762978.109488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762978.109490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762978.109492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762978.109494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762978.109496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762978.109498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762978.109500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762978.109502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762978.109503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762978.109505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762978.109507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762978.109508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762978.109510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762978.109511:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762978.109512:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762978.109513:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762978.109514:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762978.109515:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762978.109516:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762978.109517:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762978.109518:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762978.109519:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762978.109520:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762978.109521:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762978.109522:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762978.109523:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762978.109524:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762978.109525:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762978.109526:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762978.109527:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762978.109528:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762978.109530:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762978.109531:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762978.109533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762978.109534:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762978.109535:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762978.109536:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762978.109537:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762978.109538:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762978.109539:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762978.109540:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762978.109541:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762978.109542:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762978.109543:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762978.109544:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762978.109545:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762978.109546:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762978.109547:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762978.109548:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762978.109549:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762978.109550:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762978.109551:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762978.109552:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762978.109553:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762978.109555:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762978.109556:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762978.109557:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762978.109558:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762978.109559:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762978.109560:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762978.109561:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762978.109562:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762978.109563:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762978.109564:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762978.109565:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762978.109567:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762978.109568:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762978.109569:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762978.109570:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762978.109571:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762978.109572:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762978.109573:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762978.109574:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762978.109575:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762978.109576:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762978.109577:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762978.109578:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762978.109579:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762978.109580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762978.109581:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762978.109582:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762978.109583:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762978.109584:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762978.109585:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762978.109586:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762978.109587:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762978.109588:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762978.109589:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762978.109590:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762978.109591:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762978.109592:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762978.109593:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762978.109594:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762978.109595:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762978.109596:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762978.109597:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762978.109599:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762978.109600:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762978.109602:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762978.109603:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762978.109604:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762978.109605:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762978.109606:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762978.109607:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762978.109608:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762978.109609:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762978.109610:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762978.109611:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762978.109612:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762978.109613:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762978.109614:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762978.109615:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762978.109616:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762978.109617:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762978.109618:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762978.109619:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762978.109620:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762978.109621:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762978.109622:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762978.109623:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762978.109624:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762978.109625:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762978.109626:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762978.109627:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762978.109628:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762978.109639:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762978.109640:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762978.109642:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762978.109644:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762978.109645:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762978.109646:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762978.109647:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762978.109648:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762978.109649:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762978.109650:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762978.109651:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762978.109652:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762978.109653:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762978.109654:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762978.109655:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762978.109656:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762978.109657:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762978.109658:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762978.109659:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762978.109660:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762978.109661:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762978.109662:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762978.109663:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762978.109664:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762978.109665:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762978.109666:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762978.109667:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762978.109668:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762978.109669:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762978.109670:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762978.109671:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762978.109672:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762978.109673:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762978.109674:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762978.109676:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762978.109678:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762978.109679:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762978.109765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762978.109798:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762978.109825:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015190272:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762978.109839:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [22784, 23039] 00000080:00200000:0.0:1789762978.109856:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762978.109862:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762978.109894:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762978.109906:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762978.109950:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 94371840, count: 1048576 00000080:00200000:0.0:1789762978.109963:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 94371840, bytes: 1048576 00000080:00200000:0.0:1789762978.109972:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762978.109980:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762978.109982:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [94371840, 95420416) 0 0 00000080:00200000:0.0:1789762978.109986:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762978.110001:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [23040, 23295] 00020000:00200000:0.0:1789762978.110009:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 94371840 chunk: [94371840, 95420416) 95420416, 1048576 00020000:00200000:0.0:1789762978.110013:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762978.110031:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [23040, 23295] 00000008:00010000:0.0:1789762978.110046:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762978.110050:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762978.110059:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [94371840, 95420416) 00000080:00200000:0.0:1789762978.110067:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762978.110073:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:94371840 00000080:00200000:0.0:1789762978.110080:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=94371840=0x5a00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762978.110300:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762978.110302:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 95420416 00000020:00010000:0.0:1789762978.110309:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762978.110312:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762978.110314:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762978.110317:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762978.110319:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762978.110336:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762978.110341:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762978.110355:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762978.110467:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 94371840<>95420416 00000100:00100000:0.0:1789762978.110498:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762978.110512:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015190400:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762978.209434:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762978.209450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762978.209454:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762978.209455:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762978.209457:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762978.209458:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762978.209460:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762978.209461:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762978.209462:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762978.209463:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762978.209464:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762978.209465:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762978.209466:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762978.209467:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762978.209469:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762978.209470:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762978.209472:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762978.209473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762978.209474:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762978.209475:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762978.209476:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762978.209477:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762978.209478:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762978.209479:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762978.209480:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762978.209481:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762978.209482:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762978.209483:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762978.209484:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762978.209485:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762978.209486:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762978.209487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762978.209488:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762978.209489:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762978.209490:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762978.209491:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762978.209492:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762978.209493:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762978.209494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762978.209495:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762978.209497:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762978.209498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762978.209499:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762978.209500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762978.209501:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762978.209502:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762978.209503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762978.209505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762978.209506:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762978.209507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762978.209508:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762978.209509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762978.209510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762978.209511:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762978.209512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762978.209513:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762978.209514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762978.209515:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762978.209516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762978.209517:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762978.209518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762978.209519:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762978.209520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762978.209521:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762978.209522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762978.209523:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762978.209524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762978.209525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762978.209526:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762978.209527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762978.209528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762978.209529:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762978.209530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762978.209531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762978.209532:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762978.209533:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762978.209534:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762978.209536:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762978.209538:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762978.209539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762978.209540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762978.209541:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762978.209543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762978.209544:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762978.209545:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762978.209545:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762978.209546:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762978.209547:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762978.209549:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762978.209550:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762978.209551:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762978.209552:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762978.209553:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762978.209554:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762978.209555:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762978.209556:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762978.209557:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762978.209558:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762978.209559:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762978.209560:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762978.209561:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762978.209562:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762978.209563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762978.209564:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762978.209565:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762978.209566:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762978.209567:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762978.209568:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762978.209569:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762978.209570:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762978.209572:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762978.209573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762978.209575:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762978.209576:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762978.209577:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762978.209578:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762978.209579:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762978.209580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762978.209581:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762978.209582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762978.209583:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762978.209584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762978.209585:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762978.209586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762978.209587:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762978.209588:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762978.209589:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762978.209590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762978.209591:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762978.209592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762978.209593:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762978.209594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762978.209595:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762978.209596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762978.209597:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762978.209598:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762978.209599:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762978.209600:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762978.209601:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762978.209602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762978.209603:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762978.209605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762978.209606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762978.209607:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762978.209609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762978.209610:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762978.209611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762978.209612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762978.209613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762978.209614:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762978.209615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762978.209616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762978.209617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762978.209618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762978.209619:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762978.209620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762978.209621:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762978.209622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762978.209623:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762978.209624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762978.209625:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762978.209626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762978.209627:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762978.209628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762978.209629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762978.209630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762978.209631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762978.209632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762978.209633:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762978.209634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762978.209635:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762978.209636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762978.209637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762978.209639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762978.209640:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762978.209642:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762978.209643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762978.209644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762978.209645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762978.209646:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762978.209647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762978.209648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762978.209649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762978.209650:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762978.209651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762978.209652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762978.209653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762978.209654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762978.209655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762978.209656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762978.209657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762978.209658:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762978.209659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762978.209660:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762978.209661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762978.209662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762978.209663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762978.209664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762978.209665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762978.209666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762978.209667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762978.209668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762978.209669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762978.209670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762978.209671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762978.209672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762978.209674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762978.209675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762978.209676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762978.209677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762978.209678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762978.209679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762978.209681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762978.209681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762978.209682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762978.209683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762978.209685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762978.209686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762978.209687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762978.209688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762978.209689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762978.209690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762978.209690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762978.209691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762978.209692:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762978.209694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762978.209695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762978.209696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762978.209697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762978.209698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762978.209699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762978.209700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762978.209701:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762978.209702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762978.209703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762978.209704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762978.209705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762978.209706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762978.209708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762978.209710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762978.209711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762978.209712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762978.209713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762978.209714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762978.209715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762978.209716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762978.209717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762978.209718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762978.209719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762978.209720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762978.209721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762978.209722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762978.209723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762978.209724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762978.209726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762978.209727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762978.209728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762978.209792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762978.209806:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762978.209832:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015190400:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762978.209837:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [23040, 23295] 00000080:00200000:1.0:1789762978.209855:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762978.209860:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762978.209889:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762978.209900:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762978.209924:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 95420416, count: 1048576 00000080:00200000:1.0:1789762978.209933:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 95420416, bytes: 1048576 00000080:00200000:1.0:1789762978.209940:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762978.209948:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762978.209950:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [95420416, 96468992) 0 0 00000080:00200000:1.0:1789762978.209953:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762978.209968:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [23296, 23551] 00020000:00200000:1.0:1789762978.209981:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 95420416 chunk: [95420416, 96468992) 96468992, 1048576 00020000:00200000:1.0:1789762978.209984:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762978.210003:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [23296, 23551] 00000008:00010000:1.0:1789762978.210017:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762978.210022:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762978.210030:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [95420416, 96468992) 00000080:00200000:1.0:1789762978.210038:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762978.210044:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:95420416 00000080:00200000:1.0:1789762978.210050:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=95420416=0x5b00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762978.210240:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762978.210242:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 96468992 00000020:00010000:1.0:1789762978.210249:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762978.210251:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762978.210254:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762978.210257:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762978.210259:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762978.210264:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762978.210269:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762978.210282:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762978.210353:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 95420416<>96468992 00000100:00100000:1.0:1789762978.210381:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762978.210392:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015190528:192.168.203.148@tcp:3:dd.500 00010000:00010000:1.0:1789762978.271129:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1789762978.310841:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762978.310899:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762978.310905:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762978.310908:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762978.310911:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762978.310913:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762978.310915:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762978.310917:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762978.310919:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762978.310921:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762978.310923:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762978.310925:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762978.310927:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762978.310929:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762978.310931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762978.310933:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762978.310935:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762978.310937:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762978.310939:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762978.310940:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762978.310942:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762978.310945:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762978.310947:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762978.310949:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762978.310950:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762978.310951:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762978.310952:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762978.310953:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762978.310954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762978.310955:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762978.310956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762978.310957:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762978.310958:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762978.310959:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762978.310960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762978.310961:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762978.310962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762978.310963:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762978.310964:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762978.310965:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762978.310966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762978.310967:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762978.310968:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762978.310969:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762978.310970:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762978.310971:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762978.310972:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762978.310973:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762978.310974:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762978.310975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762978.310976:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762978.310977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762978.310978:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762978.310980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762978.310981:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762978.310982:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762978.310984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762978.310985:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762978.310986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762978.310987:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762978.310988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762978.310989:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762978.310990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762978.310991:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762978.310992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762978.310993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762978.310994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762978.310995:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762978.310996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762978.310997:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762978.310998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762978.310999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762978.311000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762978.311001:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762978.311002:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762978.311003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762978.311004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762978.311005:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762978.311006:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762978.311007:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762978.311008:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762978.311009:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762978.311010:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762978.311011:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762978.311012:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762978.311014:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762978.311015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762978.311016:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762978.311017:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762978.311018:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762978.311019:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762978.311020:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762978.311021:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762978.311022:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762978.311024:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762978.311025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762978.311026:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762978.311027:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762978.311028:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762978.311029:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762978.311030:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762978.311031:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762978.311032:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762978.311033:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762978.311034:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762978.311035:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762978.311037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762978.311039:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762978.311040:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762978.311042:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762978.311044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762978.311046:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762978.311048:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762978.311049:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762978.311051:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762978.311052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762978.311053:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762978.311056:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762978.311058:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762978.311060:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762978.311062:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762978.311064:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762978.311066:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762978.311068:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762978.311070:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762978.311072:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762978.311073:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762978.311075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762978.311077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762978.311079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762978.311081:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762978.311083:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762978.311085:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762978.311086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762978.311087:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762978.311088:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762978.311090:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762978.311091:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762978.311092:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762978.311093:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762978.311094:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762978.311095:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762978.311096:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762978.311097:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762978.311098:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762978.311099:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762978.311100:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762978.311101:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762978.311102:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762978.311104:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762978.311105:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762978.311107:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762978.311108:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762978.311109:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762978.311110:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762978.311111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762978.311112:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762978.311113:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762978.311114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762978.311115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762978.311116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762978.311117:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762978.311118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762978.311119:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762978.311120:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762978.311121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762978.311122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762978.311123:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762978.311125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762978.311125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762978.311126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762978.311127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762978.311128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762978.311129:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762978.311130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762978.311131:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762978.311132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762978.311134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762978.311134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762978.311135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762978.311137:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762978.311138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762978.311140:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762978.311141:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762978.311142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762978.311143:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762978.311144:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762978.311145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762978.311146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762978.311147:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762978.311148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762978.311150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762978.311151:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762978.311151:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762978.311152:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762978.311153:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762978.311154:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762978.311155:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762978.311157:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762978.311158:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762978.311159:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762978.311160:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762978.311161:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762978.311162:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762978.311163:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762978.311164:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762978.311165:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762978.311166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762978.311167:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762978.311168:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762978.311169:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762978.311170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762978.311171:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762978.311172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762978.311174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762978.311175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762978.311176:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762978.311177:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762978.311178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762978.311179:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762978.311180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762978.311181:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762978.311182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762978.311183:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762978.311184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762978.311185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762978.311186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762978.311187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762978.311188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762978.311189:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762978.311190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762978.311191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762978.311192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762978.311193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762978.311194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762978.311195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762978.311196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762978.311197:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762978.311198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762978.311199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762978.311200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762978.311201:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762978.311202:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762978.311203:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762978.311204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762978.311206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762978.311207:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762978.311208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762978.311209:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762978.311211:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762978.311212:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762978.311213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762978.311214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762978.311215:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762978.311216:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762978.311217:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762978.311218:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762978.311284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762978.311300:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000080:00200000:0.0:1789762978.311325:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [23296, 23551] 00000100:00100000:1.0:1789762978.311327:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015190528:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762978.311342:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762978.311348:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762978.311352:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762978.311362:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762978.311385:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 96468992, count: 1048576 00000080:00200000:0.0:1789762978.311393:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 96468992, bytes: 1048576 00000080:00200000:0.0:1789762978.311401:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762978.311409:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762978.311411:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [96468992, 97517568) 0 0 00000080:00200000:0.0:1789762978.311416:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762978.311441:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [23552, 23807] 00020000:00200000:0.0:1789762978.311448:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 96468992 chunk: [96468992, 97517568) 97517568, 1048576 00020000:00200000:0.0:1789762978.311452:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762978.311469:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [23552, 23807] 00000008:00010000:0.0:1789762978.311483:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762978.311488:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762978.311495:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [96468992, 97517568) 00000080:00200000:0.0:1789762978.311503:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762978.311508:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:96468992 00000080:00200000:0.0:1789762978.311514:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=96468992=0x5c00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762978.311780:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762978.311783:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 97517568 00000020:00010000:0.0:1789762978.311789:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762978.311792:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762978.311794:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762978.311797:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762978.311800:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762978.311806:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762978.311810:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762978.311837:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762978.311934:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 96468992<>97517568 00000100:00100000:0.0:1789762978.311965:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762978.311976:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015190656:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762978.410404:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762978.410418:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762978.410435:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762978.410436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762978.410437:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762978.410439:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762978.410441:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762978.410442:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762978.410444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762978.410445:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762978.410446:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762978.410447:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762978.410448:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762978.410449:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762978.410450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762978.410451:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762978.410452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762978.410453:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762978.410454:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762978.410455:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762978.410456:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762978.410457:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762978.410458:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762978.410463:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762978.410465:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762978.410466:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762978.410467:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762978.410468:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762978.410469:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762978.410470:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762978.410471:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762978.410472:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762978.410473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762978.410474:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762978.410475:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762978.410476:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762978.410477:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762978.410479:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762978.410480:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762978.410482:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762978.410483:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762978.410484:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762978.410485:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762978.410486:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762978.410487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762978.410488:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762978.410489:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762978.410490:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762978.410491:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762978.410492:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762978.410493:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762978.410494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762978.410495:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762978.410496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762978.410497:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762978.410498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762978.410499:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762978.410500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762978.410501:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762978.410503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762978.410504:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762978.410505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762978.410506:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762978.410507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762978.410509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762978.410511:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762978.410512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762978.410514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762978.410516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762978.410518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762978.410520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762978.410522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762978.410524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762978.410525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762978.410527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762978.410529:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762978.410536:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762978.410538:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762978.410540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762978.410541:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762978.410543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762978.410545:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762978.410547:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762978.410549:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762978.410551:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762978.410553:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762978.410555:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762978.410557:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762978.410559:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762978.410561:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762978.410563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762978.410565:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762978.410567:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762978.410569:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762978.410571:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762978.410573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762978.410574:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762978.410576:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762978.410578:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762978.410580:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762978.410582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762978.410584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762978.410585:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762978.410587:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762978.410588:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762978.410589:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762978.410590:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762978.410591:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762978.410593:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762978.410594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762978.410595:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762978.410596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762978.410597:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762978.410598:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762978.410599:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762978.410600:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762978.410601:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762978.410602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762978.410603:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762978.410604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762978.410605:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762978.410606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762978.410607:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762978.410608:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762978.410609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762978.410609:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762978.410610:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762978.410611:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762978.410612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762978.410613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762978.410614:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762978.410615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762978.410616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762978.410618:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762978.410619:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762978.410620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762978.410622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762978.410623:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762978.410624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762978.410625:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762978.410626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762978.410627:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762978.410628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762978.410629:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762978.410630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762978.410631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762978.410632:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762978.410633:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762978.410634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762978.410635:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762978.410636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762978.410637:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762978.410638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762978.410639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762978.410640:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762978.410641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762978.410642:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762978.410643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762978.410644:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762978.410645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762978.410646:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762978.410647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762978.410648:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762978.410649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762978.410650:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762978.410652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762978.410653:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762978.410654:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762978.410656:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762978.410657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762978.410658:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762978.410659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762978.410660:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762978.410661:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762978.410662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762978.410663:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762978.410664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762978.410665:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762978.410666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762978.410667:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762978.410668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762978.410669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762978.410670:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762978.410671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762978.410672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762978.410673:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762978.410674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762978.410675:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762978.410676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762978.410677:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762978.410678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762978.410679:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762978.410680:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762978.410681:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762978.410682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762978.410683:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762978.410684:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762978.410685:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762978.410687:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762978.410688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762978.410690:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762978.410691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762978.410692:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762978.410693:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762978.410694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762978.410695:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762978.410696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762978.410697:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762978.410698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762978.410699:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762978.410700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762978.410701:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762978.410702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762978.410703:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762978.410704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762978.410705:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762978.410706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762978.410707:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762978.410708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762978.410709:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762978.410710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762978.410711:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762978.410712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762978.410713:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762978.410714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762978.410715:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762978.410716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762978.410717:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762978.410718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762978.410719:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762978.410721:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762978.410722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762978.410723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762978.410724:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762978.410726:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762978.410727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762978.410728:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762978.410729:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762978.410730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762978.410731:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762978.410732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762978.410733:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762978.410734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762978.410735:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762978.410736:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762978.410737:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762978.410738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762978.410739:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762978.410740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762978.410741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762978.410742:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762978.410743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762978.410744:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762978.410745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762978.410746:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762978.410747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762978.410748:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762978.410814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762978.410830:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762978.410856:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015190656:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762978.410900:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [23552, 23807] 00000080:00200000:1.0:1789762978.410922:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762978.410928:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762978.410931:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762978.410941:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762978.410968:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 97517568, count: 1048576 00000080:00200000:1.0:1789762978.410977:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 97517568, bytes: 1048576 00000080:00200000:1.0:1789762978.410984:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762978.410992:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762978.410994:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [97517568, 98566144) 0 0 00000080:00200000:1.0:1789762978.410998:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762978.411012:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [23808, 24063] 00020000:00200000:1.0:1789762978.411019:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 97517568 chunk: [97517568, 98566144) 98566144, 1048576 00020000:00200000:1.0:1789762978.411022:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762978.411039:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [23808, 24063] 00000008:00010000:1.0:1789762978.411060:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762978.411065:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762978.411073:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [97517568, 98566144) 00000080:00200000:1.0:1789762978.411080:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762978.411086:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:97517568 00000080:00200000:1.0:1789762978.411093:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=97517568=0x5d00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762978.411285:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762978.411288:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 98566144 00000020:00010000:1.0:1789762978.411294:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762978.411296:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762978.411299:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762978.411301:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762978.411304:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762978.411309:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762978.411313:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762978.411327:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762978.411405:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 97517568<>98566144 00000100:00100000:1.0:1789762978.411446:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762978.411465:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015190784:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762978.509691:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762978.509705:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762978.509708:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762978.509710:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762978.509711:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762978.509712:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762978.509714:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762978.509715:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762978.509716:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762978.509717:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762978.509718:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762978.509719:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762978.509720:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762978.509722:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762978.509723:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762978.509724:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762978.509725:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762978.509727:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762978.509728:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762978.509729:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762978.509730:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762978.509731:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762978.509732:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762978.509733:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762978.509734:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762978.509735:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762978.509736:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762978.509737:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762978.509738:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762978.509739:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762978.509740:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762978.509741:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762978.509742:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762978.509743:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762978.509744:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762978.509745:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762978.509746:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762978.509747:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762978.509748:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762978.509749:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762978.509750:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762978.509751:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762978.509752:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762978.509753:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762978.509754:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762978.509755:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762978.509757:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762978.509758:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762978.509759:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762978.509760:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762978.509761:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762978.509762:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762978.509763:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762978.509764:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762978.509765:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762978.509766:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762978.509767:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762978.509768:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762978.509769:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762978.509770:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762978.509771:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762978.509772:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762978.509773:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762978.509774:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762978.509775:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762978.509776:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762978.509777:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762978.509778:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762978.509779:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762978.509780:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762978.509781:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762978.509782:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762978.509783:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762978.509784:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762978.509785:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762978.509786:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762978.509787:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762978.509789:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762978.509790:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762978.509791:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762978.509793:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762978.509794:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762978.509795:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762978.509796:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762978.509797:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762978.509798:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762978.509799:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762978.509800:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762978.509801:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762978.509802:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762978.509803:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762978.509804:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762978.509805:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762978.509806:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762978.509807:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762978.509808:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762978.509809:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762978.509810:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762978.509811:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762978.509812:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762978.509813:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762978.509814:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762978.509815:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762978.509816:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762978.509817:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762978.509818:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762978.509819:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762978.509820:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762978.509821:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762978.509822:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762978.509824:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762978.509825:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762978.509826:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762978.509827:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762978.509828:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762978.509829:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762978.509830:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762978.509831:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762978.509832:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762978.509833:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762978.509834:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762978.509835:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762978.509836:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762978.509837:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762978.509838:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762978.509839:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762978.509840:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762978.509841:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762978.509842:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762978.509844:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762978.509845:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762978.509846:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762978.509847:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762978.509848:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762978.509849:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762978.509850:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762978.509850:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762978.509851:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762978.509852:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762978.509853:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762978.509854:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762978.509856:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762978.509857:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762978.509858:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762978.509860:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762978.509861:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762978.509862:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762978.509890:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762978.509892:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762978.509893:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762978.509894:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762978.509895:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762978.509897:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762978.509898:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762978.509899:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762978.509900:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762978.509901:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762978.509902:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762978.509903:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762978.509904:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762978.509905:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762978.509906:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762978.509907:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762978.509908:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762978.509909:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762978.509910:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762978.509912:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762978.509913:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762978.509914:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762978.509914:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762978.509915:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762978.509916:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762978.509917:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762978.509919:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762978.509920:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762978.509922:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762978.509923:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762978.509924:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762978.509925:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762978.509926:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762978.509927:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762978.509928:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762978.509929:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762978.509930:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762978.509931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762978.509932:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762978.509933:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762978.509934:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762978.509935:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762978.509936:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762978.509937:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762978.509938:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762978.509939:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762978.509940:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762978.509941:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762978.509942:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762978.509943:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762978.509944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762978.509945:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762978.509946:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762978.509947:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762978.509948:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762978.509949:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762978.509950:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762978.509951:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762978.509952:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762978.509954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762978.509955:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762978.509956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762978.509957:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762978.509959:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762978.509960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762978.509960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762978.509961:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762978.509962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762978.509963:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762978.509964:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762978.509965:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762978.509966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762978.509967:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762978.509968:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762978.509969:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762978.509970:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762978.509971:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762978.509972:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762978.509973:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762978.509974:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762978.509975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762978.509976:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762978.509977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762978.509978:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762978.509979:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762978.509980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762978.509981:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762978.509982:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762978.509983:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762978.509984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762978.509986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762978.509987:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762978.509988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762978.509990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762978.509991:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762978.509992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762978.509993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762978.509994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762978.509995:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762978.509996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762978.509997:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762978.509998:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762978.509999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762978.510000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762978.510001:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762978.510002:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762978.510003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762978.510004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762978.510005:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762978.510007:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762978.510077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762978.510092:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762978.510120:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015190784:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762978.510137:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [23808, 24063] 00000080:00200000:0.0:1789762978.510153:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762978.510158:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762978.510161:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762978.510172:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762978.510197:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 98566144, count: 1048576 00000080:00200000:0.0:1789762978.510206:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 98566144, bytes: 1048576 00000080:00200000:0.0:1789762978.510214:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762978.510221:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762978.510223:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [98566144, 99614720) 0 0 00000080:00200000:0.0:1789762978.510227:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762978.510241:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [24064, 24319] 00020000:00200000:0.0:1789762978.510247:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 98566144 chunk: [98566144, 99614720) 99614720, 1048576 00020000:00200000:0.0:1789762978.510251:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762978.510267:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [24064, 24319] 00000008:00010000:0.0:1789762978.510281:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762978.510286:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762978.510293:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [98566144, 99614720) 00000080:00200000:0.0:1789762978.510302:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762978.510307:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:98566144 00000080:00200000:0.0:1789762978.510314:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=98566144=0x5e00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762978.510557:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762978.510560:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 99614720 00000020:00010000:0.0:1789762978.510566:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762978.510569:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762978.510572:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762978.510574:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762978.510577:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762978.510583:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762978.510588:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762978.510601:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762978.510671:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 98566144<>99614720 00000100:00100000:0.0:1789762978.510704:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762978.510717:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015190912:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762978.609950:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762978.609964:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762978.609967:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762978.609969:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762978.609970:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762978.609971:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762978.609972:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762978.609973:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762978.609974:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762978.609975:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762978.609976:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762978.609977:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762978.609978:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762978.609979:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762978.609980:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762978.609981:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762978.609982:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762978.609983:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762978.609984:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762978.609985:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762978.609986:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762978.609987:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762978.609988:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762978.609990:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762978.609991:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762978.609992:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762978.609993:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762978.609994:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762978.609995:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762978.609997:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762978.609998:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762978.609999:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762978.610001:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762978.610002:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762978.610003:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762978.610004:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762978.610005:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762978.610006:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762978.610007:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762978.610008:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762978.610009:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762978.610010:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762978.610011:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762978.610012:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762978.610013:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762978.610014:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762978.610015:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762978.610016:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762978.610017:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762978.610018:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762978.610019:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762978.610020:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762978.610021:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762978.610022:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762978.610023:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762978.610024:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762978.610025:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762978.610026:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762978.610027:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762978.610028:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762978.610029:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762978.610031:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762978.610032:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762978.610033:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762978.610035:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762978.610036:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762978.610037:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762978.610038:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762978.610039:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762978.610040:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762978.610041:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762978.610042:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762978.610043:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762978.610044:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762978.610045:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762978.610046:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762978.610047:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762978.610048:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762978.610049:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762978.610050:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762978.610051:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762978.610052:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762978.610053:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762978.610054:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762978.610055:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762978.610056:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762978.610057:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762978.610058:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762978.610059:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762978.610060:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762978.610061:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762978.610062:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762978.610063:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762978.610064:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762978.610066:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762978.610067:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762978.610068:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762978.610069:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762978.610071:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762978.610072:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762978.610073:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762978.610074:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762978.610075:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762978.610076:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762978.610077:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762978.610078:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762978.610079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762978.610079:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762978.610080:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762978.610081:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762978.610082:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762978.610083:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762978.610084:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762978.610085:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762978.610087:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762978.610088:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762978.610089:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762978.610090:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762978.610091:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762978.610092:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762978.610093:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762978.610094:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762978.610095:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762978.610096:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762978.610097:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762978.610098:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762978.610099:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762978.610101:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762978.610102:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762978.610103:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762978.610105:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762978.610106:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762978.610107:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762978.610108:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762978.610109:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762978.610110:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762978.610111:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762978.610112:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762978.610113:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762978.610114:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762978.610115:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762978.610116:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762978.610117:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762978.610118:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762978.610119:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762978.610120:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762978.610121:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762978.610122:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762978.610123:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762978.610124:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762978.610125:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762978.610126:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762978.610127:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762978.610128:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762978.610129:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762978.610130:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762978.610131:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762978.610133:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762978.610134:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762978.610136:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762978.610137:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762978.610138:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762978.610139:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762978.610140:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762978.610141:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762978.610142:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762978.610143:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762978.610144:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762978.610145:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762978.610146:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762978.610147:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762978.610148:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762978.610149:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762978.610150:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762978.610151:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762978.610152:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762978.610153:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762978.610154:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762978.610155:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762978.610156:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762978.610157:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762978.610158:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762978.610159:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762978.610160:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762978.610161:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762978.610162:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762978.610163:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762978.610164:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762978.610165:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762978.610166:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762978.610168:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762978.610169:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762978.610170:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762978.610171:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762978.610172:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762978.610173:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762978.610181:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762978.610182:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762978.610183:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762978.610185:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762978.610186:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762978.610187:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762978.610188:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762978.610190:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762978.610191:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762978.610192:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762978.610193:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762978.610194:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762978.610195:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762978.610196:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762978.610197:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762978.610198:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762978.610199:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762978.610200:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762978.610201:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762978.610202:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762978.610203:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762978.610204:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762978.610205:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762978.610206:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762978.610207:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762978.610208:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762978.610210:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762978.610211:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762978.610212:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762978.610214:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762978.610215:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762978.610216:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762978.610217:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762978.610218:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762978.610219:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762978.610220:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762978.610221:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762978.610222:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762978.610223:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762978.610224:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762978.610225:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762978.610226:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762978.610227:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762978.610228:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762978.610229:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762978.610230:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762978.610231:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762978.610232:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762978.610233:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762978.610234:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762978.610235:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762978.610236:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762978.610238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762978.610239:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762978.610240:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762978.610241:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762978.610242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762978.610243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762978.610245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762978.610246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762978.610248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762978.610313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762978.610329:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762978.610346:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015190912:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762978.610360:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [24064, 24319] 00000080:00200000:1.0:1789762978.610378:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762978.610383:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762978.610386:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762978.610396:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762978.610437:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 99614720, count: 1048576 00000080:00200000:1.0:1789762978.610448:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 99614720, bytes: 1048576 00000080:00200000:1.0:1789762978.610466:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762978.610476:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762978.610478:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [99614720, 100663296) 0 0 00000080:00200000:1.0:1789762978.610483:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762978.610496:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [24320, 24575] 00020000:00200000:1.0:1789762978.610503:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 99614720 chunk: [99614720, 100663296) 100663296, 1048576 00020000:00200000:1.0:1789762978.610506:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762978.610525:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [24320, 24575] 00000008:00010000:1.0:1789762978.610539:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762978.610544:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762978.610551:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [99614720, 100663296) 00000080:00200000:1.0:1789762978.610559:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762978.610564:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:99614720 00000080:00200000:1.0:1789762978.610571:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=99614720=0x5f00000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762978.610768:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762978.610770:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 100663296 00000020:00010000:1.0:1789762978.610777:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762978.610780:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762978.610782:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762978.610785:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762978.610787:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762978.610793:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762978.610797:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762978.610818:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762978.610916:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 99614720<>100663296 00000100:00100000:1.0:1789762978.610950:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762978.610963:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015191040:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762978.709908:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762978.709921:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762978.709924:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762978.709926:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762978.709928:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762978.709929:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762978.709931:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762978.709932:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762978.709933:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762978.709934:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762978.709935:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762978.709936:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762978.709938:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762978.709939:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762978.709940:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762978.709941:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762978.709942:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762978.709943:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762978.709944:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762978.709945:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762978.709946:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762978.709947:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762978.709948:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762978.709949:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762978.709950:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762978.709951:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762978.709952:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762978.709953:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762978.709954:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762978.709955:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762978.709956:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762978.709957:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762978.709958:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762978.709959:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762978.709960:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762978.709961:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762978.709962:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762978.709964:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762978.709965:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762978.709966:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762978.709967:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762978.709968:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762978.709969:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762978.709970:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762978.709971:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762978.709972:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762978.709973:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762978.709974:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762978.709975:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762978.709976:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762978.709977:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762978.709978:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762978.709979:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762978.709980:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762978.709981:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762978.709982:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762978.709983:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762978.709984:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762978.709986:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762978.709987:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762978.709988:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762978.709989:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762978.709990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762978.709990:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762978.709991:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762978.709992:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762978.709993:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762978.709994:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762978.709996:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762978.709997:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762978.709999:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762978.710000:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762978.710001:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762978.710002:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762978.710003:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762978.710004:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762978.710005:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762978.710006:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762978.710007:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762978.710008:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762978.710009:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762978.710010:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762978.710011:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762978.710012:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762978.710013:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762978.710014:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762978.710015:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762978.710016:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762978.710017:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762978.710018:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762978.710019:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762978.710020:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762978.710021:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762978.710022:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762978.710023:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762978.710024:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762978.710025:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762978.710026:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762978.710027:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762978.710028:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762978.710030:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762978.710031:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762978.710032:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762978.710033:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762978.710034:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762978.710035:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762978.710036:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762978.710037:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762978.710038:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762978.710039:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762978.710040:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762978.710041:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762978.710043:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762978.710044:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762978.710045:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762978.710046:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762978.710047:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762978.710048:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762978.710049:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762978.710050:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762978.710051:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762978.710052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762978.710052:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762978.710053:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762978.710054:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762978.710055:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762978.710056:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762978.710057:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762978.710058:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762978.710059:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762978.710060:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762978.710061:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762978.710063:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762978.710064:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762978.710065:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762978.710067:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762978.710068:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762978.710069:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762978.710070:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762978.710071:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762978.710072:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762978.710073:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762978.710074:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762978.710075:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762978.710076:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762978.710077:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762978.710078:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762978.710079:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762978.710080:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762978.710081:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762978.710082:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762978.710083:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762978.710084:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762978.710085:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762978.710086:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762978.710087:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762978.710088:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762978.710089:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762978.710090:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762978.710091:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762978.710092:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762978.710093:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762978.710094:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762978.710095:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762978.710097:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762978.710104:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762978.710105:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762978.710107:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762978.710108:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762978.710109:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762978.710110:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762978.710111:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762978.710112:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762978.710113:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762978.710114:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762978.710115:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762978.710116:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762978.710117:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762978.710118:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762978.710119:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762978.710120:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762978.710121:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762978.710122:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762978.710123:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762978.710124:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762978.710125:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762978.710126:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762978.710127:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762978.710128:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762978.710129:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762978.710130:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762978.710131:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762978.710132:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762978.710133:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762978.710134:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762978.710135:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762978.710137:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762978.710138:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762978.710139:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762978.710140:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762978.710142:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762978.710143:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762978.710144:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762978.710145:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762978.710146:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762978.710147:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762978.710148:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762978.710149:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762978.710150:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762978.710151:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762978.710152:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762978.710153:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762978.710154:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762978.710155:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762978.710156:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762978.710157:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762978.710158:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762978.710159:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762978.710160:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762978.710161:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762978.710162:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762978.710162:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762978.710163:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762978.710164:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762978.710166:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762978.710167:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762978.710168:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762978.710169:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762978.710170:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762978.710172:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762978.710173:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762978.710174:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762978.710175:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762978.710176:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762978.710177:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762978.710178:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762978.710179:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762978.710180:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762978.710182:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762978.710183:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762978.710184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762978.710185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762978.710186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762978.710187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762978.710187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762978.710188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762978.710189:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762978.710190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762978.710192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762978.710193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762978.710194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762978.710194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762978.710195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762978.710197:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762978.710198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762978.710199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762978.710200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762978.710264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762978.710278:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762978.710301:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015191040:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762978.710351:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [24320, 24575] 00000080:00200000:0.0:1789762978.710367:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762978.710372:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762978.710375:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762978.710384:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762978.710409:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 100663296, count: 1048576 00000080:00200000:0.0:1789762978.710431:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 100663296, bytes: 1048576 00000080:00200000:0.0:1789762978.710441:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762978.710448:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762978.710450:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [100663296, 101711872) 0 0 00000080:00200000:0.0:1789762978.710454:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762978.710467:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [24576, 24831] 00020000:00200000:0.0:1789762978.710474:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 100663296 chunk: [100663296, 101711872) 101711872, 1048576 00020000:00200000:0.0:1789762978.710477:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762978.710493:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [24576, 24831] 00000008:00010000:0.0:1789762978.710508:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762978.710512:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762978.710520:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [100663296, 101711872) 00000080:00200000:0.0:1789762978.710528:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762978.710533:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:100663296 00000080:00200000:0.0:1789762978.710539:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=100663296=0x6000000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762978.710722:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762978.710725:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 101711872 00000020:00010000:0.0:1789762978.710733:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762978.710737:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762978.710741:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762978.710745:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762978.710748:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762978.710758:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762978.710765:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762978.710781:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762978.710851:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 100663296<>101711872 00000100:00100000:0.0:1789762978.710902:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762978.710916:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015191168:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762978.810314:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762978.810329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762978.810333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762978.810335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762978.810338:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762978.810339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762978.810341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762978.810343:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762978.810344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762978.810346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762978.810348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762978.810349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762978.810351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762978.810353:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762978.810355:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762978.810356:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762978.810358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762978.810360:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762978.810362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762978.810364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762978.810366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762978.810368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762978.810370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762978.810381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762978.810384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762978.810386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762978.810388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762978.810390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762978.810391:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762978.810393:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762978.810395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762978.810397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762978.810399:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762978.810400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762978.810402:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762978.810403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762978.810405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762978.810407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762978.810409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762978.810411:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762978.810413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762978.810415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762978.810430:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762978.810432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762978.810434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762978.810436:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762978.810438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762978.810440:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762978.810442:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762978.810443:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762978.810445:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762978.810447:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762978.810450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762978.810452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762978.810454:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762978.810456:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762978.810458:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762978.810460:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762978.810462:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762978.810464:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762978.810466:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762978.810467:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762978.810469:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762978.810471:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762978.810473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762978.810475:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762978.810476:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762978.810478:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762978.810479:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762978.810481:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762978.810483:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762978.810484:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762978.810486:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762978.810488:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762978.810489:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762978.810491:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762978.810493:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762978.810494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762978.810496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762978.810498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762978.810499:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762978.810501:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762978.810503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762978.810505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762978.810508:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762978.810510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762978.810512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762978.810514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762978.810516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762978.810517:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762978.810519:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762978.810521:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762978.810522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762978.810524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762978.810525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762978.810527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762978.810528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762978.810530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762978.810531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762978.810533:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762978.810535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762978.810536:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762978.810538:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762978.810539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762978.810541:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762978.810543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762978.810545:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762978.810546:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762978.810548:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762978.810550:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762978.810552:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762978.810554:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762978.810556:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762978.810558:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762978.810559:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762978.810561:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762978.810563:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762978.810566:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762978.810567:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762978.810569:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762978.810571:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762978.810573:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762978.810574:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762978.810576:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762978.810578:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762978.810579:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762978.810581:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762978.810582:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762978.810584:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762978.810586:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762978.810587:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762978.810589:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762978.810591:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762978.810592:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762978.810594:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762978.810596:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762978.810597:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762978.810599:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762978.810601:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762978.810602:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762978.810604:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762978.810606:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762978.810608:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762978.810610:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762978.810612:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762978.810613:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762978.810615:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762978.810617:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762978.810620:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762978.810622:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762978.810624:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762978.810626:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762978.810628:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762978.810630:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762978.810631:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762978.810633:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762978.810634:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762978.810636:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762978.810638:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762978.810639:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762978.810641:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762978.810643:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762978.810645:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762978.810647:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762978.810649:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762978.810651:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762978.810652:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762978.810655:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762978.810657:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762978.810659:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762978.810660:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762978.810662:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762978.810664:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762978.810666:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762978.810668:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762978.810669:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762978.810671:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762978.810672:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762978.810674:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762978.810676:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762978.810678:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762978.810680:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762978.810682:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762978.810684:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762978.810686:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762978.810688:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762978.810689:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762978.810691:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762978.810693:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762978.810694:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762978.810696:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762978.810698:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762978.810700:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762978.810702:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762978.810704:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762978.810706:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762978.810708:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762978.810710:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762978.810712:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762978.810714:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762978.810716:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762978.810718:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762978.810720:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762978.810722:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762978.810723:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762978.810725:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762978.810727:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762978.810730:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762978.810732:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762978.810734:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762978.810736:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762978.810738:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762978.810740:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762978.810741:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762978.810743:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762978.810745:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762978.810747:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762978.810749:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762978.810751:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762978.810753:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762978.810755:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762978.810757:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762978.810759:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762978.810761:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762978.810763:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762978.810765:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762978.810767:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762978.810769:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762978.810771:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762978.810773:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762978.810775:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762978.810776:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762978.810778:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762978.810780:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762978.810782:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762978.810784:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762978.810786:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762978.810788:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762978.810790:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762978.810792:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762978.810794:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762978.810796:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762978.810798:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762978.810800:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762978.810802:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762978.810805:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762978.810807:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762978.810809:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762978.810811:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762978.810813:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762978.810814:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762978.810816:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762978.810819:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762978.810821:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762978.810823:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762978.810825:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762978.810828:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762978.810965:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762978.810985:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000080:00200000:1.0:1789762978.811010:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [24576, 24831] 00000100:00100000:0.0:1789762978.811017:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015191168:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762978.811028:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762978.811034:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762978.811037:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762978.811047:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762978.811070:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 101711872, count: 1048576 00000080:00200000:1.0:1789762978.811079:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 101711872, bytes: 1048576 00000080:00200000:1.0:1789762978.811088:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762978.811094:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762978.811096:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [101711872, 102760448) 0 0 00000080:00200000:1.0:1789762978.811100:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762978.811112:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [24832, 25087] 00020000:00200000:1.0:1789762978.811120:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 101711872 chunk: [101711872, 102760448) 102760448, 1048576 00020000:00200000:1.0:1789762978.811123:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762978.811139:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [24832, 25087] 00000008:00010000:1.0:1789762978.811154:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762978.811158:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762978.811166:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [101711872, 102760448) 00000080:00200000:1.0:1789762978.811174:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762978.811179:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:101711872 00000080:00200000:1.0:1789762978.811185:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=101711872=0x6100000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762978.811366:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762978.811368:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 102760448 00000020:00010000:1.0:1789762978.811374:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762978.811377:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762978.811379:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762978.811382:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762978.811384:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762978.811389:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762978.811394:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762978.811408:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762978.811505:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 101711872<>102760448 00000100:00100000:1.0:1789762978.811540:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762978.811552:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015191296:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762978.910169:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762978.910181:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762978.910184:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762978.910185:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762978.910186:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762978.910187:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762978.910188:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762978.910190:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762978.910191:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762978.910192:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762978.910193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762978.910193:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762978.910194:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762978.910195:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762978.910196:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762978.910198:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762978.910199:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762978.910200:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762978.910201:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762978.910202:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762978.910203:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762978.910204:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762978.910205:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762978.910206:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762978.910207:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762978.910208:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762978.910209:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762978.910211:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762978.910212:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762978.910213:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762978.910214:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762978.910215:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762978.910216:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762978.910217:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762978.910218:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762978.910219:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762978.910221:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762978.910221:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762978.910222:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762978.910223:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762978.910224:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762978.910225:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762978.910226:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762978.910227:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762978.910228:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762978.910229:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762978.910230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762978.910232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762978.910233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762978.910233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762978.910234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762978.910235:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762978.910236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762978.910237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762978.910238:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762978.910239:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762978.910240:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762978.910241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762978.910243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762978.910244:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762978.910245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762978.910246:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762978.910247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762978.910248:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762978.910249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762978.910250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762978.910251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762978.910252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762978.910253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762978.910254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762978.910255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762978.910256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762978.910257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762978.910258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762978.910259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762978.910260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762978.910261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762978.910262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762978.910263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762978.910264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762978.910265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762978.910266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762978.910267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762978.910268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762978.910269:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762978.910270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762978.910271:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762978.910272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762978.910273:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762978.910274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762978.910275:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762978.910276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762978.910277:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762978.910278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762978.910279:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762978.910280:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762978.910281:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762978.910282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762978.910283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762978.910284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762978.910285:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762978.910286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762978.910287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762978.910288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762978.910289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762978.910290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762978.910291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762978.910292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762978.910293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762978.910294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762978.910295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762978.910296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762978.910297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762978.910298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762978.910299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762978.910300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762978.910301:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762978.910302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762978.910303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762978.910304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762978.910305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762978.910306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762978.910307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762978.910309:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762978.910310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762978.910311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762978.910312:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762978.910313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762978.910314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762978.910315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762978.910316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762978.910317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762978.910318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762978.910319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762978.910320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762978.910321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762978.910322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762978.910323:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762978.910324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762978.910325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762978.910326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762978.910327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762978.910328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762978.910329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762978.910330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762978.910331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762978.910332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762978.910333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762978.910334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762978.910335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762978.910336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762978.910337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762978.910338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762978.910339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762978.910340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762978.910341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762978.910343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762978.910344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762978.910345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762978.910347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762978.910348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762978.910349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762978.910350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762978.910351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762978.910352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762978.910353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762978.910354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762978.910355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762978.910356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762978.910357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762978.910358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762978.910359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762978.910360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762978.910361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762978.910362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762978.910363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762978.910364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762978.910365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762978.910366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762978.910367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762978.910368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762978.910369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762978.910369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762978.910370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762978.910371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762978.910372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762978.910373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762978.910375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762978.910376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762978.910377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762978.910378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762978.910380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762978.910381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762978.910382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762978.910383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762978.910384:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762978.910385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762978.910386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762978.910387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762978.910388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762978.910389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762978.910389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762978.910390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762978.910391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762978.910392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762978.910393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762978.910394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762978.910395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762978.910396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762978.910397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762978.910398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762978.910399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762978.910400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762978.910401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762978.910402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762978.910403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762978.910404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762978.910405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762978.910406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762978.910408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762978.910410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762978.910411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762978.910412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762978.910413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762978.910414:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762978.910415:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762978.910430:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762978.910432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762978.910433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762978.910434:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762978.910435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762978.910436:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762978.910437:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762978.910438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762978.910439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762978.910440:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762978.910442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762978.910443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762978.910444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762978.910445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762978.910446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762978.910447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762978.910448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762978.910449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762978.910450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762978.910451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762978.910452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762978.910453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762978.910453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762978.910454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762978.910455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762978.910457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762978.910458:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762978.910460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762978.910461:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762978.910462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762978.910464:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762978.910533:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762978.910547:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762978.910573:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015191296:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762978.910593:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [24832, 25087] 00000080:00200000:0.0:1789762978.910612:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762978.910618:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762978.910623:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762978.910634:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762978.910659:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 102760448, count: 1048576 00000080:00200000:0.0:1789762978.910668:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 102760448, bytes: 1048576 00000080:00200000:0.0:1789762978.910678:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:0.0:1789762978.910688:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:0.0:1789762978.910690:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [102760448, 103809024) 0 0 00000080:00200000:0.0:1789762978.910695:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1789762978.910711:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [25088, 25343] 00020000:00200000:0.0:1789762978.910719:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 102760448 chunk: [102760448, 103809024) 103809024, 1048576 00020000:00200000:0.0:1789762978.910724:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762978.910743:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [25088, 25343] 00000008:00010000:0.0:1789762978.910760:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1789762978.910766:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd44ef0030, osc lock ffff9cdd434bed10, flags 0x0 00000080:00200000:0.0:1789762978.910775:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [102760448, 103809024) 00000080:00200000:0.0:1789762978.910785:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:0.0:1789762978.910791:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:102760448 00000080:00200000:0.0:1789762978.910798:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=102760448=0x6200000, pages 256 (max 131072), lockless, parallel 00000020:00200000:0.0:1789762978.911123:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:0.0:1789762978.911126:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 103809024 00000020:00010000:0.0:1789762978.911134:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:0.0:1789762978.911138:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1789762978.911141:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd44ef0030 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1789762978.911145:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1789762978.911148:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd44ef0030 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1789762978.911157:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:0.0:1789762978.911163:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1789762978.911181:0:255:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000008:00100000:0.0:1789762978.911286:0:255:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47cf9880 - object 0x240000400:27 offset 102760448<>103809024 00000100:00100000:0.0:1789762978.911325:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789762978.911342:0:2364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015191424:192.168.203.148@tcp:3:dd.500 00000008:00010000:0.0:1789762979.010226:0:2364:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000020:00200000:0.0:1789762979.010238:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:0.0:1789762979.010242:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:0.0:1789762979.010243:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:0.0:1789762979.010245:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:0.0:1789762979.010246:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:0.0:1789762979.010247:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:0.0:1789762979.010248:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:0.0:1789762979.010249:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:0.0:1789762979.010250:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:0.0:1789762979.010251:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:0.0:1789762979.010253:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:0.0:1789762979.010255:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:0.0:1789762979.010256:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:0.0:1789762979.010258:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:0.0:1789762979.010259:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:0.0:1789762979.010260:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:0.0:1789762979.010261:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:0.0:1789762979.010262:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:0.0:1789762979.010263:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:0.0:1789762979.010264:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:0.0:1789762979.010265:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:0.0:1789762979.010266:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:0.0:1789762979.010267:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:0.0:1789762979.010268:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:0.0:1789762979.010269:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:0.0:1789762979.010270:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:0.0:1789762979.010271:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:0.0:1789762979.010272:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:0.0:1789762979.010273:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:0.0:1789762979.010274:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:0.0:1789762979.010275:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:0.0:1789762979.010276:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:0.0:1789762979.010277:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:0.0:1789762979.010278:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:0.0:1789762979.010279:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:0.0:1789762979.010280:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:0.0:1789762979.010281:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:0.0:1789762979.010282:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:0.0:1789762979.010283:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:0.0:1789762979.010284:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:0.0:1789762979.010285:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:0.0:1789762979.010286:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:0.0:1789762979.010287:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:0.0:1789762979.010289:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:0.0:1789762979.010290:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:0.0:1789762979.010292:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:0.0:1789762979.010293:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:0.0:1789762979.010294:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:0.0:1789762979.010295:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:0.0:1789762979.010296:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:0.0:1789762979.010297:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:0.0:1789762979.010298:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:0.0:1789762979.010299:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:0.0:1789762979.010300:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:0.0:1789762979.010301:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:0.0:1789762979.010302:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:0.0:1789762979.010303:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:0.0:1789762979.010304:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:0.0:1789762979.010305:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:0.0:1789762979.010306:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:0.0:1789762979.010307:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:0.0:1789762979.010308:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:0.0:1789762979.010309:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:0.0:1789762979.010310:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:0.0:1789762979.010311:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:0.0:1789762979.010312:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:0.0:1789762979.010313:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:0.0:1789762979.010314:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:0.0:1789762979.010315:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:0.0:1789762979.010316:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:0.0:1789762979.010317:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:0.0:1789762979.010318:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:0.0:1789762979.010319:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:0.0:1789762979.010320:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:0.0:1789762979.010321:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:0.0:1789762979.010323:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:0.0:1789762979.010324:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:0.0:1789762979.010325:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:0.0:1789762979.010326:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:0.0:1789762979.010328:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:0.0:1789762979.010329:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:0.0:1789762979.010330:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:0.0:1789762979.010331:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:0.0:1789762979.010332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:0.0:1789762979.010332:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:0.0:1789762979.010333:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:0.0:1789762979.010334:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:0.0:1789762979.010335:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:0.0:1789762979.010336:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:0.0:1789762979.010337:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:0.0:1789762979.010339:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:0.0:1789762979.010340:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:0.0:1789762979.010341:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:0.0:1789762979.010342:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:0.0:1789762979.010343:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:0.0:1789762979.010344:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:0.0:1789762979.010345:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:0.0:1789762979.010346:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:0.0:1789762979.010347:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:0.0:1789762979.010348:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:0.0:1789762979.010349:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:0.0:1789762979.010350:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:0.0:1789762979.010351:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:0.0:1789762979.010352:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:0.0:1789762979.010353:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:0.0:1789762979.010354:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:0.0:1789762979.010355:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:0.0:1789762979.010357:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:0.0:1789762979.010358:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:0.0:1789762979.010359:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:0.0:1789762979.010361:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:0.0:1789762979.010362:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:0.0:1789762979.010363:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:0.0:1789762979.010364:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:0.0:1789762979.010365:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:0.0:1789762979.010366:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:0.0:1789762979.010367:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:0.0:1789762979.010368:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:0.0:1789762979.010369:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:0.0:1789762979.010370:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:0.0:1789762979.010371:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:0.0:1789762979.010372:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:0.0:1789762979.010373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:0.0:1789762979.010373:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:0.0:1789762979.010374:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:0.0:1789762979.010375:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:0.0:1789762979.010376:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:0.0:1789762979.010378:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:0.0:1789762979.010379:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:0.0:1789762979.010380:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:0.0:1789762979.010381:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:0.0:1789762979.010382:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:0.0:1789762979.010383:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:0.0:1789762979.010384:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:0.0:1789762979.010385:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:0.0:1789762979.010386:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:0.0:1789762979.010387:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:0.0:1789762979.010388:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:0.0:1789762979.010389:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:0.0:1789762979.010390:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:0.0:1789762979.010392:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:0.0:1789762979.010393:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:0.0:1789762979.010394:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:0.0:1789762979.010395:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:0.0:1789762979.010397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:0.0:1789762979.010397:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:0.0:1789762979.010398:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:0.0:1789762979.010399:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:0.0:1789762979.010400:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:0.0:1789762979.010402:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:0.0:1789762979.010403:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:0.0:1789762979.010404:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:0.0:1789762979.010405:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:0.0:1789762979.010406:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:0.0:1789762979.010407:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:0.0:1789762979.010408:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:0.0:1789762979.010409:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:0.0:1789762979.010410:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:0.0:1789762979.010411:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:0.0:1789762979.010412:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:0.0:1789762979.010413:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:0.0:1789762979.010414:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:0.0:1789762979.010415:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:0.0:1789762979.010432:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:0.0:1789762979.010434:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:0.0:1789762979.010435:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:0.0:1789762979.010437:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:0.0:1789762979.010438:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:0.0:1789762979.010440:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:0.0:1789762979.010441:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:0.0:1789762979.010444:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:0.0:1789762979.010446:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:0.0:1789762979.010449:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:0.0:1789762979.010450:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:0.0:1789762979.010452:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:0.0:1789762979.010454:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:0.0:1789762979.010456:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:0.0:1789762979.010458:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:0.0:1789762979.010460:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:0.0:1789762979.010462:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:0.0:1789762979.010465:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:0.0:1789762979.010467:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:0.0:1789762979.010469:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:0.0:1789762979.010471:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:0.0:1789762979.010473:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:0.0:1789762979.010474:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:0.0:1789762979.010475:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:0.0:1789762979.010477:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:0.0:1789762979.010478:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:0.0:1789762979.010479:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:0.0:1789762979.010480:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:0.0:1789762979.010481:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:0.0:1789762979.010482:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:0.0:1789762979.010483:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:0.0:1789762979.010484:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:0.0:1789762979.010485:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:0.0:1789762979.010486:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:0.0:1789762979.010487:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:0.0:1789762979.010488:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:0.0:1789762979.010489:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:0.0:1789762979.010490:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:0.0:1789762979.010491:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:0.0:1789762979.010493:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:0.0:1789762979.010494:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:0.0:1789762979.010496:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:0.0:1789762979.010497:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:0.0:1789762979.010498:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:0.0:1789762979.010499:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:0.0:1789762979.010500:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:0.0:1789762979.010501:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:0.0:1789762979.010502:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:0.0:1789762979.010503:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:0.0:1789762979.010504:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:0.0:1789762979.010505:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:0.0:1789762979.010506:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:0.0:1789762979.010507:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:0.0:1789762979.010508:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:0.0:1789762979.010509:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:0.0:1789762979.010510:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:0.0:1789762979.010511:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:0.0:1789762979.010512:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:0.0:1789762979.010513:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:0.0:1789762979.010514:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:0.0:1789762979.010515:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:0.0:1789762979.010516:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:0.0:1789762979.010517:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:0.0:1789762979.010518:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:0.0:1789762979.010519:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:0.0:1789762979.010520:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:0.0:1789762979.010521:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:0.0:1789762979.010522:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:0.0:1789762979.010523:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:0.0:1789762979.010524:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:0.0:1789762979.010525:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:0.0:1789762979.010527:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:0.0:1789762979.010528:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:0.0:1789762979.010530:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:0.0:1789762979.010531:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:0.0:1789762979.010533:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:0.0:1789762979.010534:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:0.0:1789762979.010535:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:0.0:1789762979.010536:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:0.0:1789762979.010537:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:0.0:1789762979.010538:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:0.0:1789762979.010539:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:0.0:1789762979.010540:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:0.0:1789762979.010541:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:0.0:1789762979.010542:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:0.0:1789762979.010543:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:0.0:1789762979.010544:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:0.0:1789762979.010545:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:0.0:1789762979.010546:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:0.0:1789762979.010547:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:0.0:1789762979.010548:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:0.0:1789762979.010549:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:0.0:1789762979.010550:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:0.0:1789762979.010616:0:2364:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1789762979.010632:0:2364:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd5157f9c0 00000100:00100000:0.0:1789762979.010659:0:2364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2364:1876702015191424:192.168.203.148@tcp:3:dd.500 00000080:00200000:1.0:1789762979.010662:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [25088, 25343] 00000080:00200000:1.0:1789762979.010678:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1789762979.010684:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:1.0:1789762979.010688:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1789762979.010697:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:1.0:1789762979.010721:0:15889:0:(file.c:2483:do_file_read_iter()) START file tbf:[0x200000401:0x43:0x0], ppos: 103809024, count: 1048576 00000080:00200000:1.0:1789762979.010729:0:15889:0:(file.c:2090:ll_file_io_generic()) tbf: read ppos: 103809024, bytes: 1048576 00000080:00200000:1.0:1789762979.010738:0:15889:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0 00000020:00200000:1.0:1789762979.010745:0:15889:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a29d21c1[0x110, 2, [0x200000401:0x43:0x0] hash] 00000020:00200000:1.0:1789762979.010748:0:15889:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [103809024, 104857600) 0 0 00000080:00200000:1.0:1789762979.010752:0:15889:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762979.010766:0:15889:0:(file.c:2168:ll_file_io_generic()) Range lock [25344, 25599] 00020000:00200000:1.0:1789762979.010773:0:15889:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 103809024 chunk: [103809024, 104857600) 104857600, 1048576 00020000:00200000:1.0:1789762979.010776:0:15889:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1789762979.010792:0:15889:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [25344, 25599] 00000008:00010000:1.0:1789762979.010806:0:15889:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:1.0:1789762979.010810:0:15889:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9cdd58ab4eb0, osc lock ffff9cdd434a5db0, flags 0x0 00000080:00200000:1.0:1789762979.010818:0:15889:0:(vvp_io.c:835:vvp_io_read_start()) tbf: read [103809024, 104857600) 00000080:00200000:1.0:1789762979.010826:0:15889:0:(vvp_io.c:194:vvp_prep_size()) [0x200000401:0x43:0x0] updating i_size 104857600 00000080:00200000:1.0:1789762979.010834:0:15889:0:(vvp_io.c:893:vvp_io_read_start()) count:1048576 iocb pos:103809024 00000080:00200000:1.0:1789762979.010840:0:15889:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08), size=1048576 (max 536870912), offset=103809024=0x6300000, pages 256 (max 131072), lockless, parallel 00000020:00200000:1.0:1789762979.011074:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000080:00200000:1.0:1789762979.011077:0:15889:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 1048576 count 1048576 file_offset 104857600 00000020:00010000:1.0:1789762979.011083:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_release():245 00000020:00010000:1.0:1789762979.011086:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.011089:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9cdd58ab4eb0 (ffff9cdd489fee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1789762979.011091:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd500785d8 (ffff9cdd60c146c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1789762979.011093:0:15889:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9cdd58ab4eb0 (ffff9cdd60c146c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1789762979.011099:0:15889:0:(vvp_io.c:533:vvp_io_advance()) advancing 1048576 bytes 00000020:00200000:1.0:1789762979.011103:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1789762979.011116:0:137:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9cdd48eac540 00000008:00100000:1.0:1789762979.011187:0:137:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9cdd47c51c00 - object 0x240000400:27 offset 103809024<>104857600 00000100:00100000:1.0:1789762979.011215:0:2363:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789762979.011227:0:2363:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015191552:192.168.203.148@tcp:3:dd.500 00000008:00010000:1.0:1789762979.110216:0:2363:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9cdd48eac540 00000020:00200000:1.0:1789762979.110227:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:1.0:1789762979.110230:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:1.0:1789762979.110232:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:1.0:1789762979.110233:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:1.0:1789762979.110234:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:1.0:1789762979.110236:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:1.0:1789762979.110237:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:1.0:1789762979.110238:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:1.0:1789762979.110239:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:1.0:1789762979.110240:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:1.0:1789762979.110241:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:1.0:1789762979.110242:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:1.0:1789762979.110243:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:1.0:1789762979.110244:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:1.0:1789762979.110245:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:1.0:1789762979.110246:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:1.0:1789762979.110247:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:1.0:1789762979.110249:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:1.0:1789762979.110250:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:1.0:1789762979.110251:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:1.0:1789762979.110252:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:1.0:1789762979.110253:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:1.0:1789762979.110254:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:1.0:1789762979.110255:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:1.0:1789762979.110256:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:1.0:1789762979.110257:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:1.0:1789762979.110258:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:1.0:1789762979.110259:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:1.0:1789762979.110260:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:1.0:1789762979.110261:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:1.0:1789762979.110262:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:1.0:1789762979.110263:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:1.0:1789762979.110264:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:1.0:1789762979.110265:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:1.0:1789762979.110266:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:1.0:1789762979.110267:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:1.0:1789762979.110268:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:1.0:1789762979.110269:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:1.0:1789762979.110270:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:1.0:1789762979.110271:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:1.0:1789762979.110272:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:1.0:1789762979.110273:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:1.0:1789762979.110274:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:1.0:1789762979.110275:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:1.0:1789762979.110276:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:1.0:1789762979.110277:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:1.0:1789762979.110278:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:1.0:1789762979.110279:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:1.0:1789762979.110280:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:1.0:1789762979.110282:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:1.0:1789762979.110283:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:1.0:1789762979.110284:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:1.0:1789762979.110285:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:1.0:1789762979.110286:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:1.0:1789762979.110287:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:1.0:1789762979.110288:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:1.0:1789762979.110289:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:1.0:1789762979.110290:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:1.0:1789762979.110291:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:1.0:1789762979.110292:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:1.0:1789762979.110293:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:1.0:1789762979.110294:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:1.0:1789762979.110295:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:1.0:1789762979.110296:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:1.0:1789762979.110297:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:1.0:1789762979.110298:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:1.0:1789762979.110299:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:1.0:1789762979.110300:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:1.0:1789762979.110301:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:1.0:1789762979.110302:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:1.0:1789762979.110303:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:1.0:1789762979.110304:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:1.0:1789762979.110305:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:1.0:1789762979.110306:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:1.0:1789762979.110307:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:1.0:1789762979.110308:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:1.0:1789762979.110309:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:1.0:1789762979.110310:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:1.0:1789762979.110311:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:1.0:1789762979.110312:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:1.0:1789762979.110313:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:1.0:1789762979.110314:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:1.0:1789762979.110315:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:1.0:1789762979.110316:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:1.0:1789762979.110317:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:1.0:1789762979.110318:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:1.0:1789762979.110319:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:1.0:1789762979.110320:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:1.0:1789762979.110321:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:1.0:1789762979.110322:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:1.0:1789762979.110324:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:1.0:1789762979.110325:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:1.0:1789762979.110326:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:1.0:1789762979.110327:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:1.0:1789762979.110328:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:1.0:1789762979.110329:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:1.0:1789762979.110330:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:1.0:1789762979.110331:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:1.0:1789762979.110332:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:1.0:1789762979.110333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:1.0:1789762979.110333:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:1.0:1789762979.110334:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:1.0:1789762979.110335:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:1.0:1789762979.110336:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:1.0:1789762979.110337:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:1.0:1789762979.110338:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:1.0:1789762979.110339:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:1.0:1789762979.110340:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:1.0:1789762979.110341:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:1.0:1789762979.110342:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:1.0:1789762979.110343:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:1.0:1789762979.110344:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:1.0:1789762979.110345:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:1.0:1789762979.110347:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:1.0:1789762979.110348:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:1.0:1789762979.110349:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:1.0:1789762979.110350:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:1.0:1789762979.110351:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:1.0:1789762979.110352:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:1.0:1789762979.110353:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:1.0:1789762979.110354:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:1.0:1789762979.110355:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:1.0:1789762979.110356:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:1.0:1789762979.110357:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:1.0:1789762979.110358:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:1.0:1789762979.110359:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:1.0:1789762979.110360:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:1.0:1789762979.110361:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:1.0:1789762979.110362:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:1.0:1789762979.110363:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:1.0:1789762979.110364:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:1.0:1789762979.110365:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:1.0:1789762979.110366:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:1.0:1789762979.110367:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:1.0:1789762979.110368:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:1.0:1789762979.110369:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:1.0:1789762979.110370:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:1.0:1789762979.110371:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:1.0:1789762979.110372:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:1.0:1789762979.110373:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:1.0:1789762979.110374:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:1.0:1789762979.110375:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:1.0:1789762979.110376:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:1.0:1789762979.110377:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:1.0:1789762979.110378:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:1.0:1789762979.110379:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:1.0:1789762979.110380:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:1.0:1789762979.110381:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:1.0:1789762979.110382:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:1.0:1789762979.110383:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:1.0:1789762979.110385:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:1.0:1789762979.110386:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:1.0:1789762979.110387:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:1.0:1789762979.110388:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:1.0:1789762979.110389:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:1.0:1789762979.110390:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:1.0:1789762979.110391:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:1.0:1789762979.110392:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:1.0:1789762979.110393:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:1.0:1789762979.110394:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:1.0:1789762979.110395:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:1.0:1789762979.110396:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:1.0:1789762979.110397:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:1.0:1789762979.110398:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:1.0:1789762979.110399:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:1.0:1789762979.110400:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:1.0:1789762979.110401:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:1.0:1789762979.110402:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:1.0:1789762979.110403:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:1.0:1789762979.110404:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:1.0:1789762979.110405:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:1.0:1789762979.110406:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:1.0:1789762979.110407:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:1.0:1789762979.110408:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:1.0:1789762979.110409:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:1.0:1789762979.110410:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:1.0:1789762979.110411:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:1.0:1789762979.110412:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:1.0:1789762979.110413:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:1.0:1789762979.110429:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:1.0:1789762979.110432:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:1.0:1789762979.110433:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:1.0:1789762979.110434:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:1.0:1789762979.110435:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:1.0:1789762979.110437:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:1.0:1789762979.110438:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:1.0:1789762979.110439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:1.0:1789762979.110439:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:1.0:1789762979.110440:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:1.0:1789762979.110441:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:1.0:1789762979.110442:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:1.0:1789762979.110443:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:1.0:1789762979.110444:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:1.0:1789762979.110445:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:1.0:1789762979.110446:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:1.0:1789762979.110447:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:1.0:1789762979.110448:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:1.0:1789762979.110449:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:1.0:1789762979.110450:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:1.0:1789762979.110451:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:1.0:1789762979.110452:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:1.0:1789762979.110453:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:1.0:1789762979.110454:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:1.0:1789762979.110455:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:1.0:1789762979.110456:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:1.0:1789762979.110457:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:1.0:1789762979.110458:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:1.0:1789762979.110459:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:1.0:1789762979.110460:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:1.0:1789762979.110462:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:1.0:1789762979.110463:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:1.0:1789762979.110464:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:1.0:1789762979.110466:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:1.0:1789762979.110467:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:1.0:1789762979.110468:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:1.0:1789762979.110469:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:1.0:1789762979.110470:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:1.0:1789762979.110471:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:1.0:1789762979.110472:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:1.0:1789762979.110473:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:1.0:1789762979.110474:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:1.0:1789762979.110475:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:1.0:1789762979.110476:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:1.0:1789762979.110477:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:1.0:1789762979.110478:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:1.0:1789762979.110479:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:1.0:1789762979.110480:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:1.0:1789762979.110481:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:1.0:1789762979.110482:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:1.0:1789762979.110483:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:1.0:1789762979.110484:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:1.0:1789762979.110485:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:1.0:1789762979.110486:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:1.0:1789762979.110487:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:1.0:1789762979.110488:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:1.0:1789762979.110489:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:1.0:1789762979.110490:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:1.0:1789762979.110491:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:1.0:1789762979.110492:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:1.0:1789762979.110493:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:1.0:1789762979.110494:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:1.0:1789762979.110496:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:1.0:1789762979.110497:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:1.0:1789762979.110498:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:1.0:1789762979.110499:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:1.0:1789762979.110500:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:1.0:1789762979.110501:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:1.0:1789762979.110502:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:1.0:1789762979.110503:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:1.0:1789762979.110504:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:1.0:1789762979.110505:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:1.0:1789762979.110506:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:1.0:1789762979.110507:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:1.0:1789762979.110508:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:1.0:1789762979.110509:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1789762979.110510:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:1.0:1789762979.110580:0:2363:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1789762979.110595:0:2363:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9cdd48eac540 00000100:00100000:1.0:1789762979.110618:0:2363:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2363:1876702015191552:192.168.203.148@tcp:3:dd.500 00000080:00200000:0.0:1789762979.110638:0:15889:0:(file.c:2205:ll_file_io_generic()) Range unlock [25344, 25599] 00000080:00200000:0.0:1789762979.110656:0:15889:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.110663:0:15889:0:(file.c:2238:ll_file_io_generic()) tbf: 1 io complete with rc: 0, result: 1048576, restart: 0 00000020:00200000:0.0:1789762979.110666:0:15889:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1789762979.110677:0:15889:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 1048576 00000080:00200008:0.0:1789762979.110714:0:15889:0:(file.c:479:ll_file_release()) START file tbf:[0x200000401:0x43:0x0](ffff9cdd6052cb08), flags 140000 00010000:00010000:0.0:1789762979.110751:0:15889:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd45746a00/0xd9e43f979a7bd96c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x416193e012b06105 expref: -99 pid: 15889 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.133929:0:15897:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9cdd51703800 00010000:00010000:2.0:1789762979.133959:0:15898:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9cdd5835d000 00010000:00010000:0.0:1789762979.133989:0:15897:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9cdd51703800 00010000:00010000:2.0:1789762979.133997:0:15898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789762979.134019:0:6050:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789762979.134030:0:6050:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000895f2b09/0xd9e43f979a7bd973 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0x416193e012b06113 expref: -99 pid: 15889 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.134033:0:15897:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9cdd5835d000 00000080:00200000:1.0:1789762979.134057:0:6050:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1789762979.134069:0:6050:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1789762979.134123:0:6050:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000895f2b09/0xd9e43f979a7bd973 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x416193e012b06113 expref: -99 pid: 15889 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789762979.134130:0:6050:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1789762979.134151:0:6050:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:f1bd28de-ee78-4d18-bad3-fa7cec968893:6050:1876702015191680:192.168.203.148@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1789762979.134238:0:6050:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd58806cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789762979.135236:0:6050:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:f1bd28de-ee78-4d18-bad3-fa7cec968893:6050:1876702015191680:192.168.203.148@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789762979.135257:0:6050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9cdd5835d000 lock: 00000000895f2b09/0xd9e43f979a7bd973 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x416193e012b06113 expref: -99 pid: 15889 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789762979.135284:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762979.135286:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762979.135288:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1789762979.142122:0:12244:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:0.0:1789762979.142145:0:12244:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.142162:0:12244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789762979.142175:0:12244:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1789762979.142185:0:12244:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.142194:0:12244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:0.0:1789762979.142198:0:12244:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd949 00000080:00010000:0.0:1789762979.142207:0:12244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd949 from it ffffae6841cefb58 00010000:00010000:0.0:1789762979.142212:0:12244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789762979.142222:0:12244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1789762979.142238:0:12244:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.142246:0:12244:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=9 00000080:00200008:0.0:1789762979.142257:0:12244:0:(file.c:6296:ll_getattr_dentry()) START file d77k.sanityn:[0x200000401:0x41:0x0](ffff9cdd605780c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1789762979.142263:0:12244:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8),name=d77k.sanityn 00000002:00010000:0.0:1789762979.142276:0:12244:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x41:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.142284:0:12244:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9cdd60e73000 type 13 mode 30 res 8589935617/65 (0 0) 00010000:00010000:0.0:1789762979.142316:0:12244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.142324:0:12244:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.142335:0:12244:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12244 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.142349:0:12244:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job bash:f1bd28de-ee78-4d18-bad3-fa7cec968893:12244:1876702015191808:192.168.203.148@tcp:101:bash.0 00000100:00100000:0.0:1789762979.142392:0:12244:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd5831f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.143373:0:12244:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job bash:f1bd28de-ee78-4d18-bad3-fa7cec968893:12244:1876702015191808:192.168.203.148@tcp:101:bash.0 00010000:00010000:0.0:1789762979.143387:0:12244:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.143400:0:12244:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.143409:0:12244:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.143436:0:12244:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.143449:0:12244:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.143468:0:12244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.143476:0:12244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.143484:0:12244:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1789762979.143496:0:12244:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9cdd47cf9880 x1876702015191808/t0(0) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1789762979.143510:0:12244:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.143518:0:12244:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9cdd60e73000 type 13 mode 4 res 8589935617/65 (0 0) 00000080:00200000:0.0:1789762979.143523:0:12244:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1789762979.143539:0:12244:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x41:0x0], updating i_size 16384 00000080:00010000:0.0:1789762979.143545:0:12244:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x41:0x0](ffff9cdd605780c8) for lock 0xd9e43f979a7bd97a 00000080:00010000:0.0:1789762979.143550:0:12244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x41:0x0](ffff9cdd605780c8) 00000080:00010000:0.0:1789762979.143553:0:12244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd97a from it ffffae6841cefcb8 00010000:00010000:0.0:1789762979.143557:0:12244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.143567:0:12244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1789762979.145793:0:15903:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:2.0:1789762979.145803:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762979.145810:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1789762979.145818:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1789762979.145829:0:15903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762979.145832:0:15903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:2.0:1789762979.145834:0:15903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd949 00000080:00010000:2.0:1789762979.145838:0:15903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd949 from it ffffae6844c17b58 00010000:00010000:2.0:1789762979.145841:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1789762979.145847:0:15903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1789762979.145854:0:15903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:2.0:1789762979.145857:0:15903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=8 00000080:00200008:2.0:1789762979.145861:0:15903:0:(file.c:6296:ll_getattr_dentry()) START file d77k.sanityn:[0x200000401:0x41:0x0](ffff9cdd605780c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789762979.145882:0:15903:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8),name=d77k.sanityn 00000002:00010000:2.0:1789762979.145889:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x41:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762979.145894:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789762979.145901:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1789762979.145906:0:15903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762979.145909:0:15903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x41:0x0](ffff9cdd605780c8) 00000080:00010000:2.0:1789762979.145911:0:15903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x41:0x0](ffff9cdd605780c8) for lock 0xd9e43f979a7bd97a 00000080:00010000:2.0:1789762979.145914:0:15903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd97a from it ffffae6844c17cb8 00010000:00010000:2.0:1789762979.145916:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789762979.145922:0:15903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1789762979.145940:0:15903:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:2.0:1789762979.145944:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789762979.145947:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1789762979.145953:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1789762979.145957:0:15903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789762979.145959:0:15903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:2.0:1789762979.145961:0:15903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd949 00000080:00010000:2.0:1789762979.145963:0:15903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd949 from it ffffae6844c17bf8 00010000:00010000:2.0:1789762979.145964:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1789762979.145971:0:15903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1789762979.145980:0:15903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:2.0:1789762979.145984:0:15903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=266 00000080:00200000:2.0:1789762979.145988:0:15903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8), inode mode 41ff mask 44 00000080:00200008:2.0:1789762979.145994:0:15903:0:(file.c:1090:ll_file_open()) START file d77k.sanityn:[0x200000401:0x41:0x0](ffff9cdd605780c8), flags 704400 00000002:00010000:2.0:1789762979.146011:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x41:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1789762979.146043:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789762979.146049:0:15903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789762979.146056:0:15903:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789762979.146062:0:15903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd437a4700 x1876702015192064/t0(0) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789762979.146071:0:15903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789762979.146086:0:15903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015192064:192.168.203.148@tcp:101:rm.0 00000100:00100000:2.0:1789762979.146246:0:15903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd48496600 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.147191:0:15903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015192064:192.168.203.148@tcp:101:rm.0 00010000:00010000:0.0:1789762979.147204:0:15903:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.147214:0:15903:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.147221:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.147229:0:15903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.147236:0:15903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.147243:0:15903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cdd41666800 already unused, calling callback (ffffffffc193b460) 00010000:00010000:0.0:1789762979.147249:0:15903:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.147257:0:15903:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.147265:0:15903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.147272:0:15903:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1789762979.147276:0:15903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.147289:0:15903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd41666800/0xd9e43f979a7bd981 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1789762979.147303:0:15903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9cdd437a4700 x1876702015192064/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1789762979.147317:0:15903:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9cdd437a4700 x1876702015192064/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1789762979.147327:0:15903:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1789762979.147338:0:15903:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x41:0x0], updating i_size 16384 00000002:00100000:0.0:1789762979.147351:0:15903:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9cdd437a4700 x1876702015192064/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1789762979.147404:0:15903:0:(file.c:6296:ll_getattr_dentry()) START file d77k.sanityn:[0x200000401:0x41:0x0](ffff9cdd605780c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1789762979.147409:0:15903:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8),name=d77k.sanityn 00000002:00010000:0.0:1789762979.147434:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x41:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.147443:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.147454:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1789762979.147461:0:15903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.147467:0:15903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x41:0x0](ffff9cdd605780c8) 00000080:00010000:0.0:1789762979.147470:0:15903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x41:0x0](ffff9cdd605780c8) for lock 0xd9e43f979a7bd97a 00000080:00010000:0.0:1789762979.147475:0:15903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd97a from it ffffae6844c17cd8 00010000:00010000:0.0:1789762979.147478:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.147488:0:15903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1789762979.147524:0:15903:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8) pos/size0/16384 32bit_api 0 00000002:00010000:0.0:1789762979.147538:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x41:0x0]) in obj [0x200000401:0x41:0x0], intent: readdir flags 0 00010000:00010000:0.0:1789762979.147546:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789762979.147556:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1789762979.148176:0:15903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015192192:192.168.203.148@tcp:37:rm.0 00000100:00100000:0.0:1789762979.148224:0:15903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd5831f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.150645:0:15903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015192192:192.168.203.148@tcp:37:rm.0 00010000:00010000:0.0:1789762979.151256:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789762979.151268:0:15903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200008:0.0:1789762979.151324:0:15903:0:(file.c:479:ll_file_release()) START file d77k.sanityn:[0x200000401:0x41:0x0](ffff9cdd605780c8), flags 704000 00000002:00100000:0.0:1789762979.151360:0:15903:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9cdd437a4700 x1876702015192064/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789762979.151382:0:15903:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789762979.151388:0:15903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd47cf9880 x1876702015192448/t0(0) o35->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1789762979.151403:0:15903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015192448:192.168.203.148@tcp:35:rm.0 00000100:00100000:0.0:1789762979.151455:0:15903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd5831f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.152248:0:15903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015192448:192.168.203.148@tcp:35:rm.0 00000002:00100000:0.0:1789762979.152264:0:15903:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9cdd437a4700 x1876702015192064/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1789762979.152302:0:15903:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:0.0:1789762979.152311:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.152320:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1789762979.152330:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1789762979.152338:0:15903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.152343:0:15903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:0.0:1789762979.152346:0:15903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd949 00000080:00010000:0.0:1789762979.152350:0:15903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd949 from it ffffae6844c17bf8 00010000:00010000:0.0:1789762979.152354:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1789762979.152363:0:15903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1789762979.152373:0:15903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.152378:0:15903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=266 00000080:00200000:0.0:1789762979.152382:0:15903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8), inode mode 41ff mask 44 00000080:00200008:0.0:1789762979.152387:0:15903:0:(file.c:1090:ll_file_open()) START file d77k.sanityn:[0x200000401:0x41:0x0](ffff9cdd605780c8), flags 704400 00000002:00010000:0.0:1789762979.152397:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x41:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1789762979.152436:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.152445:0:15903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789762979.152453:0:15903:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789762979.152459:0:15903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd47cf9880 x1876702015192704/t0(0) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789762979.152468:0:15903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 15903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789762979.152480:0:15903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015192704:192.168.203.148@tcp:101:rm.0 00000100:00100000:0.0:1789762979.152572:0:15903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd5831f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.153363:0:15903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015192704:192.168.203.148@tcp:101:rm.0 00010000:00010000:0.0:1789762979.153377:0:15903:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.153387:0:15903:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.153397:0:15903:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.153406:0:15903:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1789762979.153433:0:15903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9cdd47cf9880 x1876702015192704/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1789762979.153445:0:15903:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9cdd47cf9880 x1876702015192704/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1789762979.153455:0:15903:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.153464:0:15903:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9cdd60e73000 type 13 mode 16 res 8589935617/65 (0 0) 00000080:00200000:0.0:1789762979.153468:0:15903:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1789762979.153476:0:15903:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000401:0x41:0x0], updating i_size 16384 00000080:00010000:0.0:1789762979.153481:0:15903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x41:0x0](ffff9cdd605780c8) for lock 0xd9e43f979a7bd988 00000080:00010000:0.0:1789762979.153486:0:15903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd988 from it ffffae6844c17bd0 00010000:00010000:0.0:1789762979.153490:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789762979.153499:0:15903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:0.0:1789762979.153516:0:15903:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9cdd47cf9880 x1876702015192704/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1789762979.153552:0:15903:0:(file.c:6296:ll_getattr_dentry()) START file d77k.sanityn:[0x200000401:0x41:0x0](ffff9cdd605780c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1789762979.153558:0:15903:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8),name=d77k.sanityn 00000002:00010000:0.0:1789762979.153567:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x41:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.153575:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789762979.153586:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1789762979.153593:0:15903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.153598:0:15903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x41:0x0](ffff9cdd605780c8) 00000080:00010000:0.0:1789762979.153601:0:15903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000401:0x41:0x0](ffff9cdd605780c8) for lock 0xd9e43f979a7bd97a 00000080:00010000:0.0:1789762979.153605:0:15903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd97a from it ffffae6844c17cd8 00010000:00010000:0.0:1789762979.153609:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789762979.153618:0:15903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1789762979.153663:0:15903:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9cdd5835d000) d77k.sanityn proj=0 00000080:00000004:0.0:1789762979.153669:0:15903:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9cdd5835d000: age 487, max_age 501 00800000:00000004:0.0:1789762979.153676:0:15903:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9cdd5835d000: age 487, max_age 501 00000100:00100000:0.0:1789762979.153695:0:15903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb800 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015192832:192.168.203.148@tcp:41:rm.0 00000100:00100000:0.0:1789762979.153732:0:15903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd586a86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.154383:0:15903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb800 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015192832:192.168.203.148@tcp:41:rm.0 00800000:00000004:0.0:1789762979.154396:0:15903:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9cdd5835d000: update ffff9cdd60ed0450 cache blocks 1856256/1885696 objects 232384/232718 00000080:00000004:0.0:1789762979.154403:0:15903:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9cdd5835d000: update ffff9cdd60ed1e08 cache blocks 1856256/1885696 objects 232384/232718 00000080:00000004:0.0:1789762979.154407:0:15903:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1856256/1885696 objects 232384/232718 00000080:00200000:0.0:1789762979.154436:0:15903:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8) pos/size0/16384 32bit_api 0 00000080:00200000:0.0:1789762979.154453:0:15903:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00200000:0.0:1789762979.154465:0:15903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8), inode mode 41ff mask 1 00000080:00200000:0.0:1789762979.154472:0:15903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tbf, flags=0 00000080:00200000:0.0:1789762979.154478:0:15903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8), inode mode 41ff mask 3 00000080:00200000:0.0:1789762979.154484:0:15903:0:(namei.c:2418:ll_unlink()) VFS Op:name=tbf, dir=[0x200000401:0x41:0x0](ffff9cdd605780c8) 00010000:00010000:0.0:1789762979.154509:0:15903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789762979.154526:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754800/0xd9e43f979a7bd95e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05e0a expref: -99 pid: 15873 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.154577:0:15903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd45746a00/0xd9e43f979a7bd96c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x416193e012b06105 expref: -99 pid: 15889 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00100000:0.0:1789762979.154603:0:15903:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9cdd47c50e00 x1876702015177600/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 576/664 e 0 to 0 dl 1789762985 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0 00000020:00100000:0.0:1789762979.154613:0:15903:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789762979.154618:0:15903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd47cfb800 x1876702015193088/t0(0) o35->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1789762979.154632:0:15903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb800 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015193088:192.168.203.148@tcp:35:rm.0 00000100:00100000:0.0:1789762979.154670:0:15903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd586a86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.155453:0:15903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb800 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015193088:192.168.203.148@tcp:35:rm.0 00000002:00100000:0.0:1789762979.155466:0:15903:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9cdd47c50e00 x1876702015177600/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 576/664 e 0 to 0 dl 1789762985 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0 00000080:00200000:0.0:1789762979.155483:0:15903:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x43:0x0]: losing layout lock 00010000:00010000:0.0:1789762979.155495:0:15903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd45747800/0xd9e43f979a7bd965 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x416193e012b05e26 expref: -99 pid: 15873 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1789762979.155503:0:15903:0:(vvp_object.c:117:vvp_conf_set()) [0x200000401:0x43:0x0]: losing layout lock 00010000:00010000:0.0:1789762979.155521:0:15903:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd45746a00/0xd9e43f979a7bd96c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x416193e012b06105 expref: -99 pid: 15889 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.155530:0:15903:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd45747800/0xd9e43f979a7bd965 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x416193e012b05e26 expref: -99 pid: 15873 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.155537:0:15903:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789762979.155544:0:15903:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1789762979.155548:0:15903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd45746a00/0xd9e43f979a7bd96c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x416193e012b06105 expref: -99 pid: 15889 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.155560:0:15903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd45747800/0xd9e43f979a7bd965 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x416193e012b05e26 expref: -99 pid: 15873 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789762979.155573:0:15903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d400/0xd9e43f979a7bd97a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b063eb expref: -99 pid: 12244 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000020:00100000:0.0:1789762979.155587:0:15903:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789762979.155594:0:15903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd47cfb800 x1876702015193344/t0(0) o36->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762979.155610:0:15903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb800 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015193344:192.168.203.148@tcp:36:rm.0 00000100:00100000:0.0:1789762979.155644:0:15903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd586a86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.157693:0:15903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb800 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015193344:192.168.203.148@tcp:36:rm.0 00000080:00200000:0.0:1789762979.157723:0:15903:0:(vvp_io.c:1826:vvp_io_init()) [0x200000401:0x43:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1789762979.157733:0:15903:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1789762979.157763:0:15903:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x43:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1789762979.157770:0:15903:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x43:0x0](ffff9cdd6052cb08) 00000080:00200008:0.0:1789762979.157822:0:15903:0:(file.c:479:ll_file_release()) START file d77k.sanityn:[0x200000401:0x41:0x0](ffff9cdd605780c8), flags 704000 00010000:00010000:0.0:1789762979.157831:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1789762979.157850:0:15903:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:0.0:1789762979.157856:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.157861:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1789762979.157909:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1789762979.157918:0:15903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.157924:0:15903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:0.0:1789762979.157927:0:15903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd949 00000080:00010000:0.0:1789762979.157932:0:15903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd949 from it ffffae6844c17c10 00010000:00010000:0.0:1789762979.157937:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1789762979.157946:0:15903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1789762979.157957:0:15903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 1 00000080:00200000:0.0:1789762979.157963:0:15903:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d77k.sanityn, flags=0 00000080:00200000:0.0:1789762979.157966:0:15903:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348),name=/ 00000002:00010000:0.0:1789762979.157971:0:15903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789762979.157976:0:15903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1789762979.157983:0:15903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1789762979.157988:0:15903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789762979.157990:0:15903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) 00000080:00010000:0.0:1789762979.157992:0:15903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9cdd6052d348) for lock 0xd9e43f979a7bd949 00000080:00010000:0.0:1789762979.157995:0:15903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xd9e43f979a7bd949 from it ffffae6844c17d88 00010000:00010000:0.0:1789762979.157997:0:15903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1789762979.158003:0:15903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00200000:0.0:1789762979.158007:0:15903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9cdd6052d348), inode mode 41ed mask 3 00000080:00200000:0.0:1789762979.158011:0:15903:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d77k.sanityn, dir=[0x200000007:0x1:0x0](ffff9cdd6052d348) 00010000:00010000:0.0:1789762979.158026:0:15903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1789762979.158037:0:15903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00100000:0.0:1789762979.158055:0:15903:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9cdd47cf9880 x1876702015192704/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789762979.158062:0:15903:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789762979.158065:0:15903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd47cf8380 x1876702015193600/t0(0) o35->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1789762979.158080:0:15903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8380 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015193600:192.168.203.148@tcp:35:rm.0 00000100:00100000:0.0:1789762979.158109:0:15903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd586a86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.158822:0:15903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8380 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015193600:192.168.203.148@tcp:35:rm.0 00000002:00100000:0.0:1789762979.158832:0:15903:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9cdd47cf9880 x1876702015192704/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1789762995 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1789762979.158849:0:15903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754800/0xd9e43f979a7bd95e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x416193e012b05e0a expref: -99 pid: 15873 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.158892:0:15903:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.158902:0:15903:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754800/0xd9e43f979a7bd95e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b05e0a expref: -99 pid: 15873 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.158910:0:15903:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1789762979.158917:0:15903:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1789762979.158921:0:15903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234c000/0xd9e43f979a7bd988 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b06407 expref: -99 pid: 15903 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.158932:0:15903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd48754800/0xd9e43f979a7bd95e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b05e0a expref: -99 pid: 15873 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789762979.158944:0:15903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9cdd5835d000 lock: ffff9cdd6234d000/0xd9e43f979a7bd949 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x416193e012b05da8 expref: -99 pid: 15866 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000020:00100000:0.0:1789762979.158960:0:15903:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9cdd5835d000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789762979.158964:0:15903:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9cdd47cf8380 x1876702015193856/t0(0) o36->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762979.158975:0:15903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8380 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015193856:192.168.203.148@tcp:36:rm.0 00000100:00100000:0.0:1789762979.159003:0:15903:0:(client.c:2715:ptlrpc_set_wait()) set ffff9cdd586a86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789762979.160600:0:15903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8380 pname:cluuid:pid:xid:nid:opc:job rm:f1bd28de-ee78-4d18-bad3-fa7cec968893:15903:1876702015193856:192.168.203.148@tcp:36:rm.0 00000080:00200000:0.0:1789762979.160620:0:15903:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000401:0x41:0x0](ffff9cdd605780c8) 00010000:00010000:2.0:1789762979.294956:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762980.319115:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762981.343140:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789762982.175211:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2365:1876702015193984:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762982.175431:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015194240:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762982.175481:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:871a7a42-3659-47e5-8fc9-f4f1e262590d:2365:1876702015194496:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762982.175521:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789762982.175531:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015194112:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762982.175557:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015194368:192.168.203.148@tcp:400:kworker.0 00010000:00010000:2.0:1789762982.367164:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762983.391113:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762984.415068:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762985.439050:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762986.463178:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789762987.295082:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015194752:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762987.295083:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2366:1876702015194624:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762987.295218:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015194880:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762987.295220:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015195008:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762987.295260:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:871a7a42-3659-47e5-8fc9-f4f1e262590d:2366:1876702015195136:192.168.203.148@tcp:400:kworker.0 00010000:00010000:1.0:1789762987.487168:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762988.511069:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762989.535067:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762990.559123:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762991.583155:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789762992.415180:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015195392:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762992.415208:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd593d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2365:1876702015195264:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762992.415365:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015195520:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762992.415372:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015195648:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762992.415426:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:871a7a42-3659-47e5-8fc9-f4f1e262590d:2365:1876702015195776:192.168.203.148@tcp:400:kworker.0 00010000:00010000:1.0:1789762992.607124:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762993.631021:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762994.655008:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789762995.679026:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789762996.703046:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789762997.535099:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2366:1876702015195904:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762997.535149:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015196032:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762997.535235:0:2365:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015196288:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762997.535242:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015196160:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762997.535310:0:2366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:871a7a42-3659-47e5-8fc9-f4f1e262590d:2366:1876702015196416:192.168.203.148@tcp:400:kworker.0 00010000:00010000:1.0:1789762997.727039:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1789762998.559004:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762982/real 1789762982] req@ffff9cdd593d8700 x1876702015194112/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762998.565581:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd593d8700 x1876702015194112/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762998.565591:0:2365:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789762998.565595:0:2365:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9cdd5835d000: Connection to lustre-MDT0000 (at 192.168.203.148@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789762998.568849:0:2365:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:2.0:1789762998.568880:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762982/real 1789762982] req@ffff9cdd593d8380 x1876702015194368/t0(0) o400->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762998.568896:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd593d8380 x1876702015194368/t0(0) o400->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762998.568902:0:2365:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789762998.568905:0:2365:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff9cdd5835d000: Connection to lustre-OST0001 (at 192.168.203.148@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789762998.568908:0:2365:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00000400:2.0:1789762998.568922:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762982/real 1789762982] req@ffff9cdd593d9180 x1876702015193984/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762998.568934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789762998.568935:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd593d9180 x1876702015193984/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762998.568942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762998.568946:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789762998.568948:0:2365:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1789762998.568954:0:2365:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.148@tcp: Connection to MGS (at 192.168.203.148@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1789762998.568956:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 79 00000100:00080000:3.0:1789762998.568971:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789762998.568979:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762998.568991:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015196672/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789762998.569016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762998.569019:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789762998.569020:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762998.569024:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 486 00000100:00080000:3.0:1789762998.569028:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789762998.569033:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789762998.569034:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015196672:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789762998.569044:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015196928/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789762998.569124:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015196928:192.168.203.148@tcp:8:kworker.0 00000100:00080000:2.0:1789762998.571456:0:2365:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.148@tcp for MGC192.168.203.148@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1789762998.571457:0:2365:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1789762998.571461:0:2365:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cdd593d9180 x1876702015193984/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762998.571469:0:2365:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cdd593d8a80 x1876702015194624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1789763003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762998.571476:0:2365:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cdd593d9880 x1876702015195264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1789763008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789762998.571482:0:2365:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9cdd437a4e00 x1876702015195904/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1789763013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1789762998.571494:0:2365:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789762998.571496:0:2365:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1789762998.571497:0:2365:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789762998.571498:0:2365:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00080000:3.0:1789762998.571501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762998.571505:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789762998.571507:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000400:2.0:1789762998.571511:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762982/real 1789762982] req@ffff9cdd593d8000 x1876702015194240/t0(0) o400->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762998.571514:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 79 00000100:00080000:3.0:1789762998.571524:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789762998.571530:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd593d8000 x1876702015194240/t0(0) o400->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789762998.571537:0:2365:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:00100000:3.0:1789762998.571540:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015197184/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:02000400:2.0:1789762998.571543:0:2365:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9cdd5835d000: Connection to lustre-OST0000 (at 192.168.203.148@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789762998.571548:0:2365:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00000400:2.0:1789762998.571560:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762982/real 1789762982] req@ffff9cdd593db100 x1876702015194496/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762998.571566:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762998.571570:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789762998.571572:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789762998.571573:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd593db100 x1876702015194496/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789762998 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789762998.571579:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 252 00000100:00080000:2.0:1789762998.571584:0:2365:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:00080000:3.0:1789762998.571589:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:02000400:2.0:1789762998.571592:0:2365:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9cdd51703800: Connection to lustre-MDT0000 (at 192.168.203.148@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789762998.571596:0:2365:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000008:00100000:3.0:1789762998.571596:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789762998.571608:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015197312/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789762998.571612:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015197184:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789762998.571616:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9e30d9c2-532c-4e55-80be-13e95f7c85ac:0:1876702015196544:192.168.203.148@tcp:400:kworker.0 00000100:00080000:3.0:1789762998.571619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789762998.571627:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789762998.571629:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789762998.571636:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 100 00000100:00100000:2.0:1789762998.571637:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:871a7a42-3659-47e5-8fc9-f4f1e262590d:0:1876702015197056:192.168.203.148@tcp:400:kworker.0 00000100:00080000:3.0:1789762998.571643:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789762998.571649:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789762998.571656:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2365:1876702015195264:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762998.571661:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015197440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789762998.571669:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015194112:192.168.203.148@tcp:400:kworker.0 00000100:00100000:0.0:1789762998.571680:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015197312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789762998.571680:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015194368:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762998.571690:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2365:1876702015193984:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762998.571694:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015194240:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762998.571706:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:871a7a42-3659-47e5-8fc9-f4f1e262590d:2365:1876702015194496:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789762998.571750:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789762998.571758:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:0:1876702015196800:192.168.203.148@tcp:400:kworker.0 00000100:00100000:0.0:1789762998.571763:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015197440:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789762998.571790:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2366:1876702015195904:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789762998.571800:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2366:1876702015194624:192.168.203.148@tcp:400:kworker.0 00010000:00010000:1.0:1789762998.751005:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789762999.774964:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763000.799002:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763001.822995:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763002.846976:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763003.678959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000400:3.0:1789763003.678961:0:2366:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762987/real 1789762987] req@ffff9cdd593daa00 x1876702015194880/t0(0) o400->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763003.678967:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:2.0:1789763003.678972:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762987/real 1789762987] req@ffff9cdd593db480 x1876702015194752/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763003.678974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763003.678983:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789763003.679000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763003.679008:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789763003.679013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763003.679018:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789763003.679022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763003.679025:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789763003.679031:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd593db480 x1876702015194752/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763003.679041:0:2365:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9cdd60e6e800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:2.0:1789763003.679047:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762987/real 1789762987] req@ffff9cdd593dad80 x1876702015195008/t0(0) o400->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763003.679056:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd593dad80 x1876702015195008/t0(0) o400->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763003.679061:0:2365:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9cdd60e69000 already not connected (conn 10, was 9): CONNECTING 00000100:00100000:2.0:1789763003.679070:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015194752:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789763003.679074:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015195008:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789763003.696966:0:2366:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd593daa00 x1876702015194880/t0(0) o400->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763003.696979:0:2366:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9cdd60e68800 already not connected (conn 5, was 4): CONNECTING 00000100:00000400:3.0:1789763003.696987:0:2366:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762987/real 1789762987] req@ffff9cdd593da680 x1876702015195136/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763003.697013:0:2366:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd593da680 x1876702015195136/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763003.697022:0:2366:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9cdd584ed000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:3.0:1789763003.697041:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015194880:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789763003.697049:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:871a7a42-3659-47e5-8fc9-f4f1e262590d:2366:1876702015195136:192.168.203.148@tcp:400:kworker.0 00010000:00010000:1.0:1789763003.870992:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763004.894996:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763005.918961:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763006.943052:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763007.967029:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1789763008.798928:0:2366:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762992/real 1789762992] req@ffff9cdd593d9c00 x1876702015195392/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763008.798945:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762998/real 1789762998] req@ffff9cdd59276300 x1876702015197312/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763008.798963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763008.798972:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763008.798977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763008.798980:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015197312/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763008.798982:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763008.798988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763008.798998:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763008.799003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763008.799005:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762998/real 1789762998] req@ffff9cdd59274380 x1876702015197440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763008.799009:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763008.799016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000400:2.0:1789763008.799023:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762992/real 1789762992] req@ffff9cdd59275880 x1876702015195520/t0(0) o400->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763008.799026:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789763008.799057:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015197440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763008.799064:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd59275880 x1876702015195520/t0(0) o400->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763008.799077:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762998/real 1789762998] req@ffff9cdd59276680 x1876702015197184/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763008.799083:0:2365:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9cdd60e68800 already not connected (conn 5, was 4): CONNECTING 00000100:00000400:2.0:1789763008.799098:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762992/real 1789762992] req@ffff9cdd59274700 x1876702015195776/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763008.799101:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015197184/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763008.799131:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762998/real 1789762998] req@ffff9cdd59274000 x1876702015196928/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763008.799136:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd59274700 x1876702015195776/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763008.799150:0:2365:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9cdd584ed000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1789763008.799157:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015196928/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763008.799167:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015195520:192.168.203.148@tcp:400:kworker.0 00000100:00100000:1.0:1789763008.799174:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762998/real 1789762998] req@ffff9cdd59277800 x1876702015196672/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763008.799175:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:871a7a42-3659-47e5-8fc9-f4f1e262590d:2365:1876702015195776:192.168.203.148@tcp:400:kworker.0 00000100:00100000:1.0:1789763008.799210:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015196672/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763008.799227:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763008.799241:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763008.799245:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015197312:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789763008.799251:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763008.799256:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763008.799261:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015197440:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789763008.799270:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763008.799275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763008.799281:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763008.799285:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763008.799287:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763008.799294:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015197184:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763008.799297:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 521 00000100:00080000:0.0:1789763008.799311:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789763008.799320:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:1.0:1789763008.799326:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763008.799338:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763008.799342:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015196928:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789763008.799350:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1789763008.799355:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015197568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763008.799364:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763008.799372:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015196672:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789763008.799380:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763008.799385:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763008.799387:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763008.799393:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 521 00000100:00080000:0.0:1789763008.799397:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789763008.799402:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763008.799411:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763008.799416:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015197568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763008.799428:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015197696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763008.799441:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763008.799445:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763008.799447:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763008.799451:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 521 00000100:00080000:0.0:1789763008.799459:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789763008.799463:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763008.799469:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763008.799482:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015197824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763008.799493:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763008.799496:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763008.799498:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763008.799503:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 521 00000100:00080000:0.0:1789763008.799508:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789763008.799515:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763008.799515:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015197696:192.168.203.148@tcp:38:kworker.0 00000008:00100000:0.0:1789763008.799525:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763008.799543:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015197952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763008.799555:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763008.799559:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789763008.799562:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015197824:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789763008.799564:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763008.799575:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 521 00000100:00080000:0.0:1789763008.799582:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789763008.799587:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763008.799593:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763008.799604:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015197952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789763008.799612:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015198080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763008.799650:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015198080:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763008.813106:0:2366:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd593d9c00 x1876702015195392/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763008.813119:0:2366:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9cdd60e6e800 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:3.0:1789763008.813124:0:2366:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762992/real 1789762992] req@ffff9cdd59275180 x1876702015195648/t0(0) o400->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763008.813133:0:2366:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd59275180 x1876702015195648/t0(0) o400->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763008.813138:0:2366:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9cdd60e69000 already not connected (conn 11, was 9): CONNECTING 00000100:00100000:3.0:1789763008.813145:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd593d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015195392:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789763008.813149:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015195648:192.168.203.148@tcp:400:kworker.0 00010000:00010000:2.0:1789763008.990980:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763010.015012:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763011.039023:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763012.063012:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763013.087004:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1789763013.918948:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762997/real 1789762997] req@ffff9cdd437a7b80 x1876702015196032/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1789763013.918971:0:2366:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762997/real 1789762997] req@ffff9cdd437a6d80 x1876702015196160/t0(0) o400->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763013.918985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763013.918995:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763013.919000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763013.919006:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789763013.919007:0:2366:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd437a6d80 x1876702015196160/t0(0) o400->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763013.919014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763013.919033:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763013.919043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763013.919043:0:2366:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9cdd60e68800 already not connected (conn 6, was 4): CONNECTING 00000100:00080000:0.0:1789763013.919059:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763013.919064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000400:2.0:1789763013.919065:0:2366:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762997/real 1789762997] req@ffff9cdd437a5880 x1876702015196416/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763013.919079:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789763013.919101:0:2366:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd437a5880 x1876702015196416/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763013.919107:0:2366:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9cdd584ed000 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:2.0:1789763013.919119:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1bd28de-ee78-4d18-bad3-fa7cec968893:2366:1876702015196160:192.168.203.148@tcp:400:kworker.0 00000100:00100000:2.0:1789763013.919123:0:2366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:871a7a42-3659-47e5-8fc9-f4f1e262590d:2366:1876702015196416:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789763013.932966:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd437a7b80 x1876702015196032/t0(0) o400->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1789763013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763013.932974:0:2365:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9cdd60e6e800 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:3.0:1789763013.932979:0:2365:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789762997/real 1789762997] req@ffff9cdd437a6a00 x1876702015196288/t0(0) o400->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763013.932989:0:2365:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9cdd437a6a00 x1876702015196288/t0(0) o400->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 1 dl 1789763013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763013.932996:0:2365:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9cdd60e69000 already not connected (conn 11, was 9): CONNECTING 00000100:00100000:3.0:1789763013.933002:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015196032:192.168.203.148@tcp:400:kworker.0 00000100:00100000:3.0:1789763013.933010:0:2365:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1bd28de-ee78-4d18-bad3-fa7cec968893:2365:1876702015196288:192.168.203.148@tcp:400:kworker.0 00010000:00010000:1.0:1789763014.111067:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763015.134983:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763016.158996:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763017.183181:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763018.207099:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763019.039015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763019.039029:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763019.039034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763019.039038:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763019.039042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763019.039045:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763019.039048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763019.039052:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763019.039056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763019.039061:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1789763019.231081:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763020.255176:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763021.279165:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763022.303192:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789763023.135035:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763008/real 1789763008] req@ffff9cdd47cfad80 x1876702015198080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763023 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763023.135135:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015198080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763023 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763023.135158:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763008/real 1789763008] req@ffff9cdd47cf9f80 x1876702015197952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763023 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763023.135175:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015197952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763023 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763023.135188:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763008/real 1789763008] req@ffff9cdd47cf8e00 x1876702015197696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763023 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763023.135201:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015197696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763023 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763023.135212:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763008/real 1789763008] req@ffff9cdd47cf8a80 x1876702015197824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763023 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763023.135223:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015197824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763023 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763023.135234:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763008/real 1789763008] req@ffff9cdd47cf9880 x1876702015197568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763023 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763023.135255:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015197568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763023 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763023.135276:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763023.135306:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763023.135311:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015198080:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789763023.135319:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763023.135325:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763023.135329:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015197952:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789763023.135335:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763023.135341:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763023.135349:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015197696:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789763023.135356:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763023.135362:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763023.135367:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015197824:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789763023.135374:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763023.135384:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763023.135388:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763023.135390:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763023.135393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763023.135401:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763023.135411:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 531 00000100:00080000:1.0:1789763023.135418:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763023.135424:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015197568:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763023.135442:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789763023.135460:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763023.135479:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763023.135529:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015198208/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763023.135565:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763023.135570:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763023.135572:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763023.135577:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 531 00000100:00080000:3.0:1789763023.135583:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789763023.135589:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763023.135596:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763023.135613:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015198336/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763023.135620:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015198208:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789763023.135642:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763023.135658:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763023.135661:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763023.135667:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 531 00000100:00080000:3.0:1789763023.135672:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789763023.135677:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763023.135684:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763023.135698:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015198464/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763023.135710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763023.135714:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763023.135716:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763023.135720:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 531 00000100:00080000:3.0:1789763023.135724:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789763023.135729:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763023.135735:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763023.135748:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015198592/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763023.135770:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763023.135775:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763023.135778:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763023.135784:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 531 00000100:00080000:3.0:1789763023.135791:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1789763023.135794:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015198336:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789763023.135801:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763023.135829:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015198720/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763023.135942:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015198464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763023.136003:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015198592:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763023.136054:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015198720:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789763023.327122:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763024.351109:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763025.375145:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763026.399169:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763027.423178:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763028.255030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763028.255048:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763028.255085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763028.255093:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763028.255098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763028.255104:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763028.255110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763028.255117:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789763028.255122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763028.255128:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1789763028.447133:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763029.471165:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763030.495159:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763031.519209:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763032.543147:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763033.375145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763033.375162:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763033.375168:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763033.375174:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763033.375179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763033.375184:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763033.375188:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763033.375193:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763033.375198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763033.375203:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1789763033.567157:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763034.591230:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763035.615029:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763036.639094:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:3.0:1789763037.150953:0:2354:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.203.148@tcp (192.168.203.148:988) timed out; the network or node may be down. 00010000:00010000:1.0:1789763037.663115:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763038.495036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763038.495054:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763038.495060:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763038.495067:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763038.495071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763038.495075:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763038.495079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763038.495085:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763038.495089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763038.495093:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1789763038.687137:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763039.711072:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763040.735132:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763041.759156:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763042.783064:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763043.614966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763043.614978:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763043.614982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763043.614986:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763043.614989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763043.614991:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763023/real 1789763023] req@ffff9cdd59275500 x1876702015198720/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763043.614992:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763043.614995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763043.615002:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789763043.615007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763043.615015:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789763043.615040:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015198720/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763043.615051:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763023/real 1789763023] req@ffff9cdd59274e00 x1876702015198336/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763043.615061:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015198336/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763043.615069:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763023/real 1789763023] req@ffff9cdd59277b80 x1876702015198464/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763043.615077:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015198464/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763043.615083:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763023/real 1789763023] req@ffff9cdd59276a00 x1876702015198592/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763043.615090:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015198592/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763043.615096:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789763023/real 1789763023] req@ffff9cdd59275180 x1876702015198208/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763043.615103:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015198208/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763043.615120:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763043.615136:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763043.615140:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015198720:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763043.615144:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763043.615149:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763043.615152:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015198336:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789763043.615156:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763043.615158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763043.615162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763043.615165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763043.615181:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00080000:3.0:1789763043.615184:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 546 00000100:00100000:1.0:1789763043.615188:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015198464:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789763043.615194:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763043.615198:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789763043.615199:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763043.615204:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015198592:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789763043.615210:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763043.615211:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:1.0:1789763043.615216:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763043.615219:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015198208:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763043.615256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015198848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763043.615278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763043.615281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763043.615283:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763043.615288:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 546 00000100:00080000:3.0:1789763043.615293:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1789763043.615297:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015198848:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763043.615300:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763043.615315:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763043.615332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015198976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763043.615344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763043.615348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763043.615350:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763043.615354:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 546 00000100:00080000:3.0:1789763043.615360:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1789763043.615364:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763043.615371:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763043.615384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015199104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763043.615392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763043.615394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763043.615396:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763043.615400:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 546 00000100:00080000:3.0:1789763043.615404:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1789763043.615407:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763043.615413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763043.615414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015198976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763043.615424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015199232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763043.615433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763043.615435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763043.615437:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763043.615439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 546 00000100:00080000:3.0:1789763043.615442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1789763043.615446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763043.615451:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015199104:192.168.203.148@tcp:8:kworker.0 00000008:00100000:3.0:1789763043.615452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763043.615465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015199360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763043.615531:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015199232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763043.615558:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015199360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763043.807098:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763044.831002:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763045.855102:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789763046.175117:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.148:988 00000400:00000100:0.0:1789763046.175155:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789763046.175171:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789763046.175203:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789763046.175212:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789763046.175220:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789763046.175257:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789763046.175264:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763043/real 1789763046] req@ffff9cdd59276d80 x1876702015198976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763046.175292:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015198976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763046.175307:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763046.175312:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763046.175316:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015198976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763046.175323:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763043/real 1789763046] req@ffff9cdd59274a80 x1876702015199104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763046.175332:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015199104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763046.175338:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763046.175341:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763046.175343:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015199104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763046.175347:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763043/real 1789763046] req@ffff9cdd59277480 x1876702015198848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763046.175355:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015198848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763046.175359:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763046.175361:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763046.175363:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015198848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763046.175386:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763043/real 1789763046] req@ffff9cdd59275180 x1876702015199232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763046.175397:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015199232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763046.175405:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763046.175409:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763046.175413:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015199232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763046.175420:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763043/real 1789763046] req@ffff9cdd59276a00 x1876702015199360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763046.175433:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015199360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763046.175441:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763046.175451:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763046.175455:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015199360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763046.879076:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763047.903107:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763048.735032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763048.735046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763048.735052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763048.735065:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 566 00000100:00080000:2.0:1789763048.735079:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763048.735090:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763048.735138:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015199488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763048.735178:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763048.735185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763048.735189:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763048.735197:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 566 00000100:00080000:2.0:1789763048.735204:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763048.735211:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763048.735227:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763048.735251:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015199616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763048.735261:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015199488:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763048.735272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763048.735278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763048.735281:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763048.735288:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 566 00000100:00080000:2.0:1789763048.735293:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763048.735299:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763048.735308:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763048.735325:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015199744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763048.735341:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763048.735346:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763048.735350:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763048.735356:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 566 00000100:00080000:2.0:1789763048.735362:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763048.735368:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763048.735377:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763048.735397:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015199872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763048.735416:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763048.735422:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789763048.735423:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015199616:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789763048.735426:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763048.735433:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 566 00000100:00080000:2.0:1789763048.735440:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763048.735448:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763048.735458:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763048.735479:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015200000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763048.735482:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015199744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763048.735533:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015199872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763048.735595:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015200000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763048.927105:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763049.247234:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.148:988 00000400:00000100:3.0:1789763049.247272:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763049.247287:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763049.247317:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763049.247324:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763049.247331:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763049.247337:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789763049.247356:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763048/real 1789763049] req@ffff9cdd437a7b80 x1876702015200000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763049.247382:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015200000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763049.247395:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763049.247401:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763049.247406:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015200000:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763049.247413:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763048/real 1789763049] req@ffff9cdd437a6d80 x1876702015199616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763049.247426:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015199616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763049.247435:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763049.247439:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763049.247442:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015199616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763049.247450:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763048/real 1789763049] req@ffff9cdd437a6300 x1876702015199744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763049.247463:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015199744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763049.247470:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763049.247472:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763049.247475:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015199744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763049.247479:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763048/real 1789763049] req@ffff9cdd437a6a00 x1876702015199872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763049.247487:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015199872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763049.247491:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763049.247494:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763049.247498:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015199872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763049.247505:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763048/real 1789763049] req@ffff9cdd437a5880 x1876702015199488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763049.247518:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015199488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763049.247526:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763049.247530:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763049.247534:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015199488:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789763049.951150:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763050.975052:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763051.999122:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763053.023100:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763053.855054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763053.855066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763053.855072:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763053.855086:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 571 00000100:00080000:0.0:1789763053.855112:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763053.855122:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763053.855171:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015200128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763053.855210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763053.855218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763053.855222:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763053.855230:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 571 00000100:00080000:0.0:1789763053.855237:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763053.855244:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763053.855261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763053.855285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015200256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763053.855289:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015200128:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763053.855307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763053.855313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763053.855317:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763053.855324:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 571 00000100:00080000:0.0:1789763053.855330:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763053.855336:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763053.855344:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763053.855363:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015200384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763053.855380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763053.855387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763053.855390:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763053.855396:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 571 00000100:00080000:0.0:1789763053.855401:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763053.855408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763053.855416:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763053.855434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015200512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763053.855453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763053.855460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763053.855464:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763053.855464:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015200256:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789763053.855473:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 571 00000100:00080000:0.0:1789763053.855481:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763053.855489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763053.855497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763053.855524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015200640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763053.855535:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015200384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763053.855588:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015200512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763053.855653:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015200640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763054.047076:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763055.071161:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763055.391317:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.148:988 00000400:00000100:3.0:1789763055.391378:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763055.391399:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763055.391449:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763055.391460:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763055.391468:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763055.391477:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789763055.391586:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763053/real 1789763055] req@ffff9cdd47cf9c00 x1876702015200640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763055.391621:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015200640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763055.391633:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763055.391638:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763055.391644:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015200640:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763055.391655:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763053/real 1789763055] req@ffff9cdd47cf9500 x1876702015200256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763055.391672:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015200256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763055.391681:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763055.391686:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763055.391690:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015200256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763055.391699:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763053/real 1789763055] req@ffff9cdd47cfb480 x1876702015200384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763055.391714:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015200384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763055.391724:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763055.391728:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763055.391732:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015200384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763055.391741:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763053/real 1789763055] req@ffff9cdd47cfb100 x1876702015200512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763055.391756:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015200512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763055.391766:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763055.391770:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763055.391775:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015200512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763055.391783:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763053/real 1789763055] req@ffff9cdd47cfa680 x1876702015200128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763055.391798:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015200128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763055.391808:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763055.391812:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763055.391816:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015200128:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789763056.095131:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763057.119221:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763058.143071:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763058.974998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763058.975010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763058.975016:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763058.975029:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 576 00000100:00080000:0.0:1789763058.975043:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763058.975053:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763058.975101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015200768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763058.975152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763058.975157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763058.975165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763058.975172:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 576 00000100:00080000:0.0:1789763058.975178:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763058.975184:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763058.975197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763058.975213:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015200768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763058.975221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015200896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763058.975242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763058.975249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763058.975251:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763058.975257:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 576 00000100:00080000:0.0:1789763058.975263:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763058.975269:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763058.975275:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763058.975293:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015201024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763058.975307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763058.975312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763058.975314:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763058.975318:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 576 00000100:00080000:0.0:1789763058.975324:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763058.975329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763058.975335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763058.975353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015201152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763058.975367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763058.975372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763058.975375:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763058.975380:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 576 00000100:00080000:0.0:1789763058.975386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763058.975390:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763058.975396:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763058.975413:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015200896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789763058.975417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015201280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763058.975503:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015201024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763058.975549:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015201152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763058.975593:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015201280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763059.167033:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763060.191078:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763061.215123:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763061.535306:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.148:988 00000400:00000100:2.0:1789763061.535366:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763061.535388:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763061.535441:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763061.535459:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763061.535474:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763061.535489:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789763061.535575:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763058/real 1789763061] req@ffff9cdd47cfb100 x1876702015201280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763061.535626:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015201280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763061.535648:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763061.535657:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763061.535665:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015201280:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763061.535682:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763058/real 1789763061] req@ffff9cdd47cfa300 x1876702015200896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763061.535708:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015200896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763061.535724:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763061.535732:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763061.535739:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015200896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763061.535753:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763058/real 1789763061] req@ffff9cdd47cf8700 x1876702015201024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763061.535779:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015201024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763061.535796:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763061.535804:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763061.535848:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015201024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763061.535929:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763058/real 1789763061] req@ffff9cdd47cfa680 x1876702015201152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763061.535958:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015201152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763061.535974:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763061.535980:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763061.535987:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015201152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763061.535999:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763058/real 1789763061] req@ffff9cdd47cf8000 x1876702015200768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763061.536025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015200768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763061.536041:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763061.536048:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763061.536054:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015200768:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789763062.239062:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763063.263082:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763064.095042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763064.095055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763064.095062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763064.095076:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 582 00000100:00080000:3.0:1789763064.095091:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763064.095101:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763064.095152:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015201408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763064.095190:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763064.095196:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763064.095198:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763064.095203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 582 00000100:00080000:3.0:1789763064.095207:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763064.095212:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763064.095225:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763064.095239:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015201536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763064.095252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763064.095256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763064.095258:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763064.095262:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 582 00000100:00080000:3.0:1789763064.095266:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763064.095269:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763064.095275:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763064.095287:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015201664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763064.095300:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763064.095305:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763064.095307:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763064.095312:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 582 00000100:00080000:3.0:1789763064.095316:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763064.095326:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763064.095329:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015201408:192.168.203.148@tcp:250:kworker.0 00000008:00100000:3.0:1789763064.095333:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763064.095353:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015201792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763064.095366:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763064.095371:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763064.095374:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763064.095379:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 582 00000100:00080000:3.0:1789763064.095384:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763064.095390:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763064.095400:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763064.095424:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015201920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763064.095443:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763064.095523:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763064/real 1789763064] req@ffff9cdd59277b80 x1876702015201408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763064.095561:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015201408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763064.095577:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763064.095583:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763064.095589:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015201408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763064.095599:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015201536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763064.095634:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763064.095652:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763064/real 1789763064] req@ffff9cdd59274e00 x1876702015201536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763064.095667:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015201536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763064.095677:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763064.095682:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763064.095686:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015201536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763064.095693:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015201664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763064.095712:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763064.095723:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763064/real 1789763064] req@ffff9cdd59275500 x1876702015201664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763064.095737:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015201664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763064.095747:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763064.095750:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763064.095754:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015201664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763064.095785:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015201792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763064.095846:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763064.095862:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763064/real 1789763064] req@ffff9cdd59277800 x1876702015201792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763064.095925:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015201792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763064.095936:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763064.095940:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763064.095944:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015201792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763064.095952:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015201920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763064.095977:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763064.095991:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763064/real 1789763064] req@ffff9cdd59274000 x1876702015201920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763064.096005:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015201920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763064.096015:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763064.096018:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763064.096021:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015201920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763064.287091:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763065.311067:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763066.335096:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763067.359130:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763068.383110:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763069.214958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763069.214969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763069.214974:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763069.214986:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 587 00000100:00080000:0.0:1789763069.214998:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763069.215006:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763069.215048:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015202048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763069.215089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763069.215096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763069.215099:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763069.215104:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 587 00000100:00080000:0.0:1789763069.215108:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763069.215113:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763069.215123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763069.215138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015202176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763069.215151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763069.215156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763069.215158:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763069.215164:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 587 00000100:00100000:1.0:1789763069.215168:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015202048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763069.215170:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763069.215181:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763069.215188:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763069.215206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015202304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763069.215220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763069.215224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763069.215228:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763069.215232:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 587 00000100:00080000:0.0:1789763069.215238:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763069.215244:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763069.215251:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763069.215267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015202432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763069.215277:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015202176:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789763069.215283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763069.215290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763069.215293:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763069.215299:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 587 00000100:00080000:0.0:1789763069.215306:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763069.215312:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763069.215319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763069.215323:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015202304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789763069.215342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015202560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763069.215352:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015202432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763069.215391:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015202560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763069.407119:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763070.431146:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763070.751259:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.148:988 00000400:00000100:3.0:1789763070.751314:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763070.751337:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763070.751390:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763070.751402:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763070.751416:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763070.751431:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789763070.751476:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763069/real 1789763070] req@ffff9cdd47cf8a80 x1876702015202560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763070.751529:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015202560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763070.751561:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763070.751571:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763070.751580:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015202560:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763070.751604:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763069/real 1789763070] req@ffff9cdd47cf9c00 x1876702015202304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763070.751631:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015202304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763070.751645:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763070.751651:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763070.751658:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015202304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763070.751670:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763069/real 1789763070] req@ffff9cdd47cf9880 x1876702015202432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763070.751705:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015202432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763070.751720:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763070.751727:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763070.751734:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015202432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763070.751777:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763069/real 1789763070] req@ffff9cdd47cfb480 x1876702015202048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763070.751804:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015202048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763070.751821:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763070.751828:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763070.751836:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015202048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763070.751849:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763069/real 1789763070] req@ffff9cdd47cf9500 x1876702015202176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763070.751919:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015202176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763070.751935:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763070.751942:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763070.751947:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015202176:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763071.455085:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763072.478993:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763073.503098:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763074.335007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763074.335019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763074.335037:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763074.335051:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 592 00000100:00080000:1.0:1789763074.335066:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763074.335077:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763074.335125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015202688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763074.335167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763074.335172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763074.335175:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763074.335180:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 592 00000100:00080000:1.0:1789763074.335185:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763074.335191:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763074.335204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763074.335222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015202816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763074.335239:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015202688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763074.335249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763074.335260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763074.335263:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763074.335273:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 592 00000100:00080000:1.0:1789763074.335282:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763074.335290:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763074.335303:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763074.335329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015202944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763074.335351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763074.335355:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763074.335359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763074.335365:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763074.335373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 592 00000100:00080000:1.0:1789763074.335381:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763074.335388:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763074.335397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763074.335422:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763074/real 1789763074] req@ffff9cdd47c51c00 x1876702015202688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763074.335424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015203072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763074.335492:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015202688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763074.335507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763074.335519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763074.335522:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763074.335524:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763074.335536:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:1.0:1789763074.335539:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 592 00000100:00080000:1.0:1789763074.335549:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763074.335550:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015202688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763074.335563:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763074.335572:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763074.335589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015203200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763074.335593:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015202816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763074.335647:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763074.335669:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763074/real 1789763074] req@ffff9cdd47c52d80 x1876702015202816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763074.335685:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015202816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763074.335696:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763074.335700:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763074.335705:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015202816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763074.335711:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015202944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763074.335770:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763074.335792:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763074/real 1789763074] req@ffff9cdd47c52a00 x1876702015202944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763074.335807:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015202944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763074.335818:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763074.335822:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763074.335826:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015202944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763074.335833:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015203072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763074.335852:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763074.335898:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763074/real 1789763074] req@ffff9cdd47c50a80 x1876702015203072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763074.335918:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015203072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763074.335930:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763074.335934:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763074.335941:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015203072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763074.335975:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015203200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763074.336001:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763074.336014:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763074/real 1789763074] req@ffff9cdd47c52680 x1876702015203200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763074.336028:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015203200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763074.336038:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763074.336042:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763074.336045:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015203200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763074.527080:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763075.550981:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763076.574973:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763077.599145:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763078.623093:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763079.455028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763079.455045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763079.455052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763079.455067:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 597 00000100:00080000:3.0:1789763079.455082:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763079.455092:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763079.455139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015203328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763079.455178:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763079.455185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763079.455187:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763079.455196:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 597 00000100:00080000:3.0:1789763079.455202:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763079.455211:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763079.455226:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763079.455241:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015203328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763079.455254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015203456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763079.455272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763079.455277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763079.455279:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763079.455284:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 597 00000100:00080000:3.0:1789763079.455289:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763079.455293:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763079.455301:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763079.455315:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015203584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763079.455326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763079.455331:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763079.455334:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763079.455337:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 597 00000100:00080000:3.0:1789763079.455342:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763079.455351:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763079.455353:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763079.455363:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763079.455377:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015203712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763079.455388:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763079.455392:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763079.455394:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763079.455399:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 597 00000100:00080000:3.0:1789763079.455404:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763079.455409:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763079/real 1789763079] req@ffff9cdd59276680 x1876702015203328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763079.455412:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763079.455422:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763079.455443:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015203840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763079.455461:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015203328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763079.455476:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763079.455482:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763079.455488:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015203328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763079.455515:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015203456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763079.455544:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763079.455559:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763079/real 1789763079] req@ffff9cdd59274380 x1876702015203456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763079.455573:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015203456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763079.455582:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763079.455586:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763079.455590:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015203456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763079.455597:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015203584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763079.455615:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763079.455624:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763079/real 1789763079] req@ffff9cdd59276300 x1876702015203584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763079.455644:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015203584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763079.455652:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763079.455655:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763079.455659:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015203584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763079.455664:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015203712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763079.455707:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763079.455722:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763079/real 1789763079] req@ffff9cdd59274700 x1876702015203712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763079.455736:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015203712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763079.455745:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763079.455749:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763079.455752:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015203712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763079.455759:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015203840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763079.455780:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763079.455790:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763079/real 1789763079] req@ffff9cdd59275880 x1876702015203840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763079.455802:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015203840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763079.455818:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763079.455821:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763079.455825:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015203840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763079.647100:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763080.671083:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763081.694961:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763082.719021:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763083.742993:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763084.574939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763084.574948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763084.574952:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763084.574961:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 602 00000100:00080000:3.0:1789763084.574972:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763084.574978:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763084.575012:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015203968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763084.575035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763084.575038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763084.575039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763084.575043:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 602 00000100:00080000:3.0:1789763084.575046:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763084.575048:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763084.575056:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763084.575066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015204096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763084.575074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763084.575077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763084.575079:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763084.575081:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 602 00000100:00080000:3.0:1789763084.575084:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763084.575090:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015203968:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763084.575091:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763084.575099:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763084.575111:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015204224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763084.575124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763084.575128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763084.575147:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763084.575156:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 602 00000100:00080000:3.0:1789763084.575165:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763084.575173:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763084.575184:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763084.575193:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763084.575217:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015204352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763084.575238:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763084.575243:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763084.575246:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763084.575254:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763084/real 1789763084] req@ffff9cdd59275c00 x1876702015203968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763084.575258:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 602 00000100:00080000:3.0:1789763084.575285:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763084.575295:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763084.575304:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763084.575318:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015203968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763084.575321:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015204480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763084.575379:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763084.575384:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763084.575389:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015203968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763084.575397:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763084.575460:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763084.575476:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763084/real 1789763084] req@ffff9cdd59275f80 x1876702015204096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763084.575490:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015204096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763084.575498:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763084.575503:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763084.575506:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763084.575533:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763084.575573:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763084.575586:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763084/real 1789763084] req@ffff9cdd59277100 x1876702015204224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763084.575600:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015204224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763084.575610:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763084.575614:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763084.575617:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763084.575669:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763084.575714:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763084.575727:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763084/real 1789763084] req@ffff9cdd59275880 x1876702015204352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763084.575746:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015204352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763084.575776:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763084.575782:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763084.575789:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763084.575801:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015204480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763084.575854:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763084.575870:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763084/real 1789763084] req@ffff9cdd59274700 x1876702015204480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763084.575883:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015204480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763084.575906:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763084.575909:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763084.575911:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015204480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763084.767049:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763085.791139:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763086.815094:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763087.839103:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763088.863037:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763089.695047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763089.695064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763089.695072:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763089.695089:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 607 00000100:00080000:2.0:1789763089.695124:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763089.695135:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763089.695214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015204608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763089.695251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763089.695255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763089.695257:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763089.695261:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 607 00000100:00080000:2.0:1789763089.695265:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763089.695270:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763089.695281:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763089.695296:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015204736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763089.695308:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015204608:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763089.695310:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763089.695319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763089.695323:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763089.695328:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 607 00000100:00080000:2.0:1789763089.695331:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763089.695334:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763089.695339:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763089.695350:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015204864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763089.695360:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763089.695365:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763089.695368:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763089.695374:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 607 00000100:00080000:2.0:1789763089.695379:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763089.695384:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763089.695391:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763089.695408:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015204992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763089.695422:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763089.695428:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763089.695431:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763089.695437:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 607 00000100:00080000:2.0:1789763089.695442:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763089.695447:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763089.695454:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763089.695461:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789763089.695471:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015205120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763089.695514:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763089.695538:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763089.695562:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015205120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763089.887104:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763090.911025:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763091.935104:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789763092.255455:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.148:988 00000400:00000100:1.0:1789763092.255509:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789763092.255531:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763092.255578:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763092.255622:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763092.255648:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763092.255650:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763089/real 1789763092] req@ffff9cdd437a4700 x1876702015204736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1789763092.255671:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763092.255712:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015204736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763092.255733:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763092.255742:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763092.255749:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763092.255762:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763089/real 1789763092] req@ffff9cdd437a5500 x1876702015204864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763092.255784:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015204864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763092.255799:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763092.255806:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763092.255812:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763092.255824:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763089/real 1789763092] req@ffff9cdd437a4a80 x1876702015204992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763092.255862:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015204992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763092.255936:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763092.255944:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763092.255951:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015204992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763092.255965:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763089/real 1789763092] req@ffff9cdd437a4e00 x1876702015204608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763092.255994:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015204608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763092.256011:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763092.256020:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763092.256028:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015204608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763092.256070:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763089/real 1789763092] req@ffff9cdd437a6680 x1876702015205120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763092.256095:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015205120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763092.256109:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763092.256115:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763092.256121:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015205120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763092.959120:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763093.983080:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763094.814983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763094.814996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763094.815002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763094.815015:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 612 00000100:00080000:2.0:1789763094.815030:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763094.815039:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763094.815089:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015205248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763094.815132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763094.815137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763094.815140:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763094.815145:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 612 00000100:00080000:2.0:1789763094.815149:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763094.815154:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763094.815166:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763094.815180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015205376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763094.815195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763094.815200:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763094.815203:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763094.815208:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 612 00000100:00080000:2.0:1789763094.815211:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763094.815216:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763094.815223:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763094.815235:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015205504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763094.815249:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015205248:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763094.815253:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763094.815266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763094.815269:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763094.815274:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 612 00000100:00080000:2.0:1789763094.815278:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763094.815282:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763094.815289:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763094.815322:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015205632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763094.815336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763094.815340:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763094.815342:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763094.815346:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 612 00000100:00080000:2.0:1789763094.815352:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763094.815360:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763094.815367:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763094.815378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763094.815394:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015205760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763094.815431:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763094/real 1789763094] req@ffff9cdd437a5180 x1876702015205248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763094.815458:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015205248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763094.815475:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763094.815480:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763094.815485:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015205248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763094.815495:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015205376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763094.815521:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763094.815535:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763094/real 1789763094] req@ffff9cdd437a5c00 x1876702015205376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763094.815560:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015205376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763094.815598:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763094.815602:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763094.815607:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015205376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763094.815640:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015205504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763094.815669:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763094.815684:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763094/real 1789763094] req@ffff9cdd437a4000 x1876702015205504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763094.815699:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015205504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763094.815709:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763094.815713:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763094.815717:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015205504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763094.815724:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015205632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763094.815743:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763094.815769:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763094/real 1789763094] req@ffff9cdd437a7800 x1876702015205632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763094.815784:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015205632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763094.815802:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763094.815806:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763094.815810:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015205632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763094.815816:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015205760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763094.815837:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763094.815848:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763094/real 1789763094] req@ffff9cdd437a4380 x1876702015205760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763094.815903:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015205760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763094.815922:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763094.815929:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763094.815936:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015205760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763095.007018:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763096.031157:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763097.055149:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763098.079012:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763099.103083:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763099.935084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763099.935100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763099.935107:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763099.935123:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 617 00000100:00080000:0.0:1789763099.935143:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763099.935158:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763099.935238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015205888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763099.935293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763099.935299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763099.935302:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763099.935309:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 617 00000100:00080000:0.0:1789763099.935317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763099.935340:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763099.935359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763099.935362:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015205888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763099.935386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015206016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763099.935404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763099.935409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763099.935412:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763099.935418:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 617 00000100:00080000:0.0:1789763099.935423:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763099.935428:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763099.935436:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763099.935450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015206144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763099.935461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763099.935466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763099.935470:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763099.935474:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 617 00000100:00080000:0.0:1789763099.935478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763099.935482:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763099.935489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763099.935501:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763099.935510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015206272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763099.935568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763099.935573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763099.935576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763099.935582:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 617 00000100:00080000:0.0:1789763099.935589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763099.935596:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763099.935605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763099.935610:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763099/real 1789763099] req@ffff9cdd47cf8e00 x1876702015205888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763099.935629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015206400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763099.935654:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015205888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763099.935681:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763099.935691:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763099.935701:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015205888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763099.935751:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763099.935804:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763099.935830:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763099/real 1789763099] req@ffff9cdd47cf9f80 x1876702015206016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763099.935853:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015206016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763099.935917:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763099.935925:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763099.935932:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763099.935945:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763099.935993:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763099.936019:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763099/real 1789763099] req@ffff9cdd47cfad80 x1876702015206144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763099.936044:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015206144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763099.936061:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763099.936068:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763099.936075:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763099.936088:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763099.936128:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763099.936153:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763099/real 1789763099] req@ffff9cdd47cfbb80 x1876702015206272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763099.936177:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015206272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763099.936195:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763099.936202:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763099.936209:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763099.936223:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015206400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763099.936261:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763099.936277:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763099/real 1789763099] req@ffff9cdd47cfaa00 x1876702015206400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763099.936293:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015206400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763099.936303:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763099.936308:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763099.936312:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015206400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763100.127176:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763101.151107:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763102.175103:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763103.199138:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763104.223075:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763105.055044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763105.055058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763105.055064:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763105.055079:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 623 00000100:00080000:0.0:1789763105.055096:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763105.055108:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763105.055161:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015206528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763105.055197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763105.055202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763105.055205:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763105.055210:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 623 00000100:00080000:0.0:1789763105.055214:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763105.055220:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763105.055235:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763105.055253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015206656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763105.055267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763105.055271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763105.055274:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763105.055281:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 623 00000100:00080000:0.0:1789763105.055288:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763105.055288:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015206528:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763105.055300:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763105.055311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763105.055328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015206784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763105.055347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763105.055355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763105.055359:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763105.055367:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 623 00000100:00080000:0.0:1789763105.055375:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763105.055384:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763105.055396:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763105.055402:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763105.055432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015206912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763105.055453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763105.055458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763105.055465:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763105.055468:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763105/real 1789763105] req@ffff9cdd47cf9180 x1876702015206528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763105.055475:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 623 00000100:00080000:0.0:1789763105.055487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763105.055525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763105.055544:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763105.055581:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015206528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763105.055582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015207040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763105.055631:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763105.055641:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763105.055647:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015206528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763105.055682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763105.055718:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763105.055736:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763105/real 1789763105] req@ffff9cdd47cfaa00 x1876702015206656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763105.055752:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015206656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763105.055762:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763105.055766:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763105.055771:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763105.055778:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763105.055798:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763105.055809:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763105/real 1789763105] req@ffff9cdd47cfbb80 x1876702015206784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763105.055823:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015206784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763105.055840:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763105.055844:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763105.055848:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763105.055854:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763105.055911:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763105.055925:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763105/real 1789763105] req@ffff9cdd47cfad80 x1876702015206912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763105.055939:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015206912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763105.055950:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763105.055953:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763105.055957:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015206912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763105.055964:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015207040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763105.055985:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763105.055996:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763105/real 1789763105] req@ffff9cdd47cf9f80 x1876702015207040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763105.056010:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015207040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763105.056019:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763105.056022:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763105.056027:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015207040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763105.247131:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763106.271147:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763107.295001:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763108.319022:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763109.343081:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763110.175092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763110.175124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763110.175132:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763110.175151:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 628 00000100:00080000:1.0:1789763110.175170:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763110.175183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763110.175242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015207168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763110.175293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763110.175301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763110.175305:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763110.175313:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 628 00000100:00080000:1.0:1789763110.175320:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763110.175329:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763110.175346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763110.175375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015207296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763110.175399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763110.175408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763110.175412:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763110.175421:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015207168:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763110.175424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 628 00000100:00080000:1.0:1789763110.175439:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763110.175450:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763110.175485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763110.175513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015207424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763110.175535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763110.175543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763110.175547:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763110.175554:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 628 00000100:00080000:1.0:1789763110.175563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763110.175567:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763110.175577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763110.175590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763110.175615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015207552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763110.175635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763110.175645:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763110/real 1789763110] req@ffff9cdd47c53b80 x1876702015207168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763110.175647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763110.175655:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763110.175670:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 628 00000100:00080000:1.0:1789763110.175700:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763110.175711:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015207168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763110.175719:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763110.175735:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763110.175764:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015207680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763110.175770:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763110.175796:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763110.175811:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015207168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763110.175859:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015207296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763110.175978:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763110.176008:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763110/real 1789763110] req@ffff9cdd47c50000 x1876702015207296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763110.176036:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015207296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763110.176054:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763110.176061:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763110.176068:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015207296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763110.176081:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015207424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763110.176129:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763110.176154:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763110/real 1789763110] req@ffff9cdd47c50380 x1876702015207424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763110.176181:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015207424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763110.176198:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763110.176205:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763110.176212:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015207424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763110.176225:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015207552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763110.176266:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763110.176289:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763110/real 1789763110] req@ffff9cdd47c53480 x1876702015207552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763110.176314:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015207552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763110.176329:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763110.176336:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763110.176342:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015207552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763110.176353:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015207680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763110.176396:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763110.176422:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763110/real 1789763110] req@ffff9cdd47c51500 x1876702015207680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763110.176494:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015207680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763110.176511:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763110.176518:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763110.176525:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015207680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763110.367112:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763111.390948:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763112.415241:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763113.439152:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763114.463140:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763115.294999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763115.295012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763115.295018:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763115.295032:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 633 00000100:00080000:1.0:1789763115.295046:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763115.295056:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763115.295120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015207808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763115.295163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763115.295170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763115.295174:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763115.295183:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 633 00000100:00080000:1.0:1789763115.295191:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763115.295200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763115.295219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763115.295240:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015207808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763115.295252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015207936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763115.295273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763115.295279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763115.295283:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763115.295289:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 633 00000100:00080000:1.0:1789763115.295295:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763115.295302:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763115.295311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763115.295331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015208064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763115.295343:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763115.295359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763115.295365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763115.295368:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763115.295377:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 633 00000100:00080000:1.0:1789763115.295382:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763115.295386:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763115.295392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763115.295411:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763115/real 1789763115] req@ffff9cdd47c51f80 x1876702015207808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763115.295444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015208192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763115.295489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763115.295494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763115.295499:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763115.295502:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015207808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763115.295511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 633 00000100:00080000:1.0:1789763115.295525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763115.295537:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:3.0:1789763115.295538:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1789763115.295548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763115.295550:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763115.295564:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015207808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763115.295580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015208320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763115.295606:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015207936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763115.295656:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763115.295685:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763115/real 1789763115] req@ffff9cdd47c53800 x1876702015207936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763115.295720:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015207936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763115.295748:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763115.295753:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763115.295758:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015207936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763115.295766:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015208064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763115.295798:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763115.295814:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763115/real 1789763115] req@ffff9cdd47c51500 x1876702015208064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763115.295829:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015208064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763115.295839:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763115.295843:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763115.295847:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015208064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763115.295854:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015208192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763115.295915:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763115.295944:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763115/real 1789763115] req@ffff9cdd47c53480 x1876702015208192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763115.295960:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015208192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763115.295970:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763115.295974:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763115.295979:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015208192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763115.295987:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015208320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763115.296010:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763115.296034:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763115/real 1789763115] req@ffff9cdd47c50380 x1876702015208320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763115.296048:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015208320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763115.296058:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763115.296062:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763115.296066:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015208320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763115.487115:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763116.511062:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763117.535062:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763118.559138:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763119.583174:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763120.415050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763120.415061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763120.415067:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763120.415080:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 638 00000100:00080000:2.0:1789763120.415094:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763120.415103:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763120.415150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015208448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763120.415188:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763120.415192:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763120.415195:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763120.415200:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 638 00000100:00080000:2.0:1789763120.415203:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763120.415207:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763120.415218:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763120.415235:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015208576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763120.415249:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763120.415253:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763120.415257:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763120.415265:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015208448:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763120.415268:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 638 00000100:00080000:2.0:1789763120.415279:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763120.415286:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763120.415293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763120.415306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015208704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763120.415318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763120.415322:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763120.415324:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763120.415329:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 638 00000100:00080000:2.0:1789763120.415333:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763120.415337:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763120.415343:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763120.415356:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015208832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763120.415368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763120.415372:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763120.415398:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763120.415401:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763120.415408:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 638 00000100:00080000:2.0:1789763120.415415:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763120.415422:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763120.415428:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763120.415445:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015208960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763120.415466:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763120/real 1789763120] req@ffff9cdd437a5f80 x1876702015208448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763120.415517:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015208448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763120.415532:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763120.415538:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763120.415543:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015208448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763120.415575:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015208576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763120.415609:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763120.415625:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763120/real 1789763120] req@ffff9cdd437a7480 x1876702015208576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763120.415641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015208576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763120.415652:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763120.415656:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763120.415660:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015208576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763120.415668:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015208704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763120.415688:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763120.415700:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763120/real 1789763120] req@ffff9cdd437a7100 x1876702015208704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763120.415724:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015208704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763120.415740:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763120.415747:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763120.415754:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015208704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763120.415766:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015208832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763120.415808:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763120.415833:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763120/real 1789763120] req@ffff9cdd437a4380 x1876702015208832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763120.415874:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015208832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763120.415949:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763120.415954:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763120.415959:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015208832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763120.415968:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015208960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763120.416007:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763120.416031:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763120/real 1789763120] req@ffff9cdd437a7800 x1876702015208960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763120.416057:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015208960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763120.416075:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763120.416082:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763120.416089:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015208960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763120.607092:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763121.631078:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763122.655074:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763123.679055:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763124.703123:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763125.534972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763125.534992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763125.534997:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763125.535007:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 643 00000100:00080000:3.0:1789763125.535019:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763125.535027:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763125.535058:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015209088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763125.535082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763125.535085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763125.535086:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763125.535090:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 643 00000100:00080000:3.0:1789763125.535092:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763125.535095:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763125.535103:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763125.535112:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015209216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763125.535119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763125.535122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763125.535123:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763125.535125:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 643 00000100:00080000:3.0:1789763125.535127:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763125.535130:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763125.535135:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015209088:192.168.203.148@tcp:250:kworker.0 00000008:00100000:3.0:1789763125.535136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763125.535151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015209344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763125.535163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763125.535167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763125.535169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763125.535175:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 643 00000100:00080000:3.0:1789763125.535180:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763125.535184:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763125.535190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763125.535203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015209472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763125.535214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763125.535217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763125.535219:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763125.535224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 643 00000100:00080000:3.0:1789763125.535229:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763125.535234:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015209216:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789763125.535236:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763125.535245:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763125.535274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015209600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763125.535331:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015209344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763125.535396:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015209472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763125.535411:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015209600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763125.727071:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763126.047170:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789763126.047216:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763126.047231:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763126.047279:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763126.047291:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763126.047303:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763126.047313:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789763126.047322:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763125/real 1789763126] req@ffff9cdd59276680 x1876702015209344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763126.047368:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015209344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763126.047383:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763126.047389:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763126.047394:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015209344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763126.047404:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763125/real 1789763126] req@ffff9cdd59274000 x1876702015209472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763126.047419:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015209472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763126.047429:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763126.047433:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763126.047438:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015209472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763126.047445:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763125/real 1789763126] req@ffff9cdd59277800 x1876702015209600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763126.047458:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015209600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763126.047468:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763126.047472:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763126.047476:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015209600:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763126.047484:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763125/real 1789763126] req@ffff9cdd59276300 x1876702015209088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763126.047497:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015209088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763126.047505:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763126.047508:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763126.047512:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015209088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763126.047518:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763125/real 1789763126] req@ffff9cdd59274380 x1876702015209216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763126.047530:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015209216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763126.047538:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763126.047554:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763126.047558:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015209216:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763126.751102:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763127.775092:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763128.799014:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763129.823019:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763130.654985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763130.654998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763130.655003:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763130.655016:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 648 00000100:00080000:3.0:1789763130.655031:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763130.655041:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763130.655085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015209728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763130.655143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763130.655148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763130.655150:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763130.655156:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 648 00000100:00080000:3.0:1789763130.655160:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763130.655165:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763130.655178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763130.655194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015209856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763130.655209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763130.655214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763130.655217:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763130.655222:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 648 00000100:00080000:3.0:1789763130.655226:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763130.655234:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763130.655237:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015209728:192.168.203.148@tcp:250:kworker.0 00000008:00100000:3.0:1789763130.655243:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763130.655258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015209984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763130.655273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763130.655278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763130.655281:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763130.655285:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 648 00000100:00080000:3.0:1789763130.655291:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763130.655296:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763130.655326:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763130.655346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015210112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763130.655358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763130.655369:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763130.655369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763130.655377:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763130.655387:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 648 00000100:00080000:3.0:1789763130.655395:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763130.655401:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763130.655408:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763130.655424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015210240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763130.655448:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763130/real 1789763130] req@ffff9cdd59275500 x1876702015209728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763130.655479:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015209728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763130.655494:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763130.655500:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763130.655505:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015209728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763130.655515:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015209856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763130.655550:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763130.655568:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763130/real 1789763130] req@ffff9cdd59274e00 x1876702015209856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763130.655583:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015209856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763130.655593:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763130.655597:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763130.655602:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015209856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763130.655633:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015209984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763130.655656:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763130.655669:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763130/real 1789763130] req@ffff9cdd59277b80 x1876702015209984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763130.655683:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015209984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763130.655693:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763130.655696:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763130.655700:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015209984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763130.655707:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015210112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763130.655726:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763130.655738:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763130/real 1789763130] req@ffff9cdd59276a00 x1876702015210112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763130.655752:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015210112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763130.655761:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763130.655764:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763130.655768:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015210112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763130.655774:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015210240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763130.655814:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763130.655828:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763130/real 1789763130] req@ffff9cdd59275180 x1876702015210240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763130.655843:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015210240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763130.655853:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763130.655856:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763130.655860:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015210240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763130.847062:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763131.871115:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763132.895035:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763133.919012:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763134.943104:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763135.774914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763135.774922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763135.774925:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763135.774934:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 653 00000100:00080000:3.0:1789763135.774943:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763135.774950:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763135.774981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015210368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763135.775001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763135.775003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763135.775005:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763135.775008:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 653 00000100:00080000:3.0:1789763135.775010:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763135.775013:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763135.775021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763135.775029:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015210496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763135.775035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763135.775038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763135.775039:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763135.775041:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 653 00000100:00080000:3.0:1789763135.775043:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763135.775045:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763135.775049:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763135.775056:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015210624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763135.775064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763135.775066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763135.775067:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763135.775072:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 653 00000100:00100000:1.0:1789763135.775075:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015210368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763135.775075:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763135.775082:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763135.775086:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763135.775094:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015210752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763135.775100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763135.775103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763135.775104:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763135.775107:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 653 00000100:00080000:3.0:1789763135.775109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763135.775112:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763135.775115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763135.775121:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015210880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763135.775138:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763135.775170:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763135/real 1789763135] req@ffff9cdd59277480 x1876702015210368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763135.775183:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015210368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763135.775191:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763135.775194:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763135.775197:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015210368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763135.775202:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015210496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763135.775216:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763135.775223:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763135/real 1789763135] req@ffff9cdd59274a80 x1876702015210496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763135.775230:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015210496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763135.775240:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763135.775242:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763135.775244:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015210496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763135.775278:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015210624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763135.775294:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763135.775301:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763135/real 1789763135] req@ffff9cdd59276d80 x1876702015210624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763135.775309:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015210624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763135.775314:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763135.775316:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763135.775318:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015210624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763135.775322:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015210752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763135.775332:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763135.775338:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763135/real 1789763135] req@ffff9cdd59275180 x1876702015210752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763135.775345:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015210752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763135.775350:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763135.775351:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763135.775354:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015210752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763135.775357:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015210880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763135.775367:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763135.775372:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763135/real 1789763135] req@ffff9cdd59276a00 x1876702015210880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763135.775379:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015210880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763135.775384:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763135.775385:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763135.775387:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015210880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763135.967079:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763136.991048:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763138.015043:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763139.039105:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763140.063139:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763140.894953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763140.894970:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763140.894977:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763140.894994:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 658 00000100:00080000:3.0:1789763140.895012:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763140.895025:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763140.895077:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015211008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763140.895114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763140.895120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763140.895122:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763140.895128:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 658 00000100:00080000:3.0:1789763140.895133:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763140.895138:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763140.895150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763140.895168:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015211136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763140.895184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763140.895191:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015211008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763140.895192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763140.895198:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763140.895212:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 658 00000100:00080000:3.0:1789763140.895216:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763140.895220:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763140.895250:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763140.895272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015211264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763140.895287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763140.895292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763140.895294:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763140.895299:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 658 00000100:00080000:3.0:1789763140.895307:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763140.895312:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763140.895319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763140.895326:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763140.895340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015211392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763140.895356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763140.895360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763140.895363:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763140.895368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 658 00000100:00080000:3.0:1789763140.895374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763140.895379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763140.895385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763140.895387:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763140/real 1789763140] req@ffff9cdd59277b80 x1876702015211008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763140.895405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015211520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763140.895424:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015211008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763140.895443:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763140.895450:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763140.895456:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015211008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763140.895485:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015211136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763140.895514:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763140.895530:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763140/real 1789763140] req@ffff9cdd59274e00 x1876702015211136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763140.895546:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015211136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763140.895556:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763140.895560:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763140.895565:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015211136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763140.895572:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015211264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763140.895592:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763140.895602:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763140/real 1789763140] req@ffff9cdd59275500 x1876702015211264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763140.895616:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015211264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763140.895625:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763140.895628:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763140.895632:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015211264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763140.895638:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015211392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763140.895656:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763140.895667:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763140/real 1789763140] req@ffff9cdd59274380 x1876702015211392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763140.895680:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015211392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763140.895690:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763140.895694:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763140.895698:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015211392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763140.895704:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015211520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763140.895723:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763140.895733:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763140/real 1789763140] req@ffff9cdd59276300 x1876702015211520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763140.895746:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015211520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763140.895755:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763140.895758:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763140.895762:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015211520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763141.087094:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763142.111069:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763143.135092:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763144.159122:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763145.183100:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763146.014968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763146.014982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763146.014988:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763146.015003:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 664 00000100:00080000:3.0:1789763146.015018:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763146.015028:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763146.015085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015211648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763146.015137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763146.015149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763146.015152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763146.015157:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 664 00000100:00080000:3.0:1789763146.015161:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763146.015165:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763146.015179:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763146.015210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015211776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763146.015222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763146.015226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763146.015228:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763146.015233:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 664 00000100:00080000:3.0:1789763146.015236:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763146.015240:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763146.015245:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763146.015256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015211904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763146.015262:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015211648:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763146.015273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763146.015278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763146.015279:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763146.015283:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 664 00000100:00080000:3.0:1789763146.015287:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763146.015291:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763146.015296:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763146.015307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015212032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763146.015317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763146.015320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763146.015322:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763146.015325:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 664 00000100:00080000:3.0:1789763146.015329:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763146.015333:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763146.015354:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763146.015368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015212160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763146.015388:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763146.015472:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763146/real 1789763146] req@ffff9cdd59277800 x1876702015211648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763146.015495:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015211648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763146.015509:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763146.015531:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763146.015536:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015211648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763146.015545:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015211776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763146.015568:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763146.015598:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763146/real 1789763146] req@ffff9cdd59274000 x1876702015211776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763146.015613:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015211776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763146.015622:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763146.015626:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763146.015630:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015211776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763146.015665:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015211904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763146.015710:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763146.015720:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763146/real 1789763146] req@ffff9cdd59276680 x1876702015211904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763146.015731:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015211904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763146.015739:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763146.015742:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763146.015745:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015211904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763146.015750:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015212032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763146.015780:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763146.015791:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763146/real 1789763146] req@ffff9cdd59274700 x1876702015212032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763146.015803:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015212032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763146.015811:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763146.015830:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763146.015833:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015212032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763146.015838:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015212160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763146.015855:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763146.015863:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763146/real 1789763146] req@ffff9cdd59275880 x1876702015212160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763146.015873:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015212160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763146.015936:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763146.015939:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763146.015942:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015212160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763146.207109:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763147.231151:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763148.255039:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763149.279222:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763150.303283:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763151.135008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763151.135020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763151.135025:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763151.135037:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 669 00000100:00080000:0.0:1789763151.135050:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763151.135059:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763151.135109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015212288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763151.135147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763151.135172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763151.135176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763151.135185:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 669 00000100:00080000:0.0:1789763151.135193:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763151.135201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763151.135219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763151.135227:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015212288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763151.135249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015212416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763151.135276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763151.135280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763151.135283:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763151.135287:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 669 00000100:00080000:0.0:1789763151.135294:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763151.135299:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763151.135306:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763151.135314:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763151.135324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015212544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763151.135339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763151.135344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763151.135346:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763151.135351:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 669 00000100:00080000:0.0:1789763151.135356:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763151.135361:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763151.135367:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763151.135368:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763151/real 1789763151] req@ffff9cdd47cf8e00 x1876702015212288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763151.135387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015212672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763151.135399:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015212288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763151.135403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763151.135418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763151.135425:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763151.135438:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 669 00000100:00080000:1.0:1789763151.135438:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763151.135449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763151.135451:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:0.0:1789763151.135463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763151.135465:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015212288:192.168.203.148@tcp:250:kworker.0 00000008:00100000:0.0:1789763151.135478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763151.135496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015212800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763151.135508:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015212416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763151.135546:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763151.135564:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763151/real 1789763151] req@ffff9cdd47cf9500 x1876702015212416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763151.135579:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015212416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763151.135590:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763151.135594:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763151.135598:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015212416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763151.135605:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015212544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763151.135625:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763151.135639:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763151/real 1789763151] req@ffff9cdd47cfb480 x1876702015212544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763151.135661:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015212544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763151.135676:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763151.135683:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763151.135690:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015212544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763151.135702:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015212672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763151.135740:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763151.135762:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763151/real 1789763151] req@ffff9cdd47cf9880 x1876702015212672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763151.135785:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015212672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763151.135801:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763151.135809:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763151.135815:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015212672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763151.135838:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015212800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763151.135903:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763151.135919:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763151/real 1789763151] req@ffff9cdd47cf9c00 x1876702015212800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763151.135934:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015212800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763151.135944:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763151.135947:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763151.135951:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015212800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763151.327048:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763152.351074:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763153.375178:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763154.399080:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763155.423182:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763156.255106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763156.255149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763156.255157:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763156.255174:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 674 00000100:00080000:2.0:1789763156.255193:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763156.255208:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763156.255270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015212928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763156.255312:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763156.255321:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763156.255323:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763156.255329:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 674 00000100:00080000:2.0:1789763156.255335:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763156.255359:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763156.255371:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763156.255390:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015213056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763156.255405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763156.255409:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763156.255415:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763156.255417:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015212928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763156.255423:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 674 00000100:00080000:2.0:1789763156.255431:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763156.255442:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763156.255448:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763156.255460:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015213184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763156.255472:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763156.255477:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763156.255480:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763156.255483:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 674 00000100:00080000:2.0:1789763156.255488:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763156.255492:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763156.255498:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763156.255510:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015213312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763156.255525:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763156.255526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763156.255537:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763156.255539:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763156.255545:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 674 00000100:00080000:2.0:1789763156.255551:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763156.255556:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763156.255562:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763156.255593:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015213440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763156.255603:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763156/real 1789763156] req@ffff9cdd437a4000 x1876702015212928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763156.255631:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015212928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763156.255646:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763156.255662:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763156.255667:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015212928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763156.255693:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763156.255739:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763156.255772:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763156/real 1789763156] req@ffff9cdd437a5c00 x1876702015213056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763156.255799:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015213056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763156.255810:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763156.255814:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763156.255818:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763156.255826:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763156.255860:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763156.255958:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763156/real 1789763156] req@ffff9cdd437a5180 x1876702015213184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763156.256001:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015213184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763156.256012:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763156.256016:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763156.256020:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763156.256028:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763156.256058:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763156.256071:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763156/real 1789763156] req@ffff9cdd437a6680 x1876702015213312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763156.256085:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015213312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763156.256095:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763156.256099:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763156.256103:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763156.256109:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015213440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763156.256164:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763156.256179:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763156/real 1789763156] req@ffff9cdd437a4e00 x1876702015213440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763156.256193:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015213440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763156.256211:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763156.256215:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763156.256219:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015213440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763156.447192:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763157.471191:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763158.495004:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763159.519131:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763160.543149:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763161.374975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763161.374987:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763161.374993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763161.375006:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 679 00000100:00080000:2.0:1789763161.375021:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763161.375030:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763161.375105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015213568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763161.375155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763161.375160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763161.375163:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763161.375168:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 679 00000100:00080000:2.0:1789763161.375173:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763161.375178:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763161.375190:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763161.375207:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015213696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763161.375220:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763161.375224:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763161.375226:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763161.375231:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 679 00000100:00080000:2.0:1789763161.375234:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763161.375239:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763161.375245:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763161.375250:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015213568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789763161.375272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015213824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763161.375287:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763161.375292:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763161.375294:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763161.375299:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 679 00000100:00080000:2.0:1789763161.375305:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763161.375310:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763161.375315:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763161.375328:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015213952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763161.375341:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763161.375357:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763161.375362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763161.375365:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763161.375372:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 679 00000100:00080000:2.0:1789763161.375376:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763161.375380:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763161.375386:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763161.375401:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015214080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763161.375417:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763161/real 1789763161] req@ffff9cdd437a4a80 x1876702015213568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763161.375445:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015213568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763161.375459:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763161.375464:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763161.375469:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015213568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763161.375478:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763161.375505:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763161.375518:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763161/real 1789763161] req@ffff9cdd437a5500 x1876702015213696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763161.375533:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015213696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763161.375542:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763161.375546:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763161.375550:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763161.375576:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763161.375596:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763161.375607:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763161/real 1789763161] req@ffff9cdd437a4700 x1876702015213824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763161.375619:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015213824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763161.375628:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763161.375632:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763161.375635:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763161.375641:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763161.375658:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763161.375668:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763161/real 1789763161] req@ffff9cdd437a5880 x1876702015213952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763161.375680:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015213952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763161.375694:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763161.375697:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763161.375700:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015213952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763161.375706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015214080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763161.375723:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763161.375732:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763161/real 1789763161] req@ffff9cdd437a6a00 x1876702015214080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763161.375744:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015214080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763161.375771:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763161.375775:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763161.375779:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015214080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763161.567106:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763162.591110:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763163.615192:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763164.639167:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763165.663157:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763166.495068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763166.495083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763166.495089:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763166.495104:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 684 00000100:00080000:3.0:1789763166.495119:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763166.495135:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763166.495194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015214208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763166.495232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763166.495236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763166.495238:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763166.495242:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 684 00000100:00080000:3.0:1789763166.495246:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763166.495249:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763166.495263:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763166.495277:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015214336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763166.495289:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763166.495296:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015214208:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763166.495296:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763166.495301:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763166.495312:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 684 00000100:00080000:3.0:1789763166.495316:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763166.495319:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763166.495325:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763166.495338:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015214464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763166.495347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763166.495351:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763166.495352:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763166.495356:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 684 00000100:00080000:3.0:1789763166.495359:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763166.495363:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763166.495367:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763166.495378:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015214592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763166.495387:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763166.495390:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763166.495392:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789763166.495399:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763166.495399:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 684 00000100:00080000:3.0:1789763166.495408:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763166.495412:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763166.495417:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763166.495430:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015214720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763166.495466:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763166/real 1789763166] req@ffff9cdd59277100 x1876702015214208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763166.495489:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015214208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763166.495502:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763166.495506:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763166.495511:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015214208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763166.495541:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015214336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763166.495562:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763166.495574:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763166/real 1789763166] req@ffff9cdd59275f80 x1876702015214336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763166.495593:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015214336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763166.495600:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763166.495603:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763166.495605:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015214336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763166.495611:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015214464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763166.495626:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763166.495635:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763166/real 1789763166] req@ffff9cdd59275c00 x1876702015214464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763166.495646:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015214464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763166.495653:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763166.495655:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763166.495658:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015214464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763166.495662:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015214592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763166.495675:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763166.495683:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763166/real 1789763166] req@ffff9cdd59275880 x1876702015214592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763166.495693:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015214592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763166.495707:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763166.495710:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763166.495712:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015214592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763166.495717:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015214720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763166.495730:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763166.495737:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763166/real 1789763166] req@ffff9cdd59274700 x1876702015214720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763166.495746:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015214720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763166.495753:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763166.495756:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763166.495758:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015214720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763166.687118:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763167.711150:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763168.735147:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763169.759140:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763170.783136:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763171.615019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763171.615064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763171.615068:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763171.615079:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 689 00000100:00080000:0.0:1789763171.615091:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763171.615099:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763171.615144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015214848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763171.615169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763171.615172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763171.615174:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763171.615177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 689 00000100:00080000:0.0:1789763171.615179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763171.615182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763171.615191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763171.615202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015214976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763171.615208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763171.615213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763171.615214:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763171.615217:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 689 00000100:00080000:0.0:1789763171.615219:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763171.615222:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763171.615225:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763171.615252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015215104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763171.615259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763171.615261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763171.615263:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763171.615267:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 689 00000100:00080000:0.0:1789763171.615270:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763171.615273:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763171.615278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763171.615279:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015214848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763171.615287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015215232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763171.615295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763171.615297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763171.615298:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763171.615301:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 689 00000100:00080000:0.0:1789763171.615304:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763171.615308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763171.615312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763171.615321:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015215360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763171.615360:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763171.615406:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763171/real 1789763171] req@ffff9cdd47cf8a80 x1876702015214848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763171.615423:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015214848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763171.615433:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763171.615438:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763171.615442:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015214848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763171.615448:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015214976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763171.615464:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763171.615473:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763171/real 1789763171] req@ffff9cdd47cf8000 x1876702015214976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763171.615482:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015214976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763171.615503:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763171.615505:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763171.615519:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015214976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763171.615523:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015215104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763171.615537:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763171.615543:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763171/real 1789763171] req@ffff9cdd47cfa680 x1876702015215104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763171.615550:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015215104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763171.615556:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763171.615558:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763171.615560:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015215104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763171.615586:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015215232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763171.615598:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763171.615604:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763171/real 1789763171] req@ffff9cdd47cf8700 x1876702015215232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763171.615612:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015215232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763171.615617:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763171.615619:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763171.615621:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015215232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763171.615624:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015215360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763171.615644:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763171.615650:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763171/real 1789763171] req@ffff9cdd47cfa300 x1876702015215360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763171.615657:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015215360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763171.615662:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763171.615664:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763171.615666:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015215360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763171.807046:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763172.831132:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763173.855118:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763174.879114:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763175.903196:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763176.735074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763176.735087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763176.735093:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763176.735107:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 694 00000100:00080000:1.0:1789763176.735123:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763176.735133:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763176.735185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015215488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763176.735227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763176.735232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763176.735235:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763176.735240:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 694 00000100:00080000:1.0:1789763176.735244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763176.735249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763176.735261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763176.735276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015215616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763176.735290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763176.735295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763176.735298:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763176.735302:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 694 00000100:00080000:1.0:1789763176.735307:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763176.735311:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763176.735318:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763176.735330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015215744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763176.735344:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015215488:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763176.735372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763176.735377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763176.735379:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763176.735384:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 694 00000100:00080000:1.0:1789763176.735389:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763176.735393:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763176.735400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763176.735416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015215872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763176.735427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763176.735431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763176.735434:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763176.735439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 694 00000100:00080000:1.0:1789763176.735443:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763176.735447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763176.735454:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763176.735461:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763176.735473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015216000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763176.735542:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763176/real 1789763176] req@ffff9cdd47c50000 x1876702015215488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763176.735582:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015215488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763176.735603:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763176.735611:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763176.735619:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015215488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763176.735634:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015215616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763176.735683:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763176.735703:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763176/real 1789763176] req@ffff9cdd47c53b80 x1876702015215616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763176.735720:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015215616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763176.735731:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763176.735735:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763176.735739:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015215616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763176.735770:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015215744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763176.735795:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763176.735808:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763176/real 1789763176] req@ffff9cdd47c52680 x1876702015215744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763176.735822:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015215744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763176.735832:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763176.735835:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763176.735839:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015215744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763176.735846:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015215872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763176.735909:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763176.735924:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763176/real 1789763176] req@ffff9cdd47c50a80 x1876702015215872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763176.735940:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015215872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763176.735950:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763176.735954:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763176.735958:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015215872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763176.735999:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015216000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763176.736029:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763176.736043:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763176/real 1789763176] req@ffff9cdd47c52a00 x1876702015216000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763176.736067:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015216000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763176.736077:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763176.736081:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763176.736085:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015216000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763176.927103:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763177.951151:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763178.975110:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763179.999134:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763181.023085:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763181.854968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763181.854985:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763181.854992:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763181.855008:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 699 00000100:00080000:1.0:1789763181.855029:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763181.855042:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763181.855099:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015216128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763181.855138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763181.855143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763181.855146:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763181.855151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 699 00000100:00080000:1.0:1789763181.855156:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763181.855162:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763181.855175:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763181.855193:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015216256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763181.855206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763181.855211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763181.855214:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763181.855218:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 699 00000100:00080000:1.0:1789763181.855223:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763181.855231:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763181.855233:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015216128:192.168.203.148@tcp:250:kworker.0 00000008:00100000:1.0:1789763181.855239:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763181.855256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015216384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763181.855270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763181.855292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763181.855295:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763181.855300:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 699 00000100:00080000:1.0:1789763181.855305:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763181.855310:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763181.855317:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763181.855328:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763181.855338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015216512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763181.855355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763181.855359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763181.855361:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763181.855367:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 699 00000100:00080000:1.0:1789763181.855373:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763181.855378:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763181.855386:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763181/real 1789763181] req@ffff9cdd47c52d80 x1876702015216128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1789763181.855389:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763181.855414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015216640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763181.855426:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015216128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763181.855448:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763181.855455:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763181.855464:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015216128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763181.855476:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015216256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763181.855504:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763181.855518:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763181/real 1789763181] req@ffff9cdd47c51c00 x1876702015216256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763181.855553:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015216256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763181.855569:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763181.855576:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763181.855583:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015216256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763181.855625:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015216384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763181.855664:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763181.855686:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763181/real 1789763181] req@ffff9cdd47c50e00 x1876702015216384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763181.855711:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015216384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763181.855728:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763181.855735:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763181.855743:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015216384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763181.855756:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015216512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763181.855786:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763181.855801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763181/real 1789763181] req@ffff9cdd47c53100 x1876702015216512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763181.855815:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015216512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763181.855834:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763181.855837:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763181.855842:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015216512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763181.855848:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015216640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763181.855910:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763181.855954:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763181/real 1789763181] req@ffff9cdd47c52300 x1876702015216640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763181.855972:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015216640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763181.855983:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763181.855987:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763181.855991:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015216640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763182.047090:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763183.071103:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763184.095112:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763185.119109:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763186.143117:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763186.975030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763186.975043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763186.975049:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763186.975063:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 704 00000100:00080000:1.0:1789763186.975078:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763186.975089:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763186.975141:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015216768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763186.975180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763186.975185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763186.975188:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763186.975193:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 704 00000100:00080000:1.0:1789763186.975197:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763186.975201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763186.975212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763186.975228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015216896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763186.975241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763186.975246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763186.975249:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763186.975253:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 704 00000100:00080000:1.0:1789763186.975257:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763186.975261:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763186.975268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763186.975281:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015216768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763186.975284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015217024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763186.975307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763186.975312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763186.975316:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763186.975320:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 704 00000100:00080000:1.0:1789763186.975325:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763186.975329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763186.975336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763186.975354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015217152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763186.975367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763186.975371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763186.975374:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763186.975378:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 704 00000100:00080000:1.0:1789763186.975385:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763186.975390:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763186.975397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763186.975410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015217280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763186.975448:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015216896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763186.975499:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015217024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763186.975534:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015217152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763186.975566:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015217280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763187.167175:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763188.191071:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763189.215068:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763190.047281:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789763190.047346:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763190.047376:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763190.047446:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763190.047467:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763190.047489:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763190.047510:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763190.047540:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763186/real 1789763190] req@ffff9cdd47c51880 x1876702015217024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763190.047578:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015217024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763190.047598:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763190.047607:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763190.047615:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015217024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763190.047631:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763186/real 1789763190] req@ffff9cdd47c52300 x1876702015217152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763190.047656:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015217152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763190.047673:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763190.047679:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763190.047686:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015217152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763190.047698:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763186/real 1789763190] req@ffff9cdd47c53100 x1876702015217280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763190.047723:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015217280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763190.047737:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763190.047745:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763190.047750:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015217280:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763190.047762:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763186/real 1789763190] req@ffff9cdd47c50700 x1876702015216768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763190.047782:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015216768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763190.047796:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763190.047802:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763190.047809:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015216768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763190.047833:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763186/real 1789763190] req@ffff9cdd47c51180 x1876702015216896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763190.047855:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015216896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763190.047940:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763190.047947:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763190.047954:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015216896:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763190.239091:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763191.263090:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763192.095065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763192.095079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763192.095085:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763192.095099:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 710 00000100:00080000:0.0:1789763192.095113:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763192.095123:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763192.095169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015217408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763192.095207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763192.095212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763192.095215:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763192.095220:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 710 00000100:00080000:0.0:1789763192.095224:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763192.095229:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763192.095240:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763192.095256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015217536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763192.095268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763192.095272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763192.095274:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763192.095278:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 710 00000100:00080000:0.0:1789763192.095283:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763192.095287:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763192.095293:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763192.095306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015217664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763192.095328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763192.095335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763192.095342:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763192.095345:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015217408:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763192.095357:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 710 00000100:00080000:0.0:1789763192.095368:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763192.095376:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763192.095386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763192.095413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015217792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763192.095433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763192.095441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763192.095446:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763192.095453:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763192.095481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 710 00000100:00080000:0.0:1789763192.095491:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763192.095500:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763192.095511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763192.095524:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763192/real 1789763192] req@ffff9cdd47cfb100 x1876702015217408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763192.095540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015217920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763192.095580:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015217408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763192.095616:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763192.095624:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763192.095632:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015217408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763192.095644:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015217536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763192.095693:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763192.095718:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763192/real 1789763192] req@ffff9cdd47cfa300 x1876702015217536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763192.095745:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015217536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763192.095760:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763192.095767:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763192.095773:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015217536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763192.095813:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015217664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763192.095932:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763192.095959:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763192/real 1789763192] req@ffff9cdd47cf8700 x1876702015217664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763192.095982:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015217664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763192.095998:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763192.096005:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763192.096012:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015217664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763192.096024:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015217792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763192.096065:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763192.096087:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763192/real 1789763192] req@ffff9cdd47cfa680 x1876702015217792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763192.096312:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015217792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763192.096331:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763192.096338:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763192.096345:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015217792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763192.096358:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015217920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763192.096405:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763192.096428:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763192/real 1789763192] req@ffff9cdd47cf8000 x1876702015217920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763192.096454:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015217920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763192.096471:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763192.096477:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763192.096483:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015217920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763192.287090:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763193.311127:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763194.335065:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763195.359121:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763196.383094:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763197.215033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763197.215047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763197.215053:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763197.215066:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 715 00000100:00080000:1.0:1789763197.215081:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763197.215091:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763197.215140:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015218048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763197.215180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763197.215185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763197.215187:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763197.215193:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 715 00000100:00080000:1.0:1789763197.215197:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763197.215201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763197.215213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763197.215227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015218176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763197.215240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763197.215244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763197.215246:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763197.215250:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 715 00000100:00080000:1.0:1789763197.215253:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763197.215257:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763197.215262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763197.215273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015218304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763197.215284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763197.215289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763197.215291:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763197.215300:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 715 00000100:00080000:1.0:1789763197.215305:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763197.215312:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763197.215320:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763197.215331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015218432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763197.215345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763197.215349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763197.215351:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763197.215356:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 715 00000100:00080000:1.0:1789763197.215359:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763197.215375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763197.215377:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015218048:192.168.203.148@tcp:250:kworker.0 00000008:00100000:1.0:1789763197.215383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763197.215415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015218560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763197.215517:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763197.215588:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763197/real 1789763197] req@ffff9cdd47c50e00 x1876702015218048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763197.215615:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015218048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763197.215633:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763197.215639:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763197.215645:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015218048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763197.215655:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015218176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763197.215682:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763197.215697:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763197/real 1789763197] req@ffff9cdd47c51c00 x1876702015218176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763197.215712:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015218176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763197.215722:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763197.215726:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763197.215730:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015218176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763197.215738:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015218304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763197.215784:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763197.215797:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763197/real 1789763197] req@ffff9cdd47c52d80 x1876702015218304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763197.215852:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015218304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763197.215922:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763197.215927:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763197.215932:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015218304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763197.215974:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015218432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763197.216002:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763197.216016:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763197/real 1789763197] req@ffff9cdd47c52a00 x1876702015218432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763197.216032:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015218432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763197.216042:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763197.216046:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763197.216050:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015218432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763197.216057:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015218560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763197.216076:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763197.216087:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763197/real 1789763197] req@ffff9cdd47c50a80 x1876702015218560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763197.216101:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015218560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763197.216119:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763197.216123:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763197.216127:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015218560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763197.407092:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763198.431087:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763199.455072:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763200.479077:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763201.503089:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763202.335015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763202.335031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763202.335039:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763202.335056:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 720 00000100:00080000:0.0:1789763202.335085:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763202.335099:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763202.335169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015218688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763202.335205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763202.335210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763202.335213:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763202.335219:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 720 00000100:00080000:0.0:1789763202.335225:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763202.335230:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763202.335242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763202.335260:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015218816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763202.335273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763202.335278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763202.335281:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763202.335286:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 720 00000100:00080000:0.0:1789763202.335289:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763202.335293:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763202.335302:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763202.335316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015218944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763202.335330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763202.335334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763202.335337:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763202.335346:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015218688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763202.335348:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 720 00000100:00080000:0.0:1789763202.335359:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763202.335365:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763202.335371:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763202.335388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015219072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763202.335410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763202.335414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763202.335417:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763202.335422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 720 00000100:00080000:0.0:1789763202.335427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763202.335432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763202.335438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763202.335450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015219200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763202.335471:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763202.335527:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763202/real 1789763202] req@ffff9cdd47cf8a80 x1876702015218688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763202.335551:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015218688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763202.335566:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763202.335571:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763202.335576:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015218688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763202.335586:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015218816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763202.335612:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763202.335626:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763202/real 1789763202] req@ffff9cdd47cf9c00 x1876702015218816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763202.335641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015218816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763202.335658:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763202.335663:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763202.335667:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015218816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763202.335709:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015218944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763202.335732:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763202.335745:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763202/real 1789763202] req@ffff9cdd47cf9880 x1876702015218944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763202.335759:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015218944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763202.335769:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763202.335796:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763202.335801:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015218944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763202.335818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015219072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763202.335841:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763202.335855:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763202/real 1789763202] req@ffff9cdd47cfb480 x1876702015219072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763202.335910:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015219072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763202.335920:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763202.335924:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763202.335929:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015219072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763202.335937:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015219200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763202.335961:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763202.335974:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763202/real 1789763202] req@ffff9cdd47cf9500 x1876702015219200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763202.335988:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015219200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763202.335998:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763202.336001:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763202.336005:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015219200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763202.527123:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763203.551095:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763204.575102:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763205.599099:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763206.623116:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763207.455044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763207.455054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763207.455059:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763207.455070:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 725 00000100:00080000:2.0:1789763207.455082:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763207.455090:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763207.455131:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015219328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763207.455163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763207.455167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763207.455169:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763207.455173:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 725 00000100:00080000:2.0:1789763207.455176:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763207.455180:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763207.455190:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763207.455203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015219456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763207.455213:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763207.455217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763207.455219:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763207.455222:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 725 00000100:00080000:2.0:1789763207.455224:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763207.455227:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763207.455231:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763207.455241:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015219584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763207.455257:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763207.455261:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015219328:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763207.455263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763207.455267:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763207.455285:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 725 00000100:00080000:2.0:1789763207.455290:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763207.455294:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763207.455299:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763207.455318:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015219712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763207.455327:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763207.455333:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763207.455336:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763207.455340:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 725 00000100:00080000:2.0:1789763207.455371:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763207.455375:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763207.455388:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789763207.455390:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763207.455406:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015219840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763207.455479:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763207/real 1789763207] req@ffff9cdd437a6300 x1876702015219328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763207.455508:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015219328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763207.455526:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763207.455532:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763207.455538:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015219328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763207.455553:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015219456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763207.455587:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763207.455604:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763207/real 1789763207] req@ffff9cdd437a6d80 x1876702015219456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763207.455621:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015219456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763207.455632:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763207.455637:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763207.455641:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015219456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763207.455691:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015219584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763207.455717:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763207.455731:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763207/real 1789763207] req@ffff9cdd437a7b80 x1876702015219584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763207.455782:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015219584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763207.455800:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763207.455808:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763207.455815:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015219584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763207.455828:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015219712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763207.455906:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763207.455926:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763207/real 1789763207] req@ffff9cdd437a6a00 x1876702015219712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763207.455943:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015219712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763207.455954:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763207.455958:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763207.455963:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015219712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763207.455971:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015219840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763207.455997:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763207.456010:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763207/real 1789763207] req@ffff9cdd437a5880 x1876702015219840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763207.456025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015219840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763207.456034:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763207.456038:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763207.456041:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015219840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763207.647092:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763208.671087:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763209.695109:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763210.719057:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763211.743096:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763212.575051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763212.575066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763212.575074:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763212.575089:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 730 00000100:00080000:0.0:1789763212.575106:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763212.575118:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763212.575167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015219968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763212.575213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763212.575237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763212.575241:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763212.575250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 730 00000100:00080000:0.0:1789763212.575259:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763212.575269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763212.575284:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763212.575314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015220096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763212.575341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763212.575354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763212.575356:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015219968:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763212.575361:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763212.575398:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 730 00000100:00080000:0.0:1789763212.575407:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763212.575415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763212.575424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763212.575445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015220224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763212.575465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763212.575469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763212.575471:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763212.575476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 730 00000100:00080000:0.0:1789763212.575482:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763212.575487:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763212.575494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763212.575498:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763212.575551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015220352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763212.575571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763212.575576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763212.575581:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763212.575592:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 730 00000100:00100000:3.0:1789763212.575594:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763212/real 1789763212] req@ffff9cdd47cf8e00 x1876702015219968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763212.575601:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763212.575623:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763212.575644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763212.575656:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015219968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763212.575675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015220480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763212.575690:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763212.575755:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763212.575764:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015219968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763212.575812:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763212.575860:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763212.575934:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763212/real 1789763212] req@ffff9cdd47cf9f80 x1876702015220096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763212.575960:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015220096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763212.575971:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763212.575975:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763212.575980:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763212.575988:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763212.576014:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763212.576026:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763212/real 1789763212] req@ffff9cdd47cfad80 x1876702015220224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763212.576040:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015220224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763212.576050:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763212.576053:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763212.576057:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763212.576065:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763212.576085:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763212.576100:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763212/real 1789763212] req@ffff9cdd47cfbb80 x1876702015220352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763212.576123:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015220352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763212.576139:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763212.576146:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763212.576152:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763212.576164:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015220480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763212.576205:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763212.576223:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763212/real 1789763212] req@ffff9cdd47cfaa00 x1876702015220480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763212.576238:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015220480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763212.576249:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763212.576253:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763212.576257:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015220480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763212.767150:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763213.791042:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763214.815091:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763215.839063:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763216.863065:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763217.695003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763217.695015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763217.695020:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763217.695033:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 735 00000100:00080000:0.0:1789763217.695048:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763217.695058:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763217.695104:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015220608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763217.695142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763217.695149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763217.695153:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763217.695161:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 735 00000100:00080000:0.0:1789763217.695168:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763217.695175:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763217.695193:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763217.695221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015220736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763217.695235:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015220608:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763217.695256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763217.695265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763217.695269:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763217.695278:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 735 00000100:00080000:0.0:1789763217.695285:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763217.695292:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763217.695303:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763217.695327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015220864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763217.695331:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763217.695357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763217.695365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763217.695368:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763217.695378:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 735 00000100:00080000:0.0:1789763217.695387:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763217.695391:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763217/real 1789763217] req@ffff9cdd47cf9180 x1876702015220608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763217.695400:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763217.695418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763217.695452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015220992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763217.695453:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015220608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763217.695495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763217.695503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763217.695506:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763217.695507:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763217.695522:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:0.0:1789763217.695523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 735 00000100:00080000:0.0:1789763217.695534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763217.695536:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015220608:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763217.695545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763217.695556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763217.695569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015221120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763217.695581:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763217.695624:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763217.695648:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763217/real 1789763217] req@ffff9cdd47cfaa00 x1876702015220736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763217.695689:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015220736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763217.695701:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763217.695705:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763217.695710:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763217.695718:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763217.695745:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763217.695759:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763217/real 1789763217] req@ffff9cdd47cfbb80 x1876702015220864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763217.695773:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015220864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763217.695792:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763217.695796:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763217.695800:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763217.695807:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763217.695826:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763217.695837:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763217/real 1789763217] req@ffff9cdd47cfad80 x1876702015220992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763217.695850:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015220992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763217.695860:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763217.695863:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763217.695903:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015220992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763217.695924:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015221120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763217.695947:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763217.695961:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763217/real 1789763217] req@ffff9cdd47cf9f80 x1876702015221120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763217.695975:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015221120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763217.695985:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763217.695988:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763217.695993:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015221120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763217.887120:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763218.911065:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763219.935098:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763220.959068:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763221.983071:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763222.815004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763222.815021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763222.815029:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763222.815046:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 740 00000100:00080000:2.0:1789763222.815065:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763222.815080:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763222.815142:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015221248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763222.815204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763222.815210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763222.815212:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763222.815219:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 740 00000100:00080000:2.0:1789763222.815225:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763222.815231:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763222.815244:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763222.815265:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015221376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763222.815281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763222.815286:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763222.815292:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763222.815294:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015221248:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763222.815302:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 740 00000100:00080000:2.0:1789763222.815312:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763222.815317:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763222.815323:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763222.815341:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015221504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763222.815355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763222.815362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763222.815367:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763222.815374:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 740 00000100:00080000:2.0:1789763222.815406:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763222.815415:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763222.815426:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789763222.815433:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763222.815464:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015221632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763222.815480:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763222.815485:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763222.815488:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763222.815497:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 740 00000100:00100000:3.0:1789763222.815499:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763222/real 1789763222] req@ffff9cdd437a4700 x1876702015221248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763222.815504:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763222.815517:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763222.815532:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763222.815555:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015221248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763222.815556:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015221760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763222.815614:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763222.815649:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763222.815661:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015221248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763222.815704:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015221376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763222.815749:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763222.815769:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763222/real 1789763222] req@ffff9cdd437a5500 x1876702015221376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763222.815787:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015221376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763222.815798:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763222.815802:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763222.815807:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015221376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763222.815815:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015221504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763222.815841:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763222.815855:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763222/real 1789763222] req@ffff9cdd437a4a80 x1876702015221504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763222.815950:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015221504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763222.815967:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763222.815974:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763222.815979:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015221504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763222.815988:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015221632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763222.816021:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763222.816036:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763222/real 1789763222] req@ffff9cdd437a4e00 x1876702015221632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763222.816051:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015221632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763222.816061:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763222.816065:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763222.816069:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015221632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763222.816076:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015221760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763222.816095:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763222.816107:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763222/real 1789763222] req@ffff9cdd437a6680 x1876702015221760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763222.816129:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015221760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763222.816139:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763222.816142:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763222.816146:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015221760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763223.007094:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763224.031045:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763225.055098:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763226.079110:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763227.103137:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763227.935075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763227.935089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763227.935095:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763227.935108:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 745 00000100:00080000:1.0:1789763227.935123:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763227.935132:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763227.935184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015221888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763227.935234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763227.935243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763227.935246:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763227.935255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 745 00000100:00080000:1.0:1789763227.935263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763227.935274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763227.935291:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763227.935323:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015221888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763227.935324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015222016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763227.935352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763227.935357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763227.935361:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763227.935367:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 745 00000100:00080000:1.0:1789763227.935372:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763227.935378:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763227.935386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763227.935402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015222144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763227.935415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763227.935421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763227.935424:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763227.935432:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763227.935435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 745 00000100:00080000:1.0:1789763227.935445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763227.935450:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763227.935456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763227.935471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015222272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763227.935484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763227.935488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763227.935491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763227.935496:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 745 00000100:00080000:1.0:1789763227.935501:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763227.935511:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763227.935515:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763227/real 1789763227] req@ffff9cdd47c52680 x1876702015221888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1789763227.935517:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763227.935537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015222400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763227.935560:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015221888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763227.935580:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763227.935612:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763227.935618:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015221888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763227.935651:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763227.935700:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763227.935718:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763227/real 1789763227] req@ffff9cdd47c53b80 x1876702015222016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763227.935735:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015222016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763227.935747:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763227.935751:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763227.935756:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763227.935764:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763227.935786:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763227.935811:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763227/real 1789763227] req@ffff9cdd47c50000 x1876702015222144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763227.935826:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015222144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763227.935836:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763227.935840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763227.935844:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763227.935851:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763227.935912:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763227.935927:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763227/real 1789763227] req@ffff9cdd47c50380 x1876702015222272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763227.935949:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015222272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763227.935964:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763227.935970:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763227.935978:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763227.935990:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015222400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763227.936031:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763227.936054:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763227/real 1789763227] req@ffff9cdd47c53480 x1876702015222400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763227.936073:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015222400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763227.936083:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763227.936087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763227.936092:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015222400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763228.127061:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763229.151145:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763230.175123:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763231.199159:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763232.223135:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763233.055036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763233.055057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763233.055066:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763233.055082:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 751 00000100:00080000:1.0:1789763233.055098:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763233.055110:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763233.055174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015222528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763233.055219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763233.055225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763233.055228:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763233.055243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 751 00000100:00080000:1.0:1789763233.055247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763233.055252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763233.055265:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763233.055280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015222656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763233.055295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763233.055299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763233.055303:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763233.055320:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 751 00000100:00080000:1.0:1789763233.055324:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763233.055329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763233.055336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763233.055348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015222784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763233.055360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015222528:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763233.055365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763233.055378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763233.055381:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763233.055387:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 751 00000100:00080000:1.0:1789763233.055391:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763233.055395:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763233.055402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763233.055419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015222912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763233.055432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763233.055437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763233.055439:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763233.055444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 751 00000100:00080000:1.0:1789763233.055449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763233.055453:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763233.055459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763233.055484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015223040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763233.055490:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763233.055586:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763233/real 1789763233] req@ffff9cdd47c51500 x1876702015222528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763233.055628:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015222528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763233.055644:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763233.055649:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763233.055655:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015222528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763233.055665:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763233.055707:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763233.055733:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763233/real 1789763233] req@ffff9cdd47c53800 x1876702015222656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763233.055759:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015222656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763233.055777:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763233.055795:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763233.055802:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763233.055840:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763233.055923:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763233.055947:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763233/real 1789763233] req@ffff9cdd47c51f80 x1876702015222784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763233.055963:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015222784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763233.055974:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763233.055978:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763233.055982:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763233.055990:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763233.056011:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763233.056022:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763233/real 1789763233] req@ffff9cdd47c53480 x1876702015222912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763233.056045:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015222912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763233.056055:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763233.056058:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763233.056062:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015222912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763233.056069:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015223040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763233.056088:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763233.056098:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763233/real 1789763233] req@ffff9cdd47c50380 x1876702015223040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763233.056112:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015223040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763233.056122:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763233.056125:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763233.056128:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015223040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763233.247076:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763234.271062:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763235.295113:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763236.319126:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763237.343134:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763238.175043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763238.175059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763238.175066:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763238.175083:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 756 00000100:00080000:1.0:1789763238.175105:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763238.175120:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763238.175196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015223168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763238.175240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763238.175246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763238.175249:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763238.175255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 756 00000100:00080000:1.0:1789763238.175261:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763238.175268:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763238.175284:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763238.175309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015223296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763238.175312:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015223168:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763238.175341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763238.175346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763238.175349:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763238.175355:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 756 00000100:00080000:1.0:1789763238.175359:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763238.175364:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763238.175372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763238.175389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015223424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763238.175402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763238.175406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763238.175408:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763238.175413:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 756 00000100:00080000:1.0:1789763238.175419:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763238.175423:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763238.175428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763238.175440:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763238.175446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015223552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763238.175462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763238.175467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763238.175470:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763238.175475:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 756 00000100:00080000:1.0:1789763238.175481:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763238.175486:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763238.175492:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763238.175506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015223680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763238.175558:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763238/real 1789763238] req@ffff9cdd47c50000 x1876702015223168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763238.175594:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015223168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763238.175620:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763238.175626:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763238.175632:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015223168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763238.175671:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015223296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763238.175707:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763238.175726:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763238/real 1789763238] req@ffff9cdd47c53b80 x1876702015223296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763238.175742:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015223296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763238.175752:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763238.175757:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763238.175761:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015223296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763238.175768:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015223424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763238.175789:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763238.175801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763238/real 1789763238] req@ffff9cdd47c52680 x1876702015223424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763238.175816:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015223424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763238.175826:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763238.175829:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763238.175833:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015223424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763238.175841:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015223552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763238.175861:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763238.175922:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763238/real 1789763238] req@ffff9cdd47c50a80 x1876702015223552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763238.175937:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015223552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763238.175948:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763238.175952:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763238.175956:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015223552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763238.175964:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015223680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763238.175989:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763238.176001:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763238/real 1789763238] req@ffff9cdd47c52a00 x1876702015223680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763238.176015:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015223680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763238.176025:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763238.176028:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763238.176032:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015223680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763238.367055:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763239.391129:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763240.415127:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763241.439032:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763242.463084:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763243.294979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763243.294991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763243.294997:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763243.295010:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 761 00000100:00080000:1.0:1789763243.295024:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763243.295032:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763243.295078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015223808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763243.295109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763243.295113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763243.295116:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763243.295121:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 761 00000100:00080000:1.0:1789763243.295124:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763243.295128:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763243.295138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763243.295167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015223936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763243.295174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763243.295177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763243.295178:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763243.295182:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 761 00000100:00080000:1.0:1789763243.295185:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763243.295189:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763243.295193:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763243.295201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015224064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763243.295208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763243.295212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763243.295213:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763243.295217:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 761 00000100:00080000:1.0:1789763243.295219:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763243.295224:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763243.295226:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015223808:192.168.203.148@tcp:250:kworker.0 00000008:00100000:1.0:1789763243.295228:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763243.295261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015224192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763243.295272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763243.295275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763243.295277:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763243.295281:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 761 00000100:00080000:1.0:1789763243.295285:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763243.295289:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763243.295294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763243.295306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015224320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763243.295340:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763243.295390:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763243/real 1789763243] req@ffff9cdd47c52d80 x1876702015223808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763243.295410:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015223808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763243.295424:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763243.295429:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763243.295433:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015223808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763243.295442:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015223936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763243.295464:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763243.295515:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763243/real 1789763243] req@ffff9cdd47c51c00 x1876702015223936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763243.295530:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015223936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763243.295540:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763243.295544:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763243.295548:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015223936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763243.295553:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015224064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763243.295572:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763243.295581:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763243/real 1789763243] req@ffff9cdd47c50e00 x1876702015224064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763243.295590:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015224064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763243.295601:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763243.295604:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763243.295606:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015224064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763243.295627:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015224192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763243.295640:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763243.295647:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763243/real 1789763243] req@ffff9cdd47c51180 x1876702015224192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763243.295655:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015224192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763243.295661:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763243.295664:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763243.295666:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015224192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763243.295670:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015224320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763243.295681:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763243.295687:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763243/real 1789763243] req@ffff9cdd47c50700 x1876702015224320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763243.295695:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015224320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763243.295701:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763243.295703:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763243.295706:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015224320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763243.487193:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763244.511109:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763245.535080:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763246.559123:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763247.583079:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763248.414991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763248.415004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763248.415010:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763248.415022:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 766 00000100:00080000:1.0:1789763248.415038:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763248.415048:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763248.415097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015224448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763248.415135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763248.415140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763248.415143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763248.415148:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 766 00000100:00080000:1.0:1789763248.415153:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763248.415158:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763248.415171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763248.415188:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015224576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763248.415204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763248.415213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763248.415213:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015224448:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763248.415219:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763248.415232:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 766 00000100:00080000:1.0:1789763248.415238:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763248.415243:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763248.415250:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763248.415265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015224704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763248.415278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763248.415283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763248.415285:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763248.415289:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 766 00000100:00080000:1.0:1789763248.415294:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763248.415299:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763248.415304:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763248.415318:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763248.415325:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015224832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763248.415339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763248.415345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763248.415348:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763248.415352:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 766 00000100:00080000:1.0:1789763248.415356:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763248.415361:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763248.415368:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763248.415383:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763248/real 1789763248] req@ffff9cdd47c53100 x1876702015224448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763248.415400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015224960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763248.415473:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015224448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763248.415499:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763248.415509:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763248.415514:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015224448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763248.415547:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015224576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763248.415583:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763248.415601:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763248/real 1789763248] req@ffff9cdd47c52300 x1876702015224576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763248.415618:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015224576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763248.415628:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763248.415633:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763248.415637:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015224576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763248.415653:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015224704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763248.415691:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763248.415714:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763248/real 1789763248] req@ffff9cdd47c51880 x1876702015224704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763248.415756:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015224704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763248.415771:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763248.415775:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763248.415780:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015224704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763248.415788:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015224832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763248.415818:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763248.415846:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763248/real 1789763248] req@ffff9cdd47c50700 x1876702015224832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763248.415860:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015224832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763248.415909:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763248.415913:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763248.415918:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015224832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763248.415931:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015224960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763248.415970:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763248.415993:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763248/real 1789763248] req@ffff9cdd47c51180 x1876702015224960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763248.416020:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015224960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763248.416036:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763248.416040:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763248.416044:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015224960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763248.607181:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763249.631158:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763250.655147:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763251.679113:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763252.703130:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763253.535014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763253.535025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763253.535030:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763253.535043:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 771 00000100:00080000:0.0:1789763253.535057:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763253.535068:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763253.535114:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015225088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763253.535163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763253.535171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763253.535174:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763253.535183:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 771 00000100:00080000:0.0:1789763253.535191:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763253.535199:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763253.535216:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763253.535241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015225216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763253.535257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763253.535261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763253.535264:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763253.535269:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 771 00000100:00080000:0.0:1789763253.535274:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763253.535281:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015225088:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763253.535285:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763253.535301:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763253.535315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015225344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763253.535328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763253.535333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763253.535336:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763253.535341:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 771 00000100:00080000:0.0:1789763253.535345:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763253.535350:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763253.535357:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763253.535370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015225472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763253.535382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763253.535425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763253.535427:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763253.535433:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 771 00000100:00080000:0.0:1789763253.535439:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763253.535445:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763253.535453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763253.535477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015225600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763253.535489:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015225216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763253.535560:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015225344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763253.535589:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015225472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763253.535617:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015225600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763253.727157:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763254.751091:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763255.775067:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789763256.607254:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789763256.607322:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789763256.607349:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763256.607445:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763256.607462:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763256.607473:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763256.607482:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763256.607560:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763253/real 1789763256] req@ffff9cdd47cfb480 x1876702015225344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763256.607609:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015225344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763256.607633:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763256.607643:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763256.607650:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015225344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763256.607665:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763253/real 1789763256] req@ffff9cdd47cf9880 x1876702015225472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763256.607705:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015225472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763256.607720:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763256.607726:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763256.607732:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015225472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763256.607745:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763253/real 1789763256] req@ffff9cdd47cf9c00 x1876702015225600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763256.607769:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015225600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763256.607785:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763256.607792:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763256.607798:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015225600:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763256.607811:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763253/real 1789763256] req@ffff9cdd47cf8e00 x1876702015225088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763256.607837:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015225088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763256.607852:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763256.607859:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763256.607937:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015225088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763256.607952:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763253/real 1789763256] req@ffff9cdd47cf9500 x1876702015225216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763256.608087:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015225216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763256.608105:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763256.608112:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763256.608119:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015225216:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763256.799116:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763257.823091:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763258.655086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763258.655103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763258.655111:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763258.655127:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 776 00000100:00080000:1.0:1789763258.655143:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763258.655154:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763258.655201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015225728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763258.655243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763258.655248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763258.655251:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763258.655256:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 776 00000100:00080000:1.0:1789763258.655261:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763258.655265:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763258.655277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763258.655292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015225856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763258.655308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763258.655313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763258.655316:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763258.655320:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 776 00000100:00080000:1.0:1789763258.655325:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763258.655333:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015225728:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763258.655334:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763258.655347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763258.655400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015225984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763258.655432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763258.655440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763258.655445:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763258.655452:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 776 00000100:00080000:1.0:1789763258.655461:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763258.655473:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763258.655475:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:1.0:1789763258.655488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763258.655517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015226112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763258.655538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763258.655545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763258.655553:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763258.655555:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763258/real 1789763258] req@ffff9cdd47c50e00 x1876702015225728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763258.655566:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 776 00000100:00080000:1.0:1789763258.655577:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763258.655589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763258.655602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763258.655619:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015225728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763258.655626:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015226240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763258.655692:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763258.655704:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763258.655713:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015225728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763258.655728:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015225856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763258.655773:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763258.655811:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763258/real 1789763258] req@ffff9cdd47c51c00 x1876702015225856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763258.655837:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015225856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763258.655863:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763258.655933:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763258.655942:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015225856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763258.655985:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015225984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763258.656032:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763258.656055:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763258/real 1789763258] req@ffff9cdd47c52d80 x1876702015225984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763258.656079:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015225984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763258.656776:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763258.656785:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763258.656791:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015225984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763258.656801:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015226112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763258.656842:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763258.656864:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763258/real 1789763258] req@ffff9cdd47c52a00 x1876702015226112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763258.656946:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015226112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763258.656966:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763258.656974:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763258.656983:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015226112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763258.656999:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015226240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763258.657042:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763258.657065:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763258/real 1789763258] req@ffff9cdd47c50a80 x1876702015226240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763258.657089:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015226240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763258.657107:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763258.657114:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763258.657121:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015226240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763258.847094:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763259.871100:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763260.895104:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763261.919119:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763262.943096:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763263.775067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763263.775082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763263.775090:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763263.775108:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 781 00000100:00080000:1.0:1789763263.775128:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763263.775141:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763263.775208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015226368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763263.775246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763263.775252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763263.775254:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763263.775260:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 781 00000100:00080000:1.0:1789763263.775264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763263.775268:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763263.775293:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763263.775313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015226496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763263.775367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763263.775373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763263.775376:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763263.775390:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 781 00000100:00080000:1.0:1789763263.775397:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763263.775397:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015226368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763263.775418:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763263.775430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763263.775448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015226624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763263.775465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763263.775471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763263.775474:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763263.775479:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 781 00000100:00080000:1.0:1789763263.775483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763263.775488:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763263.775494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763263.775506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015226752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763263.775524:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763263.775528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763263.775535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763263.775539:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763263.775548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 781 00000100:00080000:1.0:1789763263.775557:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763263.775565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763263.775574:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763263.775600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015226880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763263.775608:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763263/real 1789763263] req@ffff9cdd47c52680 x1876702015226368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763263.775668:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015226368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763263.775694:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763263.775700:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763263.775705:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015226368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763263.775737:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015226496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763263.775768:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763263.775783:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763263/real 1789763263] req@ffff9cdd47c53b80 x1876702015226496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763263.775798:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015226496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763263.775808:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763263.775812:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763263.775816:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015226496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763263.775824:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015226624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763263.775844:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763263.775856:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763263/real 1789763263] req@ffff9cdd47c50000 x1876702015226624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763263.775924:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015226624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763263.775943:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763263.775949:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763263.775956:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015226624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763263.775969:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015226752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763263.776011:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763263.776036:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763263/real 1789763263] req@ffff9cdd47c50380 x1876702015226752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763263.776061:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015226752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763263.776077:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763263.776083:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763263.776089:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015226752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763263.776102:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015226880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763263.776143:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763263.776166:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763263/real 1789763263] req@ffff9cdd47c53480 x1876702015226880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763263.776190:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015226880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763263.776206:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763263.776213:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763263.776219:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015226880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763263.967157:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763264.991097:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763266.015215:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763267.039117:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763268.063141:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763268.895093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763268.895110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763268.895117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763268.895133:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 786 00000100:00080000:0.0:1789763268.895150:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763268.895161:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763268.895229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015227008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763268.895312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763268.895322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763268.895327:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763268.895334:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 786 00000100:00080000:0.0:1789763268.895341:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763268.895348:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763268.895365:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763268.895390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015227136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763268.895399:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015227008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763268.895408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763268.895432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763268.895437:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763268.895444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 786 00000100:00080000:0.0:1789763268.895449:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763268.895455:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763268.895463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763268.895478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015227264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763268.895491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763268.895496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763268.895498:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763268.895503:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 786 00000100:00080000:0.0:1789763268.895508:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763268.895513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763268.895519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763268.895535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015227392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763268.895551:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763268.895576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763268.895581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763268.895584:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763268.895593:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 786 00000100:00080000:0.0:1789763268.895601:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763268.895610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763268.895622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763268.895624:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763268/real 1789763268] req@ffff9cdd47cf8a80 x1876702015227008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763268.895657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015227520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763268.895660:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015227008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763268.895776:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763268.895785:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763268.895792:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015227008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763268.895831:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015227136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763268.895904:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763268.895933:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763268/real 1789763268] req@ffff9cdd47cf8000 x1876702015227136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763268.895961:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015227136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763268.895980:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763268.895988:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763268.895995:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015227136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763268.896005:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015227264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763268.896038:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763268.896054:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763268/real 1789763268] req@ffff9cdd47cfa680 x1876702015227264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763268.896079:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015227264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763268.896089:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763268.896093:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763268.896098:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015227264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763268.896105:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015227392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763268.896126:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763268.896137:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763268/real 1789763268] req@ffff9cdd47cf8700 x1876702015227392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763268.896151:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015227392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763268.896161:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763268.896165:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763268.896169:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015227392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763268.896177:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015227520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763268.896196:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763268.896207:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763268/real 1789763268] req@ffff9cdd47cfa300 x1876702015227520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763268.896221:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015227520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763268.896240:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763268.896244:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763268.896248:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015227520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763269.087112:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763270.111113:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763271.135119:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763272.159101:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763273.183138:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763274.015005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763274.015021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763274.015028:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763274.015044:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 792 00000100:00080000:0.0:1789763274.015061:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763274.015072:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763274.015135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015227648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763274.015175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763274.015184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763274.015187:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763274.015192:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 792 00000100:00080000:0.0:1789763274.015197:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763274.015202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763274.015217:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763274.015235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015227776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763274.015281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763274.015286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763274.015288:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763274.015295:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 792 00000100:00080000:0.0:1789763274.015301:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763274.015308:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763274.015317:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763274.015335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015227904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763274.015351:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015227648:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763274.015355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763274.015370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763274.015373:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763274.015379:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 792 00000100:00080000:0.0:1789763274.015383:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763274.015387:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763274.015394:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763274.015410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015228032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763274.015423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763274.015428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763274.015431:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763274.015435:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 792 00000100:00080000:0.0:1789763274.015442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763274.015447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763274.015453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763274.015467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015228160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763274.015486:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763274.015553:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763274/real 1789763274] req@ffff9cdd47cfb100 x1876702015227648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763274.015580:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015227648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763274.015595:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763274.015601:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763274.015607:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015227648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763274.015616:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015227776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763274.015654:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763274.015679:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763274/real 1789763274] req@ffff9cdd47cfa300 x1876702015227776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763274.015707:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015227776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763274.015738:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763274.015746:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763274.015752:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015227776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763274.015794:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015227904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763274.015835:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763274.015859:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763274/real 1789763274] req@ffff9cdd47cf8700 x1876702015227904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763274.015933:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015227904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763274.015944:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763274.015949:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763274.015953:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015227904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763274.015962:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015228032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763274.015992:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763274.016007:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763274/real 1789763274] req@ffff9cdd47cfa680 x1876702015228032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763274.016021:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015228032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763274.016030:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763274.016033:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763274.016039:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015228032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763274.016046:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015228160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763274.016065:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763274.016076:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763274/real 1789763274] req@ffff9cdd47cf8000 x1876702015228160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763274.016090:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015228160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763274.016100:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763274.016103:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763274.016107:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015228160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763274.207136:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763275.231140:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763276.255109:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763277.279050:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763278.302994:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763279.134991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763279.135003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763279.135008:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763279.135020:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 797 00000100:00080000:0.0:1789763279.135035:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763279.135044:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763279.135091:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015228288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763279.135127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763279.135132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763279.135134:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763279.135139:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 797 00000100:00080000:0.0:1789763279.135144:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763279.135149:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763279.135177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763279.135190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015228416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763279.135195:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015228288:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763279.135202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763279.135206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763279.135220:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763279.135225:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 797 00000100:00080000:0.0:1789763279.135228:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763279.135231:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763279.135236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763279.135248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015228544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763279.135255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763279.135258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763279.135259:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763279.135261:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 797 00000100:00080000:0.0:1789763279.135265:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763279.135267:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763279.135270:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763279.135277:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763279.135281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015228672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763279.135295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763279.135298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763279.135299:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763279.135301:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 797 00000100:00080000:0.0:1789763279.135304:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763279.135307:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763279.135311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763279.135319:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763279/real 1789763279] req@ffff9cdd47cf8a80 x1876702015228288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763279.135323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015228800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763279.135401:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015228288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763279.135418:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763279.135423:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763279.135429:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015228288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763279.135462:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015228416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763279.135493:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763279.135509:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763279/real 1789763279] req@ffff9cdd47cf9500 x1876702015228416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763279.135524:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015228416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763279.135534:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763279.135538:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763279.135542:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015228416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763279.135549:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015228544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763279.135567:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763279.135578:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763279/real 1789763279] req@ffff9cdd47cf8e00 x1876702015228544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763279.135591:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015228544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763279.135600:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763279.135618:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763279.135621:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015228544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763279.135624:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015228672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763279.135637:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763279.135643:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763279/real 1789763279] req@ffff9cdd47cf9c00 x1876702015228672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763279.135651:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015228672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763279.135657:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763279.135659:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763279.135661:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015228672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763279.135664:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015228800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763279.135674:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763279.135681:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763279/real 1789763279] req@ffff9cdd47cf9880 x1876702015228800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763279.135688:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015228800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763279.135694:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763279.135696:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763279.135698:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015228800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763279.327038:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763280.351158:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763281.375141:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763282.399039:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763283.423112:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763284.254956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763284.254964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763284.254967:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763284.254975:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 802 00000100:00080000:0.0:1789763284.254984:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763284.254990:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763284.255032:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015228928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763284.255053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763284.255056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763284.255061:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763284.255064:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 802 00000100:00080000:0.0:1789763284.255067:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763284.255069:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763284.255078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763284.255107:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015229056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763284.255116:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015228928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763284.255141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763284.255147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763284.255150:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763284.255158:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 802 00000100:00080000:0.0:1789763284.255164:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763284.255190:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763284.255199:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763284.255243:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015229184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763284.255243:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763284.255256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763284.255260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763284.255261:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763284.255264:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 802 00000100:00080000:0.0:1789763284.255267:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763284.255270:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763284.255275:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763284.255292:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763284/real 1789763284] req@ffff9cdd47cfb480 x1876702015228928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763284.255296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015229312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763284.255327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763284.255331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763284.255333:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763284.255336:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 802 00000100:00080000:0.0:1789763284.255339:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763284.255342:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015228928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763284.255345:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763284.255357:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763284.255368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015229440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763284.255369:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763284.255385:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763284.255390:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015228928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763284.255411:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763284.255430:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763284.255449:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763284/real 1789763284] req@ffff9cdd47cf9f80 x1876702015229056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763284.255457:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015229056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763284.255463:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763284.255465:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763284.255467:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763284.255471:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763284.255483:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763284.255489:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763284/real 1789763284] req@ffff9cdd47cfad80 x1876702015229184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763284.255496:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015229184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763284.255516:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763284.255518:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763284.255520:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763284.255523:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763284.255533:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763284.255539:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763284/real 1789763284] req@ffff9cdd47cfbb80 x1876702015229312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763284.255546:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015229312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763284.255551:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763284.255553:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763284.255555:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763284.255558:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015229440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763284.255567:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763284.255579:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763284/real 1789763284] req@ffff9cdd47cfaa00 x1876702015229440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763284.255587:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015229440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763284.255595:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763284.255599:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763284.255603:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015229440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763284.446999:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763285.471026:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763286.495038:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763287.519009:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763288.543094:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763289.374981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763289.374989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763289.374993:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763289.375001:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 807 00000100:00080000:0.0:1789763289.375011:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763289.375017:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763289.375059:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015229568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763289.375081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763289.375084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763289.375085:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763289.375096:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 807 00000100:00080000:0.0:1789763289.375099:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763289.375103:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763289.375111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763289.375122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015229696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763289.375130:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015229568:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763289.375146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763289.375149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763289.375150:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763289.375154:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 807 00000100:00080000:0.0:1789763289.375156:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763289.375159:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763289.375162:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763289.375172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015229824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763289.375178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763289.375181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763289.375182:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763289.375184:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 807 00000100:00080000:0.0:1789763289.375186:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763289.375188:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763289.375191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763289.375198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015229952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763289.375204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763289.375206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763289.375207:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763289.375209:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 807 00000100:00080000:0.0:1789763289.375212:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763289.375214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763289.375218:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763289.375223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015230080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763289.375242:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763289.375303:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763289/real 1789763289] req@ffff9cdd47cf9180 x1876702015229568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763289.375319:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015229568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763289.375329:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763289.375332:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763289.375335:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015229568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763289.375357:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763289.375395:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763289.375409:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763289/real 1789763289] req@ffff9cdd47cfaa00 x1876702015229696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763289.375418:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015229696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763289.375424:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763289.375426:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763289.375447:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763289.375457:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763289.375479:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763289.375492:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763289/real 1789763289] req@ffff9cdd47cfbb80 x1876702015229824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763289.375503:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015229824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763289.375510:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763289.375514:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763289.375518:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763289.375524:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763289.375542:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763289.375550:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763289/real 1789763289] req@ffff9cdd47cfad80 x1876702015229952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763289.375559:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015229952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763289.375568:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763289.375571:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763289.375573:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015229952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763289.375577:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015230080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763289.375591:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763289.375598:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763289/real 1789763289] req@ffff9cdd47cf9f80 x1876702015230080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763289.375606:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015230080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763289.375612:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763289.375614:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763289.375616:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015230080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763289.567067:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763290.591161:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763291.615006:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763292.639040:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763293.663022:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763294.495011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763294.495025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763294.495031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763294.495045:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 812 00000100:00080000:0.0:1789763294.495060:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763294.495070:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763294.495317:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015230208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763294.495342:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763294.495345:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763294.495347:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763294.495350:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 812 00000100:00080000:0.0:1789763294.495354:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763294.495358:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763294.495367:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763294.495378:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015230336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763294.495383:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015230208:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763294.495394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763294.495398:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763294.495399:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763294.495402:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 812 00000100:00080000:0.0:1789763294.495405:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763294.495407:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763294.495411:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763294.495420:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015230464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763294.495426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763294.495429:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763294.495431:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763294.495433:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 812 00000100:00080000:0.0:1789763294.495435:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763294.495438:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763294.495441:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763294.495447:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015230592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763294.495453:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763294.495455:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763294.495457:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763294.495459:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 812 00000100:00080000:0.0:1789763294.495462:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763294.495466:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763294.495469:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763294.495474:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763294.495482:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015230720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763294.495512:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763294/real 1789763294] req@ffff9cdd47cfb480 x1876702015230208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763294.495527:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015230208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763294.495537:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763294.495540:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763294.495544:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015230208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763294.495566:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015230336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763294.495581:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763294.495589:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763294/real 1789763294] req@ffff9cdd47cf9880 x1876702015230336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763294.495597:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015230336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763294.495603:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763294.495605:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763294.495608:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015230336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763294.495611:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015230464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763294.495622:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763294.495627:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763294/real 1789763294] req@ffff9cdd47cf9c00 x1876702015230464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763294.495634:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015230464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763294.495640:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763294.495642:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763294.495643:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015230464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763294.495647:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015230592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763294.495656:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763294.495661:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763294/real 1789763294] req@ffff9cdd47cf8e00 x1876702015230592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763294.495668:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015230592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763294.495673:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763294.495675:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763294.495678:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015230592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763294.495681:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015230720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763294.495691:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763294.495696:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763294/real 1789763294] req@ffff9cdd47cf9500 x1876702015230720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763294.495703:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015230720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763294.495709:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763294.495710:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763294.495712:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015230720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763294.687000:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763295.711038:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763296.735020:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763297.759004:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763298.783000:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763299.614978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763299.614986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763299.614991:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763299.615000:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 817 00000100:00080000:1.0:1789763299.615009:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763299.615023:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763299.615088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015230848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763299.615109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763299.615112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763299.615114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763299.615117:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 817 00000100:00080000:1.0:1789763299.615120:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763299.615122:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763299.615130:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763299.615141:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015230976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763299.615149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763299.615152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763299.615152:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015230848:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763299.615156:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763299.615164:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 817 00000100:00080000:1.0:1789763299.615166:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763299.615168:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763299.615172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763299.615182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015231104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763299.615188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763299.615191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763299.615192:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763299.615194:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 817 00000100:00080000:1.0:1789763299.615197:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763299.615199:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763299.615202:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763299.615210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015231232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763299.615216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763299.615217:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763299.615221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763299.615224:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763299.615227:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 817 00000100:00080000:1.0:1789763299.615230:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763299.615232:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763299.615236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763299.615244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015231360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763299.615258:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763299/real 1789763299] req@ffff9cdd47c51f80 x1876702015230848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763299.615273:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015230848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763299.615281:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763299.615292:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763299.615295:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015230848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763299.615313:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015230976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763299.615331:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763299.615339:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763299/real 1789763299] req@ffff9cdd47c53800 x1876702015230976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763299.615347:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015230976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763299.615352:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763299.615354:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763299.615356:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015230976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763299.615360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015231104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763299.615370:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763299.615376:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763299/real 1789763299] req@ffff9cdd47c51500 x1876702015231104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763299.615383:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015231104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763299.615388:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763299.615390:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763299.615392:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015231104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763299.615395:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015231232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763299.615404:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763299.615409:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763299/real 1789763299] req@ffff9cdd47c53480 x1876702015231232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763299.615428:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015231232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763299.615437:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763299.615440:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763299.615443:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015231232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763299.615449:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015231360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763299.615469:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763299.615481:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763299/real 1789763299] req@ffff9cdd47c50380 x1876702015231360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763299.615494:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015231360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763299.615502:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763299.615506:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763299.615509:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015231360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763299.807100:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763300.830986:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763301.855016:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763302.878992:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763303.903010:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763304.734954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763304.734965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763304.734969:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763304.734979:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 822 00000100:00080000:1.0:1789763304.734990:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763304.734998:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763304.735059:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015231488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763304.735092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763304.735097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763304.735099:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763304.735104:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 822 00000100:00080000:1.0:1789763304.735109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763304.735112:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763304.735123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763304.735135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015231616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763304.735145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763304.735148:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015231488:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763304.735149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763304.735152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763304.735161:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 822 00000100:00080000:1.0:1789763304.735163:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763304.735165:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763304.735169:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763304.735178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015231744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763304.735185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763304.735187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763304.735189:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763304.735191:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 822 00000100:00080000:1.0:1789763304.735193:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763304.735196:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763304.735198:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763304.735206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015231872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763304.735218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763304.735220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763304.735222:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763304.735224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 822 00000100:00080000:1.0:1789763304.735227:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763304.735232:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763304.735234:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763304.735239:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763304.735246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015232000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763304.735285:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763304/real 1789763304] req@ffff9cdd47c50000 x1876702015231488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763304.735305:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015231488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763304.735319:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763304.735324:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763304.735329:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015231488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763304.735354:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015231616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763304.735377:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763304.735389:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763304/real 1789763304] req@ffff9cdd47c53b80 x1876702015231616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763304.735403:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015231616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763304.735412:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763304.735415:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763304.735419:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015231616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763304.735425:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015231744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763304.735444:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763304.735453:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763304/real 1789763304] req@ffff9cdd47c52680 x1876702015231744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763304.735466:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015231744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763304.735475:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763304.735478:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763304.735481:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015231744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763304.735488:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015231872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763304.735504:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763304.735514:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763304/real 1789763304] req@ffff9cdd47c50a80 x1876702015231872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763304.735526:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015231872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763304.735535:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763304.735538:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763304.735542:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015231872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763304.735548:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015232000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763304.735564:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763304.735573:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763304/real 1789763304] req@ffff9cdd47c52a00 x1876702015232000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763304.735585:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015232000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763304.735595:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763304.735598:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763304.735602:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015232000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763304.927043:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763305.951075:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763306.974999:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763307.999042:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763309.023004:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763309.854940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763309.854947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763309.854952:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763309.854960:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 827 00000100:00080000:1.0:1789763309.854970:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763309.854977:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763309.855036:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015232128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763309.855059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763309.855062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763309.855063:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763309.855066:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 827 00000100:00080000:1.0:1789763309.855069:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763309.855073:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763309.855081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763309.855101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015232256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763309.855108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763309.855111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763309.855113:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763309.855115:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 827 00000100:00080000:1.0:1789763309.855117:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763309.855119:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763309.855123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763309.855132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015232384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763309.855135:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015232128:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763309.855145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763309.855148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763309.855150:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763309.855152:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 827 00000100:00080000:1.0:1789763309.855154:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763309.855156:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763309.855158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763309.855167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015232512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763309.855173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763309.855176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763309.855177:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763309.855180:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 827 00000100:00080000:1.0:1789763309.855183:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763309.855186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763309.855190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763309.855203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015232640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763309.855206:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763309.855244:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763309/real 1789763309] req@ffff9cdd47c52d80 x1876702015232128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763309.855258:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015232128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763309.855266:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763309.855269:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763309.855272:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015232128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763309.855277:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015232256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763309.855292:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763309.855300:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763309/real 1789763309] req@ffff9cdd47c51c00 x1876702015232256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763309.855308:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015232256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763309.855314:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763309.855316:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763309.855318:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015232256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763309.855338:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015232384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763309.855350:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763309.855356:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763309/real 1789763309] req@ffff9cdd47c50e00 x1876702015232384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763309.855368:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015232384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763309.855373:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763309.855375:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763309.855377:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015232384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763309.855381:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015232512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763309.855391:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763309.855396:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763309/real 1789763309] req@ffff9cdd47c51180 x1876702015232512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763309.855404:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015232512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763309.855409:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763309.855410:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763309.855412:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015232512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763309.855415:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015232640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763309.855425:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763309.855436:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763309/real 1789763309] req@ffff9cdd47c50700 x1876702015232640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763309.855442:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015232640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763309.855451:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763309.855453:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763309.855456:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015232640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763310.047043:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763311.071051:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763312.095211:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763313.119177:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763314.143168:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763314.975081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763314.975094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763314.975100:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763314.975114:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 832 00000100:00080000:0.0:1789763314.975128:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763314.975138:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763314.975186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015232768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763314.975225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763314.975230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763314.975233:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763314.975238:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 832 00000100:00080000:0.0:1789763314.975242:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763314.975247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763314.975260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763314.975275:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015232896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763314.975289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763314.975295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763314.975298:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763314.975304:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 832 00000100:00080000:0.0:1789763314.975308:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763314.975312:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763314.975319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763314.975324:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015232768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763314.975337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015233024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763314.975353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763314.975357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763314.975359:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763314.975364:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 832 00000100:00080000:0.0:1789763314.975368:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763314.975372:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763314.975378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763314.975393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015233152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763314.975404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763314.975408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763314.975410:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763314.975421:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 832 00000800:00000100:3.0:1789763314.975421:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763314.975433:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763314.975442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763314.975451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763314.975466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015233280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763314.975488:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763314/real 1789763314] req@ffff9cdd47cf8a80 x1876702015232768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763314.975517:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015232768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763314.975532:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763314.975537:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763314.975543:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015232768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763314.975552:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015232896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763314.975578:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763314.975591:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763314/real 1789763314] req@ffff9cdd47cf8000 x1876702015232896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763314.975607:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015232896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763314.975626:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763314.975629:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763314.975634:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015232896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763314.975663:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015233024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763314.975684:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763314.975695:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763314/real 1789763314] req@ffff9cdd47cfa680 x1876702015233024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763314.975709:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015233024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763314.975719:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763314.975722:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763314.975726:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015233024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763314.975733:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015233152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763314.975751:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763314.975761:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763314/real 1789763314] req@ffff9cdd47cf8700 x1876702015233152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763314.975775:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015233152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763314.975784:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763314.975794:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763314.975797:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015233152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763314.975803:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015233280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763314.975820:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763314.975831:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763314/real 1789763314] req@ffff9cdd47cfa300 x1876702015233280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763314.975845:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015233280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763314.975904:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763314.975908:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763314.975912:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015233280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763315.167088:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763316.191020:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763317.215108:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763318.239087:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763319.263095:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763320.095045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763320.095061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763320.095067:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763320.095083:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 838 00000100:00080000:0.0:1789763320.095099:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763320.095111:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763320.095175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015233408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763320.095217:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763320.095222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763320.095225:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763320.095230:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 838 00000100:00080000:0.0:1789763320.095234:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763320.095239:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763320.095253:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763320.095270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015233536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763320.095286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763320.095291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763320.095294:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763320.095302:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015233408:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763320.095303:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 838 00000100:00080000:0.0:1789763320.095315:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763320.095322:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763320.095328:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763320.095344:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015233664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763320.095356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763320.095361:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763320.095363:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763320.095368:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 838 00000100:00080000:0.0:1789763320.095371:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763320.095376:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763320.095381:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763320.095395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015233792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763320.095406:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763320.095411:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763320.095414:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763320.095418:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 838 00000100:00080000:0.0:1789763320.095424:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763320.095428:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763320.095434:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763320.095446:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015233920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763320.095508:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015233536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763320.095552:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015233664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763320.095586:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015233792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763320.095643:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015233920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763320.287127:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763321.311006:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763322.335087:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789763323.167430:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789763323.167503:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789763323.167528:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763323.167596:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763323.167609:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763323.167620:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763323.167632:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763323.167714:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763320/real 1789763323] req@ffff9cdd47cfa300 x1876702015233536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763323.167768:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015233536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763323.167795:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763323.167806:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763323.167814:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015233536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763323.167828:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763320/real 1789763323] req@ffff9cdd47cf8700 x1876702015233664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763323.167856:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015233664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763323.167946:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763323.167955:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763323.167962:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015233664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763323.167978:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763320/real 1789763323] req@ffff9cdd47cfa680 x1876702015233792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763323.168005:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015233792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763323.168021:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763323.168029:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763323.168036:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015233792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763323.168049:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763320/real 1789763323] req@ffff9cdd47cf8000 x1876702015233920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763323.168072:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015233920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763323.168087:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763323.168093:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763323.168100:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015233920:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763323.168112:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763320/real 1789763323] req@ffff9cdd47cfb100 x1876702015233408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763323.168137:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015233408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763323.168153:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763323.168160:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763323.168167:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015233408:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789763323.359065:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763324.383075:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763325.215115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763325.215127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763325.215133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763325.215148:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 843 00000100:00080000:1.0:1789763325.215162:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763325.215172:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763325.215220:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015234048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763325.215268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763325.215276:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763325.215280:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763325.215289:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 843 00000100:00080000:1.0:1789763325.215297:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763325.215305:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763325.215321:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763325.215348:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015234176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763325.215369:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763325.215374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763325.215377:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763325.215384:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 843 00000100:00080000:1.0:1789763325.215389:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763325.215399:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015234048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763325.215400:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763325.215415:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763325.215452:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015234304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763325.215472:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763325.215477:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763325.215479:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763325.215484:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 843 00000100:00080000:1.0:1789763325.215489:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763325.215493:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763325.215499:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763325.215512:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015234432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763325.215521:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763325.215541:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763325.215547:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763325.215551:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763325.215560:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 843 00000100:00080000:1.0:1789763325.215566:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763325.215573:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763325.215583:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763325.215597:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763325/real 1789763325] req@ffff9cdd47c51880 x1876702015234048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763325.215607:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015234560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763325.215660:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015234048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763325.215683:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763325.215691:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763325.215699:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015234048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763325.215711:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015234176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763325.215754:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763325.215778:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763325/real 1789763325] req@ffff9cdd47c52300 x1876702015234176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763325.215812:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015234176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763325.215826:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763325.215831:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763325.215837:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015234176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763325.215941:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015234304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763325.215983:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763325.216005:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763325/real 1789763325] req@ffff9cdd47c53100 x1876702015234304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763325.216027:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015234304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763325.216042:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763325.216048:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763325.216054:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015234304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763325.216065:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015234432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763325.216100:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763325.216119:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763325/real 1789763325] req@ffff9cdd47c50700 x1876702015234432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763325.216138:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015234432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763325.216972:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763325.216980:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763325.216987:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015234432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763325.216999:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015234560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763325.217069:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763325.217097:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763325/real 1789763325] req@ffff9cdd47c51180 x1876702015234560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763325.217122:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015234560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763325.217155:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763325.217160:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763325.217166:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015234560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763325.407078:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763326.431044:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763327.454990:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763328.479016:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763329.503102:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763330.334977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763330.334990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763330.334996:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763330.335010:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 848 00000100:00080000:1.0:1789763330.335025:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763330.335034:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763330.335090:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015234688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763330.335130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763330.335134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763330.335136:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763330.335140:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 848 00000100:00080000:1.0:1789763330.335143:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763330.335147:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763330.335159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763330.335171:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015234816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763330.335181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763330.335185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763330.335186:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763330.335190:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 848 00000100:00080000:1.0:1789763330.335193:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763330.335196:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763330.335202:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763330.335207:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015234688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763330.335214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015234944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763330.335225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763330.335228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763330.335229:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763330.335231:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 848 00000100:00080000:1.0:1789763330.335234:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763330.335237:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763330.335241:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763330.335250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015235072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763330.335258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763330.335262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763330.335264:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763330.335267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 848 00000100:00080000:1.0:1789763330.335271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763330.335274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763330.335278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763330.335285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015235200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763330.335309:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763330.335381:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763330/real 1789763330] req@ffff9cdd47c50e00 x1876702015234688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763330.335412:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015234688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763330.335424:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763330.335428:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763330.335433:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015234688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763330.335441:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015234816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763330.335465:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763330.335477:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763330/real 1789763330] req@ffff9cdd47c51c00 x1876702015234816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763330.335488:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015234816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763330.335496:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763330.335499:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763330.335502:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015234816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763330.335530:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015234944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763330.335546:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763330.335555:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763330/real 1789763330] req@ffff9cdd47c52d80 x1876702015234944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763330.335565:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015234944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763330.335573:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763330.335575:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763330.335578:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015234944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763330.335582:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015235072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763330.335596:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763330.335605:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763330/real 1789763330] req@ffff9cdd47c52a00 x1876702015235072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763330.335615:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015235072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763330.335622:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763330.335624:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763330.335627:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015235072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763330.335631:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015235200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763330.335644:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763330.335652:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763330/real 1789763330] req@ffff9cdd47c50a80 x1876702015235200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763330.335661:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015235200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763330.335668:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763330.335670:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763330.335672:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015235200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763330.527101:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763331.551096:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763332.575099:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763333.599155:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763334.623133:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763335.454979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763335.454992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763335.454999:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763335.455012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 853 00000100:00080000:1.0:1789763335.455026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763335.455036:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763335.455082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015235328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763335.455119:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763335.455126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763335.455129:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763335.455138:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 853 00000100:00080000:1.0:1789763335.455145:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763335.455153:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763335.455169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763335.455195:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015235456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763335.455218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763335.455225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763335.455228:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763335.455237:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 853 00000100:00100000:3.0:1789763335.455239:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015235328:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763335.455243:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763335.455257:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763335.455266:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763335.455287:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015235584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763335.455312:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763335.455316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763335.455319:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763335.455324:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 853 00000100:00080000:1.0:1789763335.455329:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763335.455333:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763335.455339:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763335.455341:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763335.455362:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015235712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763335.455376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763335.455381:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763335.455384:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763335.455390:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 853 00000100:00080000:1.0:1789763335.455395:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763335.455401:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763335.455408:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763335/real 1789763335] req@ffff9cdd47c52680 x1876702015235328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1789763335.455411:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763335.455435:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015235840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763335.455448:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015235328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763335.455469:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763335.455475:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763335.455484:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015235328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763335.455495:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015235456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763335.455522:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763335.455536:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763335/real 1789763335] req@ffff9cdd47c53b80 x1876702015235456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763335.455551:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015235456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763335.455561:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763335.455565:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763335.455569:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015235456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763335.455597:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015235584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763335.455619:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763335.455631:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763335/real 1789763335] req@ffff9cdd47c50000 x1876702015235584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763335.455645:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015235584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763335.455654:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763335.455658:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763335.455661:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015235584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763335.455669:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015235712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763335.455687:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763335.455698:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763335/real 1789763335] req@ffff9cdd47c50380 x1876702015235712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763335.455711:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015235712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763335.455720:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763335.455724:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763335.455727:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015235712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763335.455733:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015235840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763335.455751:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763335.455761:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763335/real 1789763335] req@ffff9cdd47c53480 x1876702015235840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763335.455775:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015235840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763335.455784:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763335.455788:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763335.455791:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015235840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763335.647116:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763336.671004:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763337.695029:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763338.719095:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763339.743099:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763340.575039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763340.575052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763340.575058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763340.575071:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 858 00000100:00080000:0.0:1789763340.575085:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763340.575095:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763340.575144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015235968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763340.575183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763340.575188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763340.575190:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763340.575196:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 858 00000100:00080000:0.0:1789763340.575200:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763340.575205:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763340.575216:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763340.575231:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015236096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763340.575246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763340.575250:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763340.575253:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763340.575259:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 858 00000100:00080000:0.0:1789763340.575263:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763340.575272:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763340.575275:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015235968:192.168.203.148@tcp:250:kworker.0 00000008:00100000:0.0:1789763340.575280:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763340.575297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015236224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763340.575311:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763340.575316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763340.575318:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763340.575321:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 858 00000100:00080000:0.0:1789763340.575325:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763340.575328:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763340.575333:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763340.575351:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015236352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763340.575362:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763340.575366:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763340.575369:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763340.575373:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 858 00000100:00080000:0.0:1789763340.575378:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763340.575382:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763340.575387:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763340.575400:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763340.575403:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015236480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763340.575475:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763340/real 1789763340] req@ffff9cdd47cf8a80 x1876702015235968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763340.575503:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015235968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763340.575517:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763340.575523:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763340.575529:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015235968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763340.575538:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763340.575572:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763340.575588:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763340/real 1789763340] req@ffff9cdd47cf9500 x1876702015236096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763340.575603:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015236096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763340.575612:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763340.575616:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763340.575620:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763340.575648:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763340.575670:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763340.575682:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763340/real 1789763340] req@ffff9cdd47cf8e00 x1876702015236224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763340.575697:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015236224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763340.575714:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763340.575718:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763340.575723:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763340.575729:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763340.575747:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763340.575786:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763340/real 1789763340] req@ffff9cdd47cf9c00 x1876702015236352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763340.575804:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015236352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763340.575815:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763340.575819:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763340.575823:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763340.575831:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015236480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763340.575857:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763340.575926:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763340/real 1789763340] req@ffff9cdd47cf9880 x1876702015236480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763340.575942:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015236480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763340.575952:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763340.575956:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763340.575961:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015236480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763340.767134:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763341.791128:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763342.815037:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763343.839103:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763344.863138:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763345.694989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763345.695004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763345.695011:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763345.695027:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 863 00000100:00080000:0.0:1789763345.695043:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763345.695054:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763345.695120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015236608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763345.695175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763345.695180:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763345.695183:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763345.695188:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 863 00000100:00080000:0.0:1789763345.695194:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763345.695198:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763345.695213:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763345.695232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015236736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763345.695246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763345.695251:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763345.695254:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763345.695259:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 863 00000100:00080000:0.0:1789763345.695267:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763345.695272:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763345.695280:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763345.695292:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015236864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763345.695308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763345.695317:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1789763345.695319:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015236608:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763345.695321:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763345.695347:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 863 00000100:00080000:0.0:1789763345.695352:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763345.695358:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763345.695366:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763345.695383:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015236992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763345.695403:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763345.695409:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763345.695413:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763345.695421:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 863 00000100:00080000:0.0:1789763345.695432:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763345.695441:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763345.695448:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763345.695466:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763345.695496:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015237120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763345.695509:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763345/real 1789763345] req@ffff9cdd47cfb480 x1876702015236608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763345.695574:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015236608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763345.695593:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763345.695599:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763345.695607:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015236608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763345.695623:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763345.695661:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763345.695683:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763345/real 1789763345] req@ffff9cdd47cf9f80 x1876702015236736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763345.695699:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015236736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763345.695747:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763345.695755:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763345.695762:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763345.695803:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763345.695834:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763345.695849:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763345/real 1789763345] req@ffff9cdd47cfad80 x1876702015236864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763345.695863:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015236864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763345.695937:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763345.695943:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763345.695950:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763345.695959:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763345.695985:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763345.695999:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763345/real 1789763345] req@ffff9cdd47cfbb80 x1876702015236992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763345.696012:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015236992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763345.696021:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763345.696025:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763345.696028:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015236992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763345.696034:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015237120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763345.696051:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763345.696062:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763345/real 1789763345] req@ffff9cdd47cfaa00 x1876702015237120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763345.696074:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015237120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763345.696084:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763345.696087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763345.696091:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015237120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763345.887064:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763346.911035:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763347.934991:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763348.959058:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763349.983125:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763350.815015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763350.815028:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763350.815034:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763350.815047:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 868 00000100:00080000:1.0:1789763350.815061:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763350.815070:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763350.815124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015237248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763350.815153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763350.815157:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763350.815159:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763350.815163:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 868 00000100:00080000:1.0:1789763350.815167:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763350.815170:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763350.815181:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763350.815194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015237376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763350.815206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763350.815210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763350.815211:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763350.815220:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 868 00000100:00100000:3.0:1789763350.815220:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015237248:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763350.815227:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763350.815233:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763350.815239:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763350.815247:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015237504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763350.815255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763350.815258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763350.815260:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763350.815264:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 868 00000100:00080000:1.0:1789763350.815266:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763350.815269:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763350.815273:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763350.815284:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015237632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763350.815292:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763350.815295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763350.815296:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763350.815300:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 868 00000100:00080000:1.0:1789763350.815304:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763350.815308:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763350.815311:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763350.815320:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015237760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763350.815332:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763350.815384:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763350/real 1789763350] req@ffff9cdd47c51500 x1876702015237248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763350.815404:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015237248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763350.815427:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763350.815431:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763350.815435:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015237248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763350.815463:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015237376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763350.815486:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763350.815498:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763350/real 1789763350] req@ffff9cdd47c53800 x1876702015237376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763350.815510:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015237376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763350.815518:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763350.815521:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763350.815524:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015237376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763350.815530:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015237504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763350.815547:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763350.815556:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763350/real 1789763350] req@ffff9cdd47c51f80 x1876702015237504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763350.815566:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015237504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763350.815574:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763350.815576:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763350.815579:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015237504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763350.815583:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015237632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763350.815608:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763350.815618:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763350/real 1789763350] req@ffff9cdd47c53480 x1876702015237632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763350.815627:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015237632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763350.815635:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763350.815637:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763350.815640:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015237632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763350.815646:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015237760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763350.815660:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763350.815668:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763350/real 1789763350] req@ffff9cdd47c50380 x1876702015237760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763350.815679:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015237760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763350.815704:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763350.815707:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763350.815710:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015237760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763351.007016:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763352.030963:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763353.055129:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763354.079051:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763355.104850:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763355.934968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763355.934977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763355.934982:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763355.934991:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 873 00000100:00080000:0.0:1789763355.935002:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763355.935009:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763355.935048:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015237888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763355.935094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763355.935098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763355.935100:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763355.935104:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 873 00000100:00080000:0.0:1789763355.935108:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763355.935112:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763355.935123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763355.935138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015238016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763355.935146:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015237888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763355.935155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763355.935159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763355.935161:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763355.935165:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 873 00000100:00080000:0.0:1789763355.935167:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763355.935170:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763355.935176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763355.935186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015238144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763355.935202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763355.935206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763355.935208:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763355.935211:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 873 00000100:00080000:0.0:1789763355.935215:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763355.935218:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763355.935222:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763355.935227:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763355.935235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015238272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763355.935246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763355.935250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763355.935253:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763355.935256:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 873 00000100:00080000:0.0:1789763355.935259:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763355.935263:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763355.935268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763355.935276:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763355/real 1789763355] req@ffff9cdd47cf9180 x1876702015237888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763355.935283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015238400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763355.935306:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015237888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763355.935328:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763355.935333:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763355.935337:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015237888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763355.935364:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763355.935401:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763355.935414:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763355/real 1789763355] req@ffff9cdd47cfaa00 x1876702015238016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763355.935431:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015238016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763355.935463:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763355.935466:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763355.935468:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763355.935473:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763355.935488:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763355.935496:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763355/real 1789763355] req@ffff9cdd47cfbb80 x1876702015238144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763355.935504:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015238144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763355.935509:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763355.935511:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763355.935514:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763355.935517:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763355.935529:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763355.935554:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763355/real 1789763355] req@ffff9cdd47cfad80 x1876702015238272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763355.935574:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015238272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763355.935586:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763355.935590:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763355.935596:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763355.935606:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015238400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763355.935635:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763355.935689:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763355/real 1789763355] req@ffff9cdd47cf9f80 x1876702015238400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763355.935699:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015238400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763355.935706:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763355.935708:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763355.935710:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015238400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763356.127098:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763357.151184:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763358.175186:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763359.199154:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763360.223009:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763361.055012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763361.055041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763361.055049:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763361.055067:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 879 00000100:00080000:0.0:1789763361.055088:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763361.055102:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763361.055154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015238528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763361.055198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763361.055202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763361.055205:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763361.055211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 879 00000100:00080000:0.0:1789763361.055216:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763361.055220:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763361.055233:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763361.055257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015238656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763361.055294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763361.055298:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015238528:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763361.055303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763361.055312:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763361.055324:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 879 00000100:00080000:0.0:1789763361.055332:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763361.055340:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763361.055351:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763361.055382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015238784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763361.055405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763361.055416:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763361.055420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763361.055428:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763361.055438:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 879 00000100:00080000:0.0:1789763361.055446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763361.055452:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763361.055461:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763361.055484:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763361/real 1789763361] req@ffff9cdd47cfb480 x1876702015238528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763361.055488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015238912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763361.055549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763361.055554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763361.055556:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763361.055562:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015238528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763361.055569:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 879 00000100:00080000:0.0:1789763361.055580:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763361.055593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:3.0:1789763361.055600:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1789763361.055601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763361.055640:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789763361.055656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015239040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763361.055657:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015238528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763361.055708:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763361.055746:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763361.055765:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763361/real 1789763361] req@ffff9cdd47cf9880 x1876702015238656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763361.055781:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015238656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763361.055793:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763361.055797:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763361.055801:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763361.055808:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763361.055829:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763361.055840:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763361/real 1789763361] req@ffff9cdd47cf9c00 x1876702015238784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763361.055854:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015238784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763361.055904:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763361.055909:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763361.055913:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763361.055920:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763361.055946:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763361.055959:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763361/real 1789763361] req@ffff9cdd47cf8e00 x1876702015238912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763361.055973:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015238912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763361.055984:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763361.055988:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763361.055991:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015238912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763361.055998:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015239040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763361.056016:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763361.056027:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763361/real 1789763361] req@ffff9cdd47cf9500 x1876702015239040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763361.056040:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015239040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763361.056050:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763361.056054:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763361.056057:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015239040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763361.247052:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763362.271240:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763363.295165:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763364.319123:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763365.343052:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763366.175016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763366.175031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763366.175038:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763366.175053:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 884 00000100:00080000:0.0:1789763366.175070:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763366.175081:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763366.175141:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015239168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763366.175185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763366.175190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763366.175192:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763366.175198:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 884 00000100:00080000:0.0:1789763366.175202:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763366.175207:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763366.175220:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763366.175238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015239296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763366.175253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763366.175260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763366.175260:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015239168:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763366.175265:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763366.175277:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 884 00000100:00080000:0.0:1789763366.175283:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763366.175287:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763366.175294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763366.175311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015239424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763366.175323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763366.175328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763366.175331:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763366.175335:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 884 00000100:00080000:0.0:1789763366.175341:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763366.175345:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763366.175351:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763366.175367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015239552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763366.175385:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763366.175386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763366.175397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763366.175399:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763366.175405:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 884 00000100:00080000:0.0:1789763366.175410:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763366.175415:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763366.175420:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763366.175432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015239680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763366.175475:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763366/real 1789763366] req@ffff9cdd47cf8a80 x1876702015239168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763366.175505:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015239168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763366.175520:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763366.175526:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763366.175532:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015239168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763366.175565:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015239296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763366.175632:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763366.175650:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763366/real 1789763366] req@ffff9cdd47cfb100 x1876702015239296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763366.175666:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015239296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763366.175677:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763366.175682:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763366.175686:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015239296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763366.175694:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015239424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763366.175716:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763366.175727:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763366/real 1789763366] req@ffff9cdd47cf8000 x1876702015239424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763366.175741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015239424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763366.175751:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763366.175754:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763366.175758:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015239424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763366.175764:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015239552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763366.175783:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763366.175795:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763366/real 1789763366] req@ffff9cdd47cfa680 x1876702015239552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763366.175809:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015239552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763366.175818:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763366.175822:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763366.175826:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015239552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763366.175832:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015239680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763366.175850:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763366.175860:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763366/real 1789763366] req@ffff9cdd47cf8700 x1876702015239680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763366.175923:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015239680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763366.175933:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763366.175937:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763366.175942:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015239680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763366.367112:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763367.391010:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763368.415140:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763369.439043:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763370.463022:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763371.295035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763371.295063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763371.295070:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763371.295090:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 889 00000100:00080000:0.0:1789763371.295106:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763371.295118:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763371.295183:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015239808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763371.295222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763371.295231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763371.295233:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763371.295239:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 889 00000100:00080000:0.0:1789763371.295243:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763371.295248:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763371.295261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763371.295279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015239936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763371.295295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763371.295300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763371.295302:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763371.295313:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 889 00000100:00100000:3.0:1789763371.295317:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015239808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763371.295318:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763371.295331:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763371.295343:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763371.295358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015240064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763371.295369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763371.295374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763371.295377:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763371.295382:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 889 00000100:00080000:0.0:1789763371.295387:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763371.295391:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763371.295398:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763371.295411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015240192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763371.295424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763371.295428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763371.295431:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763371.295440:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763371.295441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 889 00000100:00080000:0.0:1789763371.295454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763371.295460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763371.295467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763371.295484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015240320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763371.295522:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763371/real 1789763371] req@ffff9cdd47cfa300 x1876702015239808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763371.295600:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015239808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763371.295616:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763371.295621:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763371.295627:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015239808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763371.295663:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015239936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763371.295696:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763371.295713:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763371/real 1789763371] req@ffff9cdd47cf8700 x1876702015239936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763371.295729:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015239936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763371.295738:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763371.295742:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763371.295746:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015239936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763371.295753:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015240064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763371.295775:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763371.295797:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763371/real 1789763371] req@ffff9cdd47cfa680 x1876702015240064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763371.295811:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015240064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763371.295829:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763371.295833:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763371.295837:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015240064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763371.295843:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015240192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763371.295861:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763371.295919:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763371/real 1789763371] req@ffff9cdd47cf8000 x1876702015240192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763371.295934:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015240192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763371.295944:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763371.295948:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763371.295953:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015240192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763371.295960:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015240320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763371.295985:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763371.295997:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763371/real 1789763371] req@ffff9cdd47cfb100 x1876702015240320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763371.296011:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015240320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763371.296020:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763371.296023:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763371.296028:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015240320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763371.487131:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763372.511141:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763373.535080:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763374.559153:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763375.583140:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763376.414980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763376.414993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763376.414998:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763376.415012:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 894 00000100:00080000:1.0:1789763376.415027:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763376.415036:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763376.415086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015240448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763376.415109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763376.415112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763376.415114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763376.415117:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 894 00000100:00080000:1.0:1789763376.415125:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763376.415129:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763376.415138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763376.415148:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015240576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763376.415156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763376.415158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763376.415160:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763376.415162:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 894 00000100:00080000:1.0:1789763376.415165:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763376.415170:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763376.415171:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015240448:192.168.203.148@tcp:250:kworker.0 00000008:00100000:1.0:1789763376.415174:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763376.415185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015240704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763376.415193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763376.415195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763376.415196:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763376.415199:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 894 00000100:00080000:1.0:1789763376.415201:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763376.415203:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763376.415206:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763376.415212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015240832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763376.415219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763376.415222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763376.415224:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763376.415226:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 894 00000100:00080000:1.0:1789763376.415230:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763376.415233:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763376.415235:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763376.415241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015240960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763376.415261:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763376.415313:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763376/real 1789763376] req@ffff9cdd47c50000 x1876702015240448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763376.415335:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015240448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763376.415348:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763376.415354:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763376.415359:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015240448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763376.415368:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015240576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763376.415395:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763376.415410:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763376/real 1789763376] req@ffff9cdd47c53b80 x1876702015240576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763376.415426:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015240576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763376.415435:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763376.415439:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763376.415443:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015240576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763376.415471:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015240704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763376.415517:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763376.415531:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763376/real 1789763376] req@ffff9cdd47c52680 x1876702015240704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763376.415546:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015240704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763376.415556:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763376.415559:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763376.415563:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015240704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763376.415571:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015240832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763376.415593:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763376.415607:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763376/real 1789763376] req@ffff9cdd47c50a80 x1876702015240832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763376.415620:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015240832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763376.415630:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763376.415634:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763376.415637:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015240832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763376.415644:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015240960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763376.415666:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763376.415678:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763376/real 1789763376] req@ffff9cdd47c52a00 x1876702015240960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763376.415700:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015240960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763376.415709:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763376.415713:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763376.415717:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015240960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763376.607020:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763377.631108:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763378.655132:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763379.679225:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763380.703126:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763381.534970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763381.534983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763381.534990:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763381.535003:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 899 00000100:00080000:1.0:1789763381.535018:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763381.535027:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763381.535080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015241088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763381.535129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763381.535135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763381.535138:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763381.535143:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 899 00000100:00080000:1.0:1789763381.535147:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763381.535152:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763381.535166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763381.535180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015241216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763381.535194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763381.535199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763381.535202:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763381.535207:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 899 00000100:00080000:1.0:1789763381.535211:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763381.535215:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763381.535221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763381.535234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015241344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763381.535244:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015241088:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763381.535255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763381.535262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763381.535265:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763381.535270:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 899 00000100:00080000:1.0:1789763381.535273:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763381.535277:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763381.535285:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763381.535302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015241472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763381.535314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763381.535319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763381.535322:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763381.535326:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 899 00000100:00080000:1.0:1789763381.535332:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763381.535336:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763381.535343:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763381.535350:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763381.535367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015241600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763381.535413:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763381/real 1789763381] req@ffff9cdd47c52d80 x1876702015241088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763381.535440:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015241088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763381.535488:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763381.535495:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763381.535501:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015241088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763381.535511:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015241216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763381.535540:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763381.535556:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763381/real 1789763381] req@ffff9cdd47c51c00 x1876702015241216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763381.535571:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015241216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763381.535582:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763381.535586:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763381.535591:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015241216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763381.535621:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015241344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763381.535642:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763381.535654:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763381/real 1789763381] req@ffff9cdd47c50e00 x1876702015241344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763381.535667:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015241344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763381.535678:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763381.535681:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763381.535685:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015241344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763381.535692:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015241472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763381.535710:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763381.535721:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763381/real 1789763381] req@ffff9cdd47c51180 x1876702015241472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763381.535734:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015241472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763381.535743:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763381.535747:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763381.535751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015241472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763381.535758:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015241600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763381.535776:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763381.535787:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763381/real 1789763381] req@ffff9cdd47c50700 x1876702015241600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763381.535800:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015241600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763381.535809:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763381.535812:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763381.535816:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015241600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763381.727292:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763382.751107:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763383.775003:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763384.799177:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763385.823093:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763386.654949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763386.654957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763386.654962:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763386.654971:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 904 00000100:00080000:1.0:1789763386.654983:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763386.654991:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763386.655028:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015241728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763386.655050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763386.655052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763386.655054:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763386.655057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 904 00000100:00080000:1.0:1789763386.655058:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763386.655061:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763386.655068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763386.655078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015241856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763386.655086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763386.655089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763386.655090:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763386.655092:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 904 00000100:00080000:1.0:1789763386.655094:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763386.655096:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763386.655100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763386.655111:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015241984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763386.655111:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015241728:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763386.655127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763386.655129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763386.655130:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763386.655133:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 904 00000100:00080000:1.0:1789763386.655134:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763386.655136:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763386.655140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763386.655149:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015242112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763386.655155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763386.655158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763386.655159:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763386.655162:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 904 00000100:00080000:1.0:1789763386.655165:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763386.655167:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763386.655171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763386.655178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015242240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763386.655219:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015241856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763386.655265:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015241984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763386.655292:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015242112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763386.655320:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015242240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763386.847021:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763387.871138:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763388.894978:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763389.727290:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789763389.727357:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763389.727381:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763389.727460:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763389.727474:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763389.727487:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763389.727502:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763389.727545:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763386/real 1789763389] req@ffff9cdd47c51880 x1876702015241984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763389.727616:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015241984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763389.727637:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763389.727673:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763389.727680:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015241984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763389.727692:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763386/real 1789763389] req@ffff9cdd47c50700 x1876702015242112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763389.727714:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015242112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763389.727728:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763389.727734:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763389.727739:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015242112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763389.727750:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763386/real 1789763389] req@ffff9cdd47c51180 x1876702015242240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763389.727771:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015242240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763389.727783:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763389.727789:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763389.727794:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015242240:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763389.727805:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763386/real 1789763389] req@ffff9cdd47c53100 x1876702015241728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763389.727827:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015241728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763389.727839:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763389.727844:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763389.727850:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015241728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763389.727862:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763386/real 1789763389] req@ffff9cdd47c52300 x1876702015241856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763389.727881:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015241856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763389.727933:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763389.727941:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763389.727949:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015241856:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763389.919064:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763390.943173:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763391.775017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763391.775026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763391.775030:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763391.775040:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 909 00000100:00080000:1.0:1789763391.775051:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763391.775058:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763391.775122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015242368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763391.775170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763391.775173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763391.775174:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763391.775177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 909 00000100:00080000:1.0:1789763391.775180:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763391.775182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763391.775190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763391.775201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015242496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763391.775210:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015242368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763391.775211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763391.775219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763391.775222:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763391.775225:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 909 00000100:00080000:1.0:1789763391.775227:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763391.775229:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763391.775249:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763391.775269:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015242624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763391.775283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763391.775288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763391.775290:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763391.775294:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 909 00000100:00080000:1.0:1789763391.775299:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763391.775304:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763391.775337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763391.775348:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763391.775356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015242752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763391.775371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763391.775376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763391.775409:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763391.775414:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 909 00000100:00080000:1.0:1789763391.775418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763391.775422:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763391.775427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763391.775431:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763391/real 1789763391] req@ffff9cdd47c50e00 x1876702015242368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763391.775440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015242880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763391.775472:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015242368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763391.775502:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763391.775508:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763391.775514:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015242368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763391.775548:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015242496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763391.775607:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763391.775621:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763391/real 1789763391] req@ffff9cdd47c51c00 x1876702015242496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763391.775635:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015242496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763391.775643:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763391.775646:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763391.775649:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015242496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763391.775656:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015242624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763391.775676:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763391.775688:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763391/real 1789763391] req@ffff9cdd47c52d80 x1876702015242624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763391.775701:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015242624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763391.775709:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763391.775712:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763391.775715:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015242624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763391.775720:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015242752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763391.775741:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763391.775752:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763391/real 1789763391] req@ffff9cdd47c52a00 x1876702015242752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763391.775764:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015242752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763391.775772:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763391.775775:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763391.775779:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015242752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763391.775784:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015242880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763391.775803:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763391.775815:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763391/real 1789763391] req@ffff9cdd47c50a80 x1876702015242880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763391.775827:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015242880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763391.775835:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763391.775839:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763391.775842:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015242880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763391.967147:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763392.991093:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763394.015252:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763395.039026:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763396.063135:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763396.894947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763396.894956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763396.894961:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763396.894971:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 914 00000100:00080000:1.0:1789763396.894984:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763396.894991:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763396.895032:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015243008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763396.895059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763396.895082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763396.895084:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763396.895090:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 914 00000100:00080000:1.0:1789763396.895094:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763396.895099:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763396.895110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763396.895129:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015243136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763396.895142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763396.895146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763396.895149:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763396.895153:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 914 00000100:00080000:1.0:1789763396.895160:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763396.895162:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015243008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763396.895170:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763396.895179:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763396.895195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015243264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763396.895208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763396.895213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763396.895215:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763396.895219:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 914 00000100:00080000:1.0:1789763396.895224:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763396.895227:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763396.895232:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763396.895255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015243392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763396.895285:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763396.895304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763396.895310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763396.895313:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763396.895321:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 914 00000100:00080000:1.0:1789763396.895327:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763396.895334:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763396.895379:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763396.895383:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763396/real 1789763396] req@ffff9cdd47c52680 x1876702015243008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763396.895406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015243520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763396.895429:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015243008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763396.895443:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763396.895447:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763396.895451:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015243008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763396.895457:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015243136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763396.895478:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763396.895488:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763396/real 1789763396] req@ffff9cdd47c53b80 x1876702015243136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763396.895498:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015243136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763396.895505:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763396.895508:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763396.895510:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015243136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763396.895532:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015243264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763396.895545:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763396.895553:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763396/real 1789763396] req@ffff9cdd47c50000 x1876702015243264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763396.895562:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015243264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763396.895569:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763396.895571:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763396.895573:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015243264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763396.895578:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015243392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763396.895591:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763396.895597:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763396/real 1789763396] req@ffff9cdd47c50380 x1876702015243392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763396.895616:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015243392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763396.895622:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763396.895625:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763396.895627:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015243392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763396.895631:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015243520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763396.895642:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763396.895649:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763396/real 1789763396] req@ffff9cdd47c53480 x1876702015243520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763396.895657:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015243520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763396.895663:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763396.895665:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763396.895668:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015243520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763397.087178:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763398.111142:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763399.135108:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763400.159106:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763401.183144:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763402.014965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763402.014977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763402.014982:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763402.014994:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 920 00000100:00080000:1.0:1789763402.015006:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763402.015015:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763402.015058:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015243648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763402.015088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763402.015092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763402.015093:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763402.015097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 920 00000100:00080000:1.0:1789763402.015100:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763402.015103:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763402.015113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763402.015126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015243776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763402.015138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763402.015138:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015243648:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763402.015147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763402.015149:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763402.015157:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 920 00000100:00080000:1.0:1789763402.015161:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763402.015163:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763402.015168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763402.015178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015243904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763402.015186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763402.015189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763402.015191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763402.015194:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 920 00000100:00080000:1.0:1789763402.015197:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763402.015201:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763402.015204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763402.015213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015244032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763402.015220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763402.015224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763402.015226:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763402.015231:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763402.015233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 920 00000100:00080000:1.0:1789763402.015239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763402.015243:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763402.015247:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763402.015257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015244160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763402.015283:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763402/real 1789763402] req@ffff9cdd47c51f80 x1876702015243648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763402.015322:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015243648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763402.015337:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763402.015341:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763402.015346:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015243648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763402.015371:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015243776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763402.015396:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763402.015408:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763402/real 1789763402] req@ffff9cdd47c53800 x1876702015243776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763402.015419:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015243776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763402.015426:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763402.015429:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763402.015432:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015243776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763402.015437:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015243904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763402.015452:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763402.015459:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763402/real 1789763402] req@ffff9cdd47c51500 x1876702015243904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763402.015475:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015243904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763402.015482:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763402.015484:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763402.015487:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015243904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763402.015491:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015244032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763402.015504:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763402.015511:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763402/real 1789763402] req@ffff9cdd47c53480 x1876702015244032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763402.015520:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015244032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763402.015527:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763402.015529:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763402.015531:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015244032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763402.015536:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015244160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763402.015548:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763402.015555:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763402/real 1789763402] req@ffff9cdd47c50380 x1876702015244160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763402.015564:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015244160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763402.015577:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763402.015579:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763402.015582:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015244160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763402.207110:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763403.231087:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763404.255060:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763405.279048:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763406.303111:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763407.135040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763407.135056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763407.135079:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763407.135095:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 925 00000100:00080000:1.0:1789763407.135112:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763407.135124:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763407.135224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015244288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763407.135300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763407.135307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763407.135328:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763407.135336:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 925 00000100:00080000:1.0:1789763407.135342:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763407.135349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763407.135364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763407.135370:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015244288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763407.135385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015244416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763407.135402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763407.135407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763407.135410:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763407.135415:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 925 00000100:00080000:1.0:1789763407.135438:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763407.135444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763407.135451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763407.135466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015244544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763407.135481:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763407.135500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763407.135505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763407.135509:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763407.135516:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 925 00000100:00080000:1.0:1789763407.135521:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763407.135526:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763407.135533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763407.135562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015244672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763407.135575:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763407/real 1789763407] req@ffff9cdd47c50000 x1876702015244288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763407.135591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763407.135616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763407.135626:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763407.135640:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 925 00000100:00080000:1.0:1789763407.135650:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763407.135656:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015244288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763407.135671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:3.0:1789763407.135692:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763407.135701:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763407.135719:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015244288:192.168.203.148@tcp:250:kworker.0 00000008:00100000:1.0:1789763407.135724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763407.135758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015244800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763407.135764:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015244416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763407.135830:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763407.135849:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763407/real 1789763407] req@ffff9cdd47c53b80 x1876702015244416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763407.135867:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015244416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763407.135878:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763407.135922:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763407.135929:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015244416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763407.135938:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015244544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763407.135964:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763407.135979:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763407/real 1789763407] req@ffff9cdd47c52680 x1876702015244544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763407.135993:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015244544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763407.136004:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763407.136007:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763407.136012:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015244544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763407.136019:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015244672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763407.136057:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763407.136070:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763407/real 1789763407] req@ffff9cdd47c50a80 x1876702015244672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763407.136095:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015244672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763407.136105:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763407.136108:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763407.136112:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015244672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763407.136131:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015244800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763407.136152:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763407.136188:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763407/real 1789763407] req@ffff9cdd47c52a00 x1876702015244800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763407.136203:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015244800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763407.136213:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763407.136217:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763407.136221:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015244800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763407.327133:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763408.351050:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763409.375168:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763410.399145:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763411.423120:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763412.255066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763412.255095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763412.255101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763412.255114:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 930 00000100:00080000:2.0:1789763412.255128:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763412.255137:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763412.255206:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015244928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763412.255290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763412.255295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763412.255302:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763412.255308:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 930 00000100:00080000:2.0:1789763412.255313:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763412.255318:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763412.255330:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763412.255347:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015245056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763412.255362:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015244928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763412.255382:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763412.255387:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763412.255390:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763412.255397:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 930 00000100:00080000:2.0:1789763412.255402:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763412.255408:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763412.255415:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763412.255431:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015245184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763412.255443:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763412.255453:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763412.255459:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763412.255462:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763412.255469:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 930 00000100:00080000:2.0:1789763412.255474:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763412.255480:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763412.255487:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763412.255490:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763412/real 1789763412] req@ffff9cdd437a5180 x1876702015244928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763412.255508:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015245312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763412.255515:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015244928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763412.255542:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763412.255546:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763412.255549:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763412.255554:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:2.0:1789763412.255556:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763412.255562:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015244928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763412.255567:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 930 00000100:00080000:2.0:1789763412.255574:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763412.255580:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763412.255585:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763412.255592:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789763412.255601:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015245440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763412.255617:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763412.255633:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763412/real 1789763412] req@ffff9cdd437a5c00 x1876702015245056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763412.255651:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015245056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763412.255675:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763412.255679:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763412.255683:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763412.255690:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763412.255711:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763412.255721:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763412/real 1789763412] req@ffff9cdd437a4000 x1876702015245184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763412.255734:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015245184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763412.255743:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763412.255746:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763412.255749:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763412.255755:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763412.255771:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763412.255781:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763412/real 1789763412] req@ffff9cdd437a7800 x1876702015245312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763412.255793:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015245312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763412.255810:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763412.255813:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763412.255817:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763412.255836:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015245440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763412.255867:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763412.255956:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763412/real 1789763412] req@ffff9cdd437a4380 x1876702015245440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763412.255975:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015245440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763412.255986:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763412.255990:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763412.255994:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015245440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763412.447148:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763413.471199:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763414.495030:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763415.519180:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763416.543113:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763417.375037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763417.375057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763417.375064:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763417.375081:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 935 00000100:00080000:2.0:1789763417.375100:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763417.375112:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763417.375188:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015245568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763417.375241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763417.375246:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763417.375249:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763417.375255:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 935 00000100:00080000:2.0:1789763417.375262:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763417.375268:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763417.375282:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763417.375284:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015245568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789763417.375307:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015245696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763417.375325:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763417.375333:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763417.375336:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763417.375342:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 935 00000100:00080000:2.0:1789763417.375348:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763417.375353:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763417.375361:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789763417.375365:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763417.375408:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015245824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763417.375430:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763417.375432:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763417/real 1789763417] req@ffff9cdd437a7100 x1876702015245568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763417.375451:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763417.375460:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763417.375475:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 935 00000100:00100000:3.0:1789763417.375477:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015245568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763417.375489:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763417.375500:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763417.375519:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763417.375525:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763417.375536:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763417.375542:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015245568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789763417.375554:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015245952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763417.375581:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763417.375583:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245696:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789763417.375598:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763417.375604:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763417.375614:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 935 00000800:00000100:3.0:1789763417.375633:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763417.375641:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763417.375655:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763417.375659:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763417/real 1789763417] req@ffff9cdd437a7480 x1876702015245696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1789763417.375675:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763417.375701:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015245696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763417.375715:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015246080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763417.375719:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763417.375731:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763417.375742:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763417.375764:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763417.375790:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763417.375803:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763417/real 1789763417] req@ffff9cdd437a5f80 x1876702015245824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763417.375813:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015245824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763417.375821:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763417.375823:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763417.375826:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763417.375839:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763417.375855:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763417.375923:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763417/real 1789763417] req@ffff9cdd437a4380 x1876702015245952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763417.375949:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015245952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763417.375964:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763417.375971:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763417.375978:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015245952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763417.375991:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015246080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763417.376031:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763417.376049:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763417/real 1789763417] req@ffff9cdd437a7800 x1876702015246080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763417.376064:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015246080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763417.376074:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763417.376078:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763417.376082:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015246080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763417.567089:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763418.591263:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763419.615229:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763420.639195:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763421.663099:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763422.495001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763422.495018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763422.495025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763422.495041:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 940 00000100:00080000:2.0:1789763422.495058:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763422.495070:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763422.495132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015246208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763422.495198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763422.495205:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763422.495208:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763422.495214:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 940 00000100:00080000:2.0:1789763422.495220:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763422.495225:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763422.495240:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763422.495261:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015246336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763422.495278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763422.495288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763422.495288:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015246208:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763422.495296:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763422.495310:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 940 00000100:00080000:2.0:1789763422.495316:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763422.495320:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763422.495328:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763422.495345:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015246464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763422.495358:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763422.495363:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763422.495365:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763422.495370:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 940 00000100:00080000:2.0:1789763422.495393:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763422.495397:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763422.495404:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763422.495410:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789763422.495429:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015246592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763422.495445:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763422.495450:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763422.495452:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763422.495457:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 940 00000100:00080000:2.0:1789763422.495462:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763422.495467:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763422.495475:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763422.495486:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763422/real 1789763422] req@ffff9cdd437a4000 x1876702015246208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763422.495494:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015246720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763422.495591:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015246208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763422.495609:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763422.495615:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763422.495622:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015246208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763422.495656:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015246336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763422.495684:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763422.495700:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763422/real 1789763422] req@ffff9cdd437a5c00 x1876702015246336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763422.495716:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015246336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763422.495726:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763422.495730:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763422.495735:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015246336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763422.495741:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015246464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763422.495761:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763422.495771:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763422/real 1789763422] req@ffff9cdd437a5180 x1876702015246464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763422.495786:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015246464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763422.495803:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763422.495807:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763422.495811:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015246464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763422.495818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015246592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763422.495851:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763422.495923:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763422/real 1789763422] req@ffff9cdd437a6680 x1876702015246592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763422.495946:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015246592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763422.495956:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763422.495961:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763422.495965:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015246592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763422.495972:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015246720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763422.496009:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763422.496030:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763422/real 1789763422] req@ffff9cdd437a4e00 x1876702015246720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763422.496055:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015246720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763422.496073:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763422.496080:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763422.496087:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015246720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763422.687228:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763423.711161:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763424.735106:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763425.759155:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763426.783166:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763427.615069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763427.615082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763427.615088:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763427.615101:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 945 00000100:00080000:1.0:1789763427.615155:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763427.615166:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763427.615231:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015246848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763427.615272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763427.615277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763427.615280:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763427.615286:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 945 00000100:00080000:1.0:1789763427.615290:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763427.615294:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763427.615307:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763427.615324:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015246976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763427.615336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763427.615341:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763427.615343:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763427.615348:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 945 00000100:00080000:1.0:1789763427.615352:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763427.615358:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763427.615364:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763427.615377:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015247104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763427.615391:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763427.615400:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1789763427.615403:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015246848:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763427.615404:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763427.615420:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 945 00000100:00080000:1.0:1789763427.615426:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763427.615430:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763427.615436:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763427.615454:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015247232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763427.615471:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763427.615476:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763427.615478:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763427.615483:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 945 00000100:00080000:1.0:1789763427.615490:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763427.615494:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763427.615499:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763427.615515:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015247360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763427.615523:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763427.615590:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763427/real 1789763427] req@ffff9cdd47c52d80 x1876702015246848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763427.615614:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015246848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763427.615628:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763427.615633:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763427.615638:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015246848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763427.615648:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015246976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763427.615673:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763427.615687:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763427/real 1789763427] req@ffff9cdd47c51c00 x1876702015246976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763427.615702:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015246976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763427.615711:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763427.615715:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763427.615719:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015246976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763427.615748:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015247104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763427.615768:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763427.615781:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763427/real 1789763427] req@ffff9cdd47c50e00 x1876702015247104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763427.615796:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015247104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763427.615805:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763427.615809:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763427.615812:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015247104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763427.615819:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015247232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763427.615838:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763427.615849:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763427/real 1789763427] req@ffff9cdd47c52300 x1876702015247232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763427.615862:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015247232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763427.615912:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763427.615916:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763427.615920:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015247232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763427.615928:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015247360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763427.615951:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763427.615964:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763427/real 1789763427] req@ffff9cdd47c53100 x1876702015247360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763427.615978:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015247360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763427.615989:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763427.615993:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763427.615997:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015247360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763427.807162:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763428.831092:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763429.855176:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763430.879111:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763431.903210:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763432.735159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763432.735177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763432.735185:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763432.735202:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 950 00000100:00080000:0.0:1789763432.735222:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763432.735236:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763432.735304:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015247488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763432.735367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763432.735372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763432.735374:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763432.735379:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 950 00000100:00080000:0.0:1789763432.735384:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763432.735389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763432.735418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763432.735437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015247616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763432.735452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763432.735456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763432.735459:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763432.735464:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 950 00000100:00080000:0.0:1789763432.735467:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763432.735471:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763432.735478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763432.735485:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015247488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763432.735495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015247744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763432.735513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763432.735517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763432.735520:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763432.735524:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 950 00000100:00080000:0.0:1789763432.735528:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763432.735532:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763432.735537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763432.735552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015247872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763432.735573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763432.735577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763432.735580:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763432.735584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 950 00000100:00080000:0.0:1789763432.735589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763432.735593:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763432.735601:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763432.735609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763432.735623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015248000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763432.735662:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763432/real 1789763432] req@ffff9cdd47cf8a80 x1876702015247488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763432.735690:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015247488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763432.735706:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763432.735713:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763432.735721:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015247488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763432.735735:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015247616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763432.735779:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763432.735804:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763432/real 1789763432] req@ffff9cdd47cf9500 x1876702015247616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763432.735828:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015247616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763432.735841:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763432.735849:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763432.735857:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015247616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763432.735962:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015247744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763432.735996:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763432.736012:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763432/real 1789763432] req@ffff9cdd47cf8e00 x1876702015247744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763432.736028:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015247744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763432.736039:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763432.736043:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763432.736048:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015247744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763432.736054:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015247872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763432.736074:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763432.736115:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763432/real 1789763432] req@ffff9cdd47cf9c00 x1876702015247872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763432.736130:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015247872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763432.736140:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763432.736144:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763432.736148:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015247872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763432.736155:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015248000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763432.736180:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763432.736192:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763432/real 1789763432] req@ffff9cdd47cf9880 x1876702015248000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763432.736208:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015248000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763432.736217:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763432.736220:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763432.736224:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015248000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763432.927127:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763433.951095:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763434.975136:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763435.999139:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763437.023041:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763437.855029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763437.855070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763437.855088:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763437.855106:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 955 00000100:00080000:1.0:1789763437.855125:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763437.855136:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763437.855191:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015248128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763437.855230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763437.855236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763437.855238:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763437.855244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 955 00000100:00080000:1.0:1789763437.855248:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763437.855253:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763437.855266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763437.855284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015248256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763437.855300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763437.855305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763437.855313:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763437.855315:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015248128:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763437.855322:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 955 00000100:00080000:1.0:1789763437.855330:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763437.855334:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763437.855341:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763437.855360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015248384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763437.855374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763437.855379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763437.855382:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763437.855387:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 955 00000100:00080000:1.0:1789763437.855392:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763437.855396:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763437.855403:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763437.855424:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763437.855432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015248512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763437.855450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763437.855455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763437.855458:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763437.855464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 955 00000100:00080000:1.0:1789763437.855471:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763437.855477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763437.855484:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763437/real 1789763437] req@ffff9cdd47c51180 x1876702015248128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1789763437.855488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763437.855518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015248640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763437.855526:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015248128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763437.855568:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763437.855574:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763437.855581:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015248128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763437.855615:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015248256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763437.855643:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763437.855666:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763437/real 1789763437] req@ffff9cdd47c50700 x1876702015248256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763437.855714:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015248256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763437.855747:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763437.855754:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763437.855762:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015248256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763437.855784:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015248384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763437.855819:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763437.855835:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763437/real 1789763437] req@ffff9cdd47c51880 x1876702015248384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763437.855850:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015248384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763437.855861:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763437.855905:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763437.855911:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015248384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763437.855919:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015248512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763437.855945:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763437.855959:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763437/real 1789763437] req@ffff9cdd47c53100 x1876702015248512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763437.855975:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015248512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763437.855988:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763437.855996:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763437.856003:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015248512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763437.856015:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015248640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763437.856083:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763437.856109:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763437/real 1789763437] req@ffff9cdd47c52300 x1876702015248640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763437.856134:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015248640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763437.856151:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763437.856157:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763437.856164:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015248640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763438.047234:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763439.071081:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763440.095124:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763441.119132:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763442.143064:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763442.974994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763442.975036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763442.975043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763442.975061:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 960 00000100:00080000:1.0:1789763442.975077:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763442.975087:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763442.975140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015248768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763442.975181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763442.975186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763442.975189:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763442.975194:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 960 00000100:00080000:1.0:1789763442.975198:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763442.975203:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763442.975215:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763442.975230:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015248896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763442.975245:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763442.975250:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763442.975253:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763442.975258:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 960 00000100:00080000:1.0:1789763442.975262:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763442.975267:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763442.975273:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763442.975288:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015248768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763442.975290:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015249024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763442.975314:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763442.975336:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763442.975338:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763442.975344:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 960 00000100:00080000:1.0:1789763442.975348:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763442.975352:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763442.975357:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763442.975373:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015249152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763442.975384:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763442.975388:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763442.975390:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763442.975394:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 960 00000100:00080000:1.0:1789763442.975398:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763442.975403:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763442.975410:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:1.0:1789763442.975414:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763442.975431:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015249280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763442.975469:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763442/real 1789763442] req@ffff9cdd47c50e00 x1876702015248768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763442.975494:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015248768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763442.975509:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763442.975514:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763442.975519:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015248768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763442.975528:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015248896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763442.975556:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763442.975569:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763442/real 1789763442] req@ffff9cdd47c51c00 x1876702015248896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763442.975583:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015248896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763442.975592:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763442.975596:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763442.975599:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015248896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763442.975626:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015249024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763442.975667:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763442.975679:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763442/real 1789763442] req@ffff9cdd47c52d80 x1876702015249024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763442.975693:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015249024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763442.975703:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763442.975706:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763442.975710:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015249024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763442.975717:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015249152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763442.975736:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763442.975746:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763442/real 1789763442] req@ffff9cdd47c52a00 x1876702015249152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763442.975769:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015249152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763442.975779:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763442.975782:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763442.975786:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015249152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763442.975792:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015249280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763442.975809:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763442.975820:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763442/real 1789763442] req@ffff9cdd47c50a80 x1876702015249280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763442.975833:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015249280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763442.975842:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763442.975845:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763442.975849:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015249280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763443.167105:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763444.191160:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763445.215032:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763446.239109:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763447.263159:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763448.095113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763448.095124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763448.095130:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763448.095142:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 966 00000100:00080000:2.0:1789763448.095154:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763448.095162:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763448.095208:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015249408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763448.095241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763448.095245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763448.095247:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763448.095252:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 966 00000100:00080000:2.0:1789763448.095255:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763448.095258:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763448.095270:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763448.095289:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015249536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763448.095309:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763448.095315:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763448.095319:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763448.095324:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015249408:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763448.095331:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 966 00000100:00080000:2.0:1789763448.095343:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763448.095353:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763448.095362:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763448.095378:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015249664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763448.095407:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763448.095412:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763448.095415:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763448.095422:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 966 00000100:00080000:2.0:1789763448.095457:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763448.095472:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763448.095476:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789763448.095488:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763448.095520:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015249792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763448.095543:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763448.095552:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1789763448.095558:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763448/real 1789763448] req@ffff9cdd437a4a80 x1876702015249408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763448.095559:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763448.095575:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 966 00000100:00080000:2.0:1789763448.095583:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763448.095598:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763448.095615:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763448.095663:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015249920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763448.095664:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015249408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763448.095702:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763448.095713:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763448.095739:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015249408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763448.095783:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015249536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763448.095835:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763448.095864:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763448/real 1789763448] req@ffff9cdd437a5500 x1876702015249536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763448.095944:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015249536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763448.095993:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763448.096002:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763448.096011:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015249536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763448.096026:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015249664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763448.096076:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763448.096103:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763448/real 1789763448] req@ffff9cdd437a4700 x1876702015249664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763448.096129:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015249664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763448.096147:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763448.096154:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763448.096161:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015249664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763448.096176:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015249792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763448.096222:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763448.096248:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763448/real 1789763448] req@ffff9cdd437a5880 x1876702015249792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763448.096276:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015249792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763448.096292:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763448.096299:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763448.096322:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015249792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763448.096332:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015249920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763448.096385:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763448.096410:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763448/real 1789763448] req@ffff9cdd437a6a00 x1876702015249920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763448.096437:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015249920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763448.096455:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763448.096462:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763448.096470:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015249920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763448.287121:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763449.311223:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763450.335048:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763451.359082:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763452.383106:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763453.215039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763453.215051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763453.215057:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763453.215069:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 971 00000100:00080000:0.0:1789763453.215083:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763453.215092:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763453.215150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015250048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763453.215182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763453.215187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763453.215190:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763453.215194:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 971 00000100:00080000:0.0:1789763453.215198:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763453.215202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763453.215214:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763453.215230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015250176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763453.215244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763453.215248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763453.215251:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763453.215259:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015250048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763453.215260:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 971 00000100:00080000:0.0:1789763453.215266:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763453.215275:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763453.215287:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763453.215299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015250304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763453.215311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763453.215315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763453.215317:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763453.215321:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 971 00000100:00080000:0.0:1789763453.215325:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763453.215329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763453.215335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763453.215348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015250432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763453.215359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763453.215363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763453.215364:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763453.215368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 971 00000100:00080000:0.0:1789763453.215372:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763453.215376:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763453.215381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763453.215395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015250560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763453.215436:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015250176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763453.215478:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015250304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763453.215502:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015250432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763453.215524:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015250560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763453.407028:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763454.431030:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763455.455171:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763456.287258:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789763456.287324:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763456.287346:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763456.287416:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763456.287434:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763456.287445:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763456.287461:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763456.287485:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763453/real 1789763456] req@ffff9cdd47cf9f80 x1876702015250176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763456.287536:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015250176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763456.287571:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763456.287581:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763456.287591:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015250176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763456.287606:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763453/real 1789763456] req@ffff9cdd47cfad80 x1876702015250304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763456.287632:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015250304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763456.287650:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763456.287657:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763456.287665:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015250304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763456.287679:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763453/real 1789763456] req@ffff9cdd47cfbb80 x1876702015250432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763456.287705:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015250432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763456.287722:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763456.287729:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763456.287736:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015250432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763456.287749:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763453/real 1789763456] req@ffff9cdd47cfaa00 x1876702015250560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763456.287774:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015250560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763456.287796:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763456.287802:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763456.287810:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015250560:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763456.287822:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763453/real 1789763456] req@ffff9cdd47cfb480 x1876702015250048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763456.287847:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015250048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763456.287861:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763456.287948:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763456.287956:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015250048:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789763456.479126:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763457.503039:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763458.335015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763458.335029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763458.335035:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763458.335066:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 976 00000100:00080000:0.0:1789763458.335080:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763458.335089:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763458.335133:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015250688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763458.335187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763458.335192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763458.335196:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763458.335201:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 976 00000100:00080000:0.0:1789763458.335206:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763458.335212:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763458.335227:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763458.335246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015250816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763458.335254:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015250688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763458.335286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763458.335291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763458.335292:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763458.335297:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 976 00000100:00080000:0.0:1789763458.335300:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763458.335304:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763458.335310:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763458.335325:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015250944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763458.335354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763458.335358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763458.335360:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763458.335364:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 976 00000100:00080000:0.0:1789763458.335370:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763458.335375:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763458.335381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763458.335396:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763458.335402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015251072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763458.335435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763458.335439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763458.335441:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763458.335445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 976 00000100:00080000:0.0:1789763458.335450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763458.335454:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763458.335458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763458.335474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015251200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763458.335485:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763458/real 1789763458] req@ffff9cdd47cf9180 x1876702015250688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763458.335539:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015250688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763458.335557:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763458.335563:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763458.335570:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015250688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763458.335607:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015250816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763458.335650:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763458.335675:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763458/real 1789763458] req@ffff9cdd47cfb480 x1876702015250816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763458.335698:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015250816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763458.335713:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763458.335719:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763458.335725:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015250816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763458.335737:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015250944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763458.335773:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763458.335794:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763458/real 1789763458] req@ffff9cdd47cfaa00 x1876702015250944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763458.335835:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015250944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763458.335848:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763458.335854:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763458.335859:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015250944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763458.335933:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015251072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763458.335972:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763458.335992:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763458/real 1789763458] req@ffff9cdd47cfbb80 x1876702015251072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763458.336011:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015251072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763458.336024:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763458.336030:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763458.336036:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015251072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763458.336046:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015251200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763458.336079:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763458.336100:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763458/real 1789763458] req@ffff9cdd47cfad80 x1876702015251200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763458.336120:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015251200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763458.336145:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763458.336152:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763458.336158:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015251200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763458.527086:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763459.551104:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763460.575098:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763461.599145:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763462.623152:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763463.454995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763463.455008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763463.455014:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763463.455027:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 981 00000100:00080000:0.0:1789763463.455043:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763463.455053:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763463.455107:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015251328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763463.455145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763463.455150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763463.455153:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763463.455158:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 981 00000100:00080000:0.0:1789763463.455163:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763463.455168:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763463.455181:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763463.455196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015251456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763463.455209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763463.455213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763463.455215:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763463.455220:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 981 00000100:00080000:0.0:1789763463.455223:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763463.455227:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763463.455234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763463.455250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015251584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763463.455263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763463.455272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1789763463.455274:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015251328:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763463.455275:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763463.455292:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 981 00000100:00080000:0.0:1789763463.455297:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763463.455301:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763463.455307:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763463.455321:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015251712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763463.455342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763463.455346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763463.455349:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763463.455353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 981 00000100:00080000:0.0:1789763463.455358:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763463.455362:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763463.455369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763463.455387:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763463.455388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015251840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763463.455455:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763463/real 1789763463] req@ffff9cdd47cf9f80 x1876702015251328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763463.455482:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015251328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763463.455498:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763463.455503:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763463.455509:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015251328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763463.455523:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015251456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763463.455566:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763463.455613:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763463/real 1789763463] req@ffff9cdd47cf9880 x1876702015251456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763463.455641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015251456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763463.455658:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763463.455665:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763463.455670:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015251456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763463.455705:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015251584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763463.455737:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763463.455752:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763463/real 1789763463] req@ffff9cdd47cf9c00 x1876702015251584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763463.455767:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015251584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763463.455780:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763463.455787:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763463.455794:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015251584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763463.455806:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015251712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763463.455843:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763463.455942:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763463/real 1789763463] req@ffff9cdd47cf8e00 x1876702015251712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763463.455960:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015251712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763463.455970:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763463.455974:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763463.455979:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015251712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763463.455987:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015251840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763463.456022:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763463.456044:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763463/real 1789763463] req@ffff9cdd47cf9500 x1876702015251840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763463.456067:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015251840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763463.456082:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763463.456089:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763463.456096:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015251840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763463.647025:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763464.671057:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763465.695074:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763466.719024:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763467.743133:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763468.574975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763468.574986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763468.574991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763468.575001:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 986 00000100:00080000:3.0:1789763468.575012:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763468.575019:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763468.575052:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015251968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763468.575076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763468.575079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763468.575081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763468.575084:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 986 00000100:00080000:3.0:1789763468.575086:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763468.575090:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763468.575099:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763468.575108:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015252096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763468.575117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763468.575118:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015251968:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763468.575122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763468.575126:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763468.575130:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 986 00000100:00080000:3.0:1789763468.575132:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763468.575134:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763468.575137:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763468.575146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015252224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763468.575153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763468.575155:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763468.575157:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763468.575159:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 986 00000100:00080000:3.0:1789763468.575162:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763468.575164:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763468.575167:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763468.575174:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015252352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763468.575180:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763468.575183:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763468.575184:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763468.575186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 986 00000100:00080000:3.0:1789763468.575189:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763468.575191:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763468.575195:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763468.575199:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763468.575207:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015252480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763468.575229:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763468/real 1789763468] req@ffff9cdd59276680 x1876702015251968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763468.575245:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015251968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763468.575254:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763468.575258:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763468.575261:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015251968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763468.575279:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763468.575295:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763468.575304:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763468/real 1789763468] req@ffff9cdd59274000 x1876702015252096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763468.575312:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015252096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763468.575317:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763468.575320:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763468.575322:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763468.575326:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763468.575336:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763468.575342:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763468/real 1789763468] req@ffff9cdd59277800 x1876702015252224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763468.575355:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015252224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763468.575360:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763468.575361:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763468.575363:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763468.575367:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763468.575377:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763468.575383:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763468/real 1789763468] req@ffff9cdd59276300 x1876702015252352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763468.575390:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015252352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763468.575395:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763468.575397:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763468.575399:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763468.575402:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015252480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763468.575413:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763468.575418:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763468/real 1789763468] req@ffff9cdd59274380 x1876702015252480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763468.575425:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015252480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763468.575434:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763468.575437:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763468.575439:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015252480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763468.767133:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763469.791073:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763470.815118:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763471.839169:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763472.863049:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763473.694920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763473.694929:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763473.694934:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763473.694945:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 991 00000100:00080000:3.0:1789763473.694957:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763473.694965:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763473.695002:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015252608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763473.695024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763473.695028:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763473.695030:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763473.695034:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 991 00000100:00080000:3.0:1789763473.695038:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763473.695041:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763473.695050:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763473.695058:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015252608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763473.695066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015252736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763473.695079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763473.695083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763473.695086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763473.695091:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 991 00000100:00080000:3.0:1789763473.695096:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763473.695102:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763473.695109:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763473.695125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015252864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763473.695134:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763473.695148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763473.695152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763473.695154:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763473.695159:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 991 00000100:00080000:3.0:1789763473.695164:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763473.695174:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763473/real 1789763473] req@ffff9cdd59275500 x1876702015252608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763473.695181:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763473.695193:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763473.695198:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015252608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763473.695210:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763473.695217:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763473.695219:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015252992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763473.695221:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015252608:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763473.695238:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763473.695242:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763473.695244:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763473.695250:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 991 00000100:00100000:1.0:1789763473.695252:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252736:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789763473.695256:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763473.695263:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763473.695269:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763473.695283:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015253120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763473.695292:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763473.695313:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763473/real 1789763473] req@ffff9cdd59274e00 x1876702015252736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763473.695325:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015252736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763473.695332:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763473.695335:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763473.695338:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763473.695343:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763473.695366:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763473.695375:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763473/real 1789763473] req@ffff9cdd59277b80 x1876702015252864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763473.695384:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015252864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763473.695391:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763473.695393:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763473.695396:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763473.695400:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763473.695413:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763473.695427:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763473/real 1789763473] req@ffff9cdd59276a00 x1876702015252992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763473.695436:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015252992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763473.695442:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763473.695445:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763473.695447:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015252992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763473.695459:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015253120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763473.695472:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763473.695480:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763473/real 1789763473] req@ffff9cdd59275180 x1876702015253120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763473.695489:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015253120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763473.695495:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763473.695497:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763473.695499:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015253120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763473.887034:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763474.911045:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763475.935087:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763476.959099:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763477.983123:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763478.815028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763478.815042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763478.815048:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763478.815061:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 996 00000100:00080000:2.0:1789763478.815075:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763478.815085:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763478.815151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015253248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763478.815185:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763478.815190:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763478.815192:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763478.815197:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 996 00000100:00080000:2.0:1789763478.815200:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763478.815204:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763478.815216:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763478.815230:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015253376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763478.815251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763478.815255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763478.815257:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763478.815262:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 996 00000100:00080000:2.0:1789763478.815265:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763478.815268:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763478.815275:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763478.815282:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015253248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789763478.815290:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015253504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763478.815304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763478.815308:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763478.815310:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763478.815314:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 996 00000100:00080000:2.0:1789763478.815318:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763478.815322:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763478.815327:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763478.815342:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015253632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763478.815353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763478.815356:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763478.815358:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763478.815363:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 996 00000100:00080000:2.0:1789763478.815368:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763478.815372:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763478.815381:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763478.815393:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789763478.815402:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015253760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763478.815490:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763478/real 1789763478] req@ffff9cdd437a7b80 x1876702015253248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763478.815516:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015253248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763478.815529:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763478.815534:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763478.815539:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015253248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763478.815547:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015253376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763478.815576:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763478.815603:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763478/real 1789763478] req@ffff9cdd437a6d80 x1876702015253376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763478.815617:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015253376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763478.815626:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763478.815630:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763478.815633:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015253376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763478.815663:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015253504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763478.815683:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763478.815693:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763478/real 1789763478] req@ffff9cdd437a6300 x1876702015253504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763478.815705:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015253504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763478.815713:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763478.815716:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763478.815720:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015253504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763478.815725:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015253632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763478.815779:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763478.815793:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763478/real 1789763478] req@ffff9cdd437a6a00 x1876702015253632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763478.815806:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015253632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763478.815822:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763478.815826:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763478.815829:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015253632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763478.815835:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015253760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763478.815902:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763478.815917:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763478/real 1789763478] req@ffff9cdd437a5880 x1876702015253760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763478.815930:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015253760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763478.815939:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763478.815942:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763478.815945:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015253760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763479.007079:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763480.031080:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763481.055057:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763482.079001:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763483.103106:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763483.935038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763483.935047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763483.935051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763483.935062:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1001 00000100:00080000:3.0:1789763483.935072:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763483.935080:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763483.935116:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015253888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763483.935140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763483.935144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763483.935145:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763483.935149:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1001 00000100:00080000:3.0:1789763483.935152:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763483.935155:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763483.935165:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763483.935176:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015254016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763483.935184:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763483.935186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763483.935188:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763483.935190:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1001 00000100:00080000:3.0:1789763483.935193:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763483.935196:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763483.935201:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763483.935209:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015254144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763483.935218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763483.935221:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763483.935223:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763483.935228:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1001 00000100:00100000:1.0:1789763483.935230:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015253888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763483.935232:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763483.935239:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763483.935244:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763483.935253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015254272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763483.935259:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763483.935262:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763483.935264:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763483.935267:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1001 00000100:00080000:3.0:1789763483.935270:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763483.935273:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763483.935278:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763483.935286:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015254400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763483.935314:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763483.935357:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763483/real 1789763483] req@ffff9cdd59276d80 x1876702015253888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763483.935373:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015253888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763483.935382:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763483.935386:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763483.935389:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015253888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763483.935395:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763483.935435:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763483.935450:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763483/real 1789763483] req@ffff9cdd59274a80 x1876702015254016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763483.935464:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015254016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763483.935473:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763483.935477:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763483.935480:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763483.935510:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763483.935541:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763483.935555:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763483/real 1789763483] req@ffff9cdd59277480 x1876702015254144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763483.935568:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015254144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763483.935578:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763483.935582:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763483.935585:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763483.935591:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763483.935625:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763483.935634:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763483/real 1789763483] req@ffff9cdd59275180 x1876702015254272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763483.935644:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015254272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763483.935652:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763483.935654:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763483.935656:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763483.935661:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015254400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763483.935693:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763483.935718:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763483/real 1789763483] req@ffff9cdd59276a00 x1876702015254400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763483.935733:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015254400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763483.935742:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763483.935747:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763483.935751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015254400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763484.127039:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763485.151030:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763486.175055:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763487.199124:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763488.223062:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763489.055134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763489.055148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763489.055155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763489.055170:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1007 00000100:00080000:1.0:1789763489.055186:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763489.055198:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763489.055270:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015254528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763489.055320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763489.055326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763489.055328:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763489.055334:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1007 00000100:00080000:1.0:1789763489.055338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763489.055343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763489.055356:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763489.055372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015254656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763489.055390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763489.055395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763489.055397:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015254528:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763489.055400:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763489.055422:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1007 00000100:00080000:1.0:1789763489.055428:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763489.055432:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763489.055441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763489.055459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015254784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763489.055473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763489.055478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763489.055481:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763489.055497:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1007 00000100:00080000:1.0:1789763489.055505:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763489.055513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763489.055518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763489.055529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015254912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763489.055540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763489.055550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:3.0:1789763489.055552:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763489.055555:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763489.055565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1007 00000100:00080000:1.0:1789763489.055574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763489.055582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763489.055592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763489.055622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015255040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763489.055647:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763489/real 1789763489] req@ffff9cdd47c52680 x1876702015254528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763489.055714:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015254528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763489.055731:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763489.055737:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763489.055742:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015254528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763489.055775:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763489.055807:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763489.055840:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763489/real 1789763489] req@ffff9cdd47c53b80 x1876702015254656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763489.055858:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015254656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763489.055878:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763489.055882:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763489.055887:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763489.055944:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763489.055967:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763489.055978:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763489/real 1789763489] req@ffff9cdd47c50000 x1876702015254784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763489.055989:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015254784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763489.055997:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763489.056001:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763489.056004:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763489.056010:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763489.056025:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763489.056033:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763489/real 1789763489] req@ffff9cdd47c50380 x1876702015254912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763489.056043:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015254912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763489.056051:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763489.056054:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763489.056058:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015254912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763489.056064:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015255040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763489.056078:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763489.056086:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763489/real 1789763489] req@ffff9cdd47c53480 x1876702015255040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763489.056097:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015255040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763489.056105:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763489.056108:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763489.056111:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015255040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763489.247145:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763490.271109:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763491.295049:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763492.319119:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763493.343100:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763494.175049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763494.175067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763494.175074:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763494.175090:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1012 00000100:00080000:0.0:1789763494.175105:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763494.175125:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763494.175179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015255168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763494.175222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763494.175228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763494.175231:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763494.175239:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1012 00000100:00080000:0.0:1789763494.175248:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763494.175256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763494.175276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763494.175316:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015255168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763494.175317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015255296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763494.175374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763494.175380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763494.175384:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763494.175392:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1012 00000100:00080000:0.0:1789763494.175398:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763494.175416:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763494.175425:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763494.175445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015255424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763494.175459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763494.175464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763494.175466:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763494.175470:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1012 00000100:00080000:0.0:1789763494.175475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763494.175481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763494.175488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763494.175503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015255552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763494.175514:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763494.175544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763494.175549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763494.175555:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763494.175561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1012 00000100:00080000:0.0:1789763494.175567:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763494.175573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763494.175580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763494.175611:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763494/real 1789763494] req@ffff9cdd47cf8a80 x1876702015255168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763494.175614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015255680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763494.175723:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015255168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763494.175757:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763494.175765:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763494.175773:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015255168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763494.175815:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015255296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763494.175853:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763494.175870:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763494/real 1789763494] req@ffff9cdd47cfb100 x1876702015255296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763494.175931:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015255296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763494.175942:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763494.175947:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763494.175951:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015255296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763494.175960:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015255424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763494.175987:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763494.176000:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763494/real 1789763494] req@ffff9cdd47cf8000 x1876702015255424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763494.176022:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015255424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763494.176037:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763494.176061:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763494.176066:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015255424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763494.176077:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015255552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763494.176114:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763494.176154:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763494/real 1789763494] req@ffff9cdd47cfa680 x1876702015255552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763494.176179:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015255552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763494.176189:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763494.176193:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763494.176197:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015255552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763494.176205:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015255680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763494.176231:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763494.176243:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763494/real 1789763494] req@ffff9cdd47cf8700 x1876702015255680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763494.176257:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015255680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763494.176267:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763494.176270:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763494.176274:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015255680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763494.367134:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763495.391041:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763496.415187:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763497.439021:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763498.463170:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763499.295050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763499.295085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763499.295094:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763499.295112:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1017 00000100:00080000:3.0:1789763499.295146:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763499.295161:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763499.295253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015255808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763499.295321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763499.295329:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763499.295342:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763499.295352:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1017 00000100:00080000:3.0:1789763499.295361:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763499.295370:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763499.295389:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763499.295412:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015255936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763499.295428:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763499.295433:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763499.295436:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763499.295441:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1017 00000100:00080000:3.0:1789763499.295454:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763499.295464:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763499.295466:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015255808:192.168.203.148@tcp:250:kworker.0 00000008:00100000:3.0:1789763499.295471:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763499.295489:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015256064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763499.295505:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763499.295520:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763499.295522:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763499.295528:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1017 00000100:00080000:3.0:1789763499.295534:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763499.295539:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763499.295545:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763499.295559:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015256192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763499.295572:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763499.295576:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763499.295614:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763499.295627:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1017 00000800:00000100:1.0:1789763499.295629:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763499.295635:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763499.295644:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763499.295662:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763499.295681:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015256320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763499.295744:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763499/real 1789763499] req@ffff9cdd59277b80 x1876702015255808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763499.295777:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015255808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763499.295804:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763499.295810:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763499.295815:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015255808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763499.295826:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015255936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763499.295858:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763499.295932:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763499/real 1789763499] req@ffff9cdd59274e00 x1876702015255936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763499.295948:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015255936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763499.295959:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763499.295972:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763499.295976:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015255936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763499.296010:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015256064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763499.296037:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763499.296050:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763499/real 1789763499] req@ffff9cdd59275500 x1876702015256064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763499.296074:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015256064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763499.296084:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763499.296087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763499.296091:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015256064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763499.296098:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015256192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763499.296117:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763499.296137:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763499/real 1789763499] req@ffff9cdd59274380 x1876702015256192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763499.296158:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015256192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763499.296174:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763499.296180:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763499.296187:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015256192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763499.296210:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015256320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763499.296249:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763499.296277:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763499/real 1789763499] req@ffff9cdd59276300 x1876702015256320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763499.296293:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015256320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763499.296304:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763499.296308:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763499.296312:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015256320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763499.487125:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763500.511119:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763501.535157:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763502.559095:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763503.583155:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763504.415032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763504.415049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763504.415056:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763504.415074:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1022 00000100:00080000:0.0:1789763504.415096:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763504.415111:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763504.415183:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015256448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763504.415230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763504.415236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763504.415239:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763504.415244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1022 00000100:00080000:0.0:1789763504.415252:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763504.415258:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763504.415273:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763504.415300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015256576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763504.415324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763504.415333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763504.415337:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763504.415346:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1022 00000100:00080000:0.0:1789763504.415355:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763504.415365:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763504.415380:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763504.415380:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015256448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763504.415408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015256704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763504.415428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763504.415434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763504.415437:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763504.415443:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1022 00000100:00080000:0.0:1789763504.415452:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763504.415460:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763504.415469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763504.415485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015256832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763504.415510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763504.415518:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763504.415521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763504.415526:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763504.415535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1022 00000100:00080000:0.0:1789763504.415544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763504.415583:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763504.415592:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763504.415627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015256960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763504.415635:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763504/real 1789763504] req@ffff9cdd47cfa300 x1876702015256448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763504.415710:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015256448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763504.415731:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763504.415737:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763504.415743:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015256448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763504.415754:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015256576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763504.415785:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763504.415800:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763504/real 1789763504] req@ffff9cdd47cf8700 x1876702015256576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763504.415815:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015256576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763504.415825:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763504.415830:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763504.415834:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015256576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763504.415915:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015256704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763504.415945:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763504.415968:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763504/real 1789763504] req@ffff9cdd47cfa680 x1876702015256704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763504.416004:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015256704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763504.416019:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763504.416025:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763504.416032:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015256704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763504.416043:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015256832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763504.416082:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763504.416103:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763504/real 1789763504] req@ffff9cdd47cf8000 x1876702015256832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763504.416117:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015256832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763504.416128:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763504.416132:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763504.416135:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015256832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763504.416143:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015256960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763504.416166:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763504.416178:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763504/real 1789763504] req@ffff9cdd47cfb100 x1876702015256960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763504.416191:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015256960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763504.416209:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763504.416213:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763504.416216:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015256960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763504.607173:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763505.631083:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763506.655108:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763507.679087:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763508.703017:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763509.534966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763509.534976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763509.534980:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763509.534992:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1027 00000100:00080000:0.0:1789763509.535004:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763509.535012:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763509.535055:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015257088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763509.535087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763509.535091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763509.535092:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763509.535097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1027 00000100:00080000:0.0:1789763509.535100:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763509.535103:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763509.535115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763509.535127:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015257216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763509.535138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763509.535141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763509.535143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763509.535146:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1027 00000100:00080000:0.0:1789763509.535149:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763509.535152:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763509.535159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763509.535160:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015257088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763509.535171:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015257344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763509.535182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763509.535201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763509.535203:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763509.535206:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1027 00000100:00080000:0.0:1789763509.535209:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763509.535212:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763509.535216:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763509.535228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015257472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763509.535237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763509.535240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763509.535242:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763509.535245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1027 00000100:00080000:0.0:1789763509.535249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763509.535254:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763509.535256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763509.535264:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763509.535276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015257600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763509.535305:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763509/real 1789763509] req@ffff9cdd47cf8a80 x1876702015257088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763509.535358:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015257088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763509.535374:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763509.535380:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763509.535385:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015257088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763509.535396:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015257216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763509.535430:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763509.535447:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763509/real 1789763509] req@ffff9cdd47cf9500 x1876702015257216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763509.535480:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015257216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763509.535497:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763509.535501:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763509.535505:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015257216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763509.535572:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015257344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763509.535592:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763509.535602:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763509/real 1789763509] req@ffff9cdd47cf8e00 x1876702015257344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763509.535612:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015257344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763509.535639:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763509.535643:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763509.535647:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015257344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763509.535654:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015257472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763509.535675:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763509.535687:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763509/real 1789763509] req@ffff9cdd47cf9c00 x1876702015257472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763509.535701:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015257472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763509.535711:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763509.535714:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763509.535731:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015257472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763509.535738:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015257600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763509.535759:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763509.535771:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763509/real 1789763509] req@ffff9cdd47cf9880 x1876702015257600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763509.535786:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015257600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763509.535795:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763509.535799:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763509.535803:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015257600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763509.727103:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763510.751074:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763511.775136:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763512.799087:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763513.823029:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763514.654991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763514.655003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763514.655009:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763514.655022:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1032 00000100:00080000:3.0:1789763514.655047:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763514.655057:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763514.655104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015257728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763514.655138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763514.655145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763514.655148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763514.655155:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1032 00000100:00080000:3.0:1789763514.655162:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763514.655169:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763514.655185:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763514.655206:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015257856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763514.655207:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015257728:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763514.655224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763514.655229:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763514.655232:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763514.655238:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1032 00000100:00080000:3.0:1789763514.655243:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763514.655249:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763514.655256:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763514.655271:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015257984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763514.655286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763514.655291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763514.655294:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789763514.655297:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763514.655300:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1032 00000100:00080000:3.0:1789763514.655305:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763514.655310:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763514.655317:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763514.655332:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015258112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763514.655347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763514.655349:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763514/real 1789763514] req@ffff9cdd59277800 x1876702015257728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763514.655352:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763514.655356:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763514.655362:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1032 00000100:00080000:3.0:1789763514.655367:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763514.655372:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763514.655377:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015257728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763514.655380:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763514.655413:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015258240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763514.655416:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763514.655424:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763514.655431:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015257728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763514.655512:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015257856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763514.655585:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763514.655606:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763514/real 1789763514] req@ffff9cdd59274000 x1876702015257856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763514.655622:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015257856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763514.655633:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763514.655638:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763514.655642:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015257856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763514.655650:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015257984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763514.655674:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763514.655719:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763514/real 1789763514] req@ffff9cdd59276680 x1876702015257984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763514.655740:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015257984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763514.655755:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763514.655761:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763514.655767:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015257984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763514.655777:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015258112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763514.655812:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763514.655827:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763514/real 1789763514] req@ffff9cdd59274700 x1876702015258112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763514.655848:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015258112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763514.655857:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763514.655860:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763514.655902:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015258112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763514.655909:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015258240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763514.655935:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763514.655947:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763514/real 1789763514] req@ffff9cdd59275880 x1876702015258240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763514.655960:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015258240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763514.655968:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763514.655972:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763514.655975:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015258240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763514.847061:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763515.871044:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763516.895017:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763517.919095:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763518.943088:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763519.774980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763519.774990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763519.774996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763519.775007:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1037 00000100:00080000:2.0:1789763519.775020:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763519.775029:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763519.775074:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015258368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763519.775106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763519.775110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763519.775112:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763519.775116:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1037 00000100:00080000:2.0:1789763519.775120:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763519.775123:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763519.775135:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763519.775149:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015258496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763519.775162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763519.775165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763519.775168:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763519.775174:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015258368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763519.775176:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1037 00000100:00080000:2.0:1789763519.775194:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763519.775198:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763519.775205:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763519.775217:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015258624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763519.775228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763519.775232:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763519.775234:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763519.775238:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1037 00000100:00080000:2.0:1789763519.775241:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763519.775244:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763519.775249:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763519.775262:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015258752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763519.775271:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763519.775275:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763519.775277:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763519.775281:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1037 00000100:00080000:2.0:1789763519.775285:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763519.775289:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763519.775294:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763519.775306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015258880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763519.775343:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015258496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763519.775400:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015258624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763519.775463:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015258752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763519.775508:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015258880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763519.966997:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763520.991092:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763522.015110:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763522.847183:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789763522.847233:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763522.847254:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763522.847312:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763522.847347:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763522.847368:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763522.847407:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789763522.847540:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763519/real 1789763522] req@ffff9cdd437a5500 x1876702015258496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763522.847586:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015258496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763522.847609:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763522.847629:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763522.847636:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015258496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763522.847647:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763519/real 1789763522] req@ffff9cdd437a4a80 x1876702015258624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763522.847668:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015258624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763522.847692:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763522.847699:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763522.847706:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015258624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763522.847718:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763519/real 1789763522] req@ffff9cdd437a4e00 x1876702015258752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763522.847739:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015258752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763522.847754:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763522.847760:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763522.847767:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015258752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763522.847779:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763519/real 1789763522] req@ffff9cdd437a6680 x1876702015258880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763522.847801:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015258880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763522.847816:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763522.847823:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763522.847829:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015258880:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763522.847842:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763519/real 1789763522] req@ffff9cdd437a4700 x1876702015258368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763522.847864:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015258368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763522.847950:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763522.847960:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763522.847967:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015258368:192.168.203.148@tcp:250:kworker.0 00010000:00010000:0.0:1789763523.039034:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763524.063120:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763524.895052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763524.895062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763524.895067:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763524.895079:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1042 00000100:00080000:1.0:1789763524.895093:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763524.895101:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763524.895146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015259008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763524.895186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763524.895191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763524.895194:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763524.895215:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1042 00000100:00080000:1.0:1789763524.895221:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763524.895229:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763524.895231:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015259008:192.168.203.148@tcp:250:kworker.0 00000008:00100000:1.0:1789763524.895241:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763524.895261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015259136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763524.895275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763524.895278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763524.895281:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763524.895285:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1042 00000100:00080000:1.0:1789763524.895289:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763524.895292:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763524.895315:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763524.895339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015259264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763524.895342:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763524.895377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763524.895384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763524.895388:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763524.895398:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1042 00000100:00080000:1.0:1789763524.895439:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763524.895442:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763524/real 1789763524] req@ffff9cdd47c51500 x1876702015259008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763524.895454:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763524.895473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763524.895500:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015259008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763524.895512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015259392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763524.895525:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763524.895547:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:1.0:1789763524.895548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763524.895563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1789763524.895565:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015259008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763524.895570:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763524.895603:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1042 00000100:00080000:1.0:1789763524.895610:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763524.895617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763524.895625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763524.895633:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015259136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763524.895648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015259520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763524.895681:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763524.895708:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763524/real 1789763524] req@ffff9cdd47c53800 x1876702015259136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763524.895729:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015259136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763524.895742:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763524.895748:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763524.895753:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015259136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763524.895763:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015259264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763524.895797:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763524.895817:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763524/real 1789763524] req@ffff9cdd47c51f80 x1876702015259264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763524.895847:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015259264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763524.895860:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763524.895866:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763524.895872:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015259264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763524.895912:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015259392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763524.895947:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763524.895966:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763524/real 1789763524] req@ffff9cdd47c53480 x1876702015259392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763524.895985:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015259392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763524.895998:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763524.896003:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763524.896008:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015259392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763524.896032:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015259520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763524.896574:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763524.896595:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763524/real 1789763524] req@ffff9cdd47c50380 x1876702015259520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763524.896624:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015259520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763524.896648:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763524.896653:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763524.896658:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015259520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763525.087136:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763526.111015:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763527.135184:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763528.159168:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763529.183139:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763530.015047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763530.015065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763530.015072:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763530.015088:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1048 00000100:00080000:0.0:1789763530.015106:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763530.015117:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763530.015177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015259648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763530.015231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763530.015236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763530.015239:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763530.015244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1048 00000100:00080000:0.0:1789763530.015250:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763530.015256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763530.015292:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763530.015311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015259776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763530.015328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763530.015333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763530.015336:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763530.015347:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1048 00000100:00100000:3.0:1789763530.015350:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015259648:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763530.015352:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763530.015408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763530.015419:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763530.015440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015259904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763530.015455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763530.015460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763530.015463:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763530.015469:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1048 00000100:00080000:0.0:1789763530.015476:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763530.015483:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763530.015486:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763530.015503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763530.015519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015260032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763530.015530:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763530/real 1789763530] req@ffff9cdd47cf9f80 x1876702015259648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763530.015598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763530.015606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763530.015609:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763530.015615:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015259648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763530.015624:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1048 00000100:00080000:0.0:1789763530.015640:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763530.015655:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:3.0:1789763530.015655:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1789763530.015674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763530.015698:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789763530.015708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015260160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763530.015722:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015259648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763530.015782:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015259776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763530.015815:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763530.015831:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763530/real 1789763530] req@ffff9cdd47cfad80 x1876702015259776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763530.015845:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015259776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763530.015854:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763530.015858:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763530.015861:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015259776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763530.015869:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015259904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763530.015886:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763530.015953:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763530/real 1789763530] req@ffff9cdd47cfbb80 x1876702015259904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763530.015970:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015259904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763530.015981:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763530.015985:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763530.015990:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015259904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763530.015998:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015260032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763530.016026:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763530.016040:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763530/real 1789763530] req@ffff9cdd47cfaa00 x1876702015260032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763530.016054:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015260032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763530.016064:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763530.016067:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763530.016071:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015260032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763530.016079:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015260160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763530.016098:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763530.016110:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763530/real 1789763530] req@ffff9cdd47cfb480 x1876702015260160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763530.016125:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015260160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763530.016135:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763530.016138:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763530.016142:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015260160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763530.207237:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763531.231066:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763532.255045:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763533.279127:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763534.303019:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763535.134964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763535.134977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763535.134982:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763535.134997:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1053 00000100:00080000:0.0:1789763535.135015:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763535.135028:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763535.135088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015260288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763535.135129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763535.135134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763535.135137:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763535.135143:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1053 00000100:00080000:0.0:1789763535.135148:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763535.135155:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763535.135170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763535.135196:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015260288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763535.135197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015260416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763535.135224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763535.135228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763535.135230:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763535.135235:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1053 00000100:00080000:0.0:1789763535.135239:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763535.135243:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763535.135250:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763535.135267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015260544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763535.135279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763535.135284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763535.135286:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763535.135296:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1053 00000800:00000100:3.0:1789763535.135297:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763535.135302:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763535.135310:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763535.135316:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763535.135355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015260672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763535.135381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763535.135388:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763535/real 1789763535] req@ffff9cdd47cf9180 x1876702015260288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763535.135393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763535.135403:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763535.135420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1053 00000100:00100000:3.0:1789763535.135428:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015260288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763535.135432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763535.135453:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:3.0:1789763535.135454:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763535.135468:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000008:00100000:0.0:1789763535.135472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763535.135476:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015260288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763535.135501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015260800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763535.135515:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015260416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763535.135563:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763535.135599:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763535/real 1789763535] req@ffff9cdd47cfb480 x1876702015260416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763535.135624:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015260416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763535.135651:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763535.135655:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763535.135660:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015260416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763535.135669:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015260544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763535.135709:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763535.135730:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763535/real 1789763535] req@ffff9cdd47cfaa00 x1876702015260544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763535.135755:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015260544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763535.135771:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763535.135792:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763535.135797:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015260544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763535.135806:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015260672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763535.135837:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763535.135852:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763535/real 1789763535] req@ffff9cdd47cfbb80 x1876702015260672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763535.135867:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015260672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763535.135912:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763535.135917:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763535.135923:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015260672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763535.135946:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015260800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763535.135972:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763535.135989:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763535/real 1789763535] req@ffff9cdd47cfad80 x1876702015260800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763535.136013:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015260800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763535.136030:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763535.136036:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763535.136043:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015260800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763535.327051:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763536.351061:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763537.375149:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763538.399016:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763539.423004:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763540.254936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763540.254944:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763540.254948:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763540.254957:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1058 00000100:00080000:2.0:1789763540.254968:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763540.254975:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763540.255011:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015260928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763540.255034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763540.255036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763540.255037:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763540.255041:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1058 00000100:00080000:2.0:1789763540.255043:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763540.255046:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763540.255056:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763540.255065:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015261056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763540.255071:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015260928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763540.255076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763540.255078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763540.255081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763540.255089:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1058 00000100:00080000:2.0:1789763540.255091:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763540.255093:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763540.255096:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763540.255104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015261184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763540.255110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763540.255113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763540.255114:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763540.255116:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1058 00000100:00080000:2.0:1789763540.255134:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763540.255136:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763540.255139:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763540.255145:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789763540.255149:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015261312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763540.255157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763540.255160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763540.255162:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763540.255164:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1058 00000100:00080000:2.0:1789763540.255167:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763540.255169:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763540.255172:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763540.255181:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015261440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763540.255185:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763540/real 1789763540] req@ffff9cdd437a5180 x1876702015260928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.255210:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015260928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.255220:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.255223:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763540.255226:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015260928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763540.255247:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763540.255263:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763540.255272:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763540/real 1789763540] req@ffff9cdd437a5c00 x1876702015261056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.255281:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015261056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.255300:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.255303:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763540.255306:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763540.255311:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763540.255327:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763540.255335:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763540/real 1789763540] req@ffff9cdd437a4000 x1876702015261184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.255343:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015261184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.255348:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.255351:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763540.255353:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763540.255356:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763540.255366:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763540.255371:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763540/real 1789763540] req@ffff9cdd437a7800 x1876702015261312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.255379:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015261312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.255384:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.255387:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763540.255389:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763540.255392:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015261440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763540.255401:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763540.255407:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763540/real 1789763540] req@ffff9cdd437a4380 x1876702015261440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763540.255414:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015261440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763540.255420:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763540.255422:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763540.255424:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015261440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763540.446986:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763541.471050:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763542.495134:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763543.519184:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763544.543039:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763545.375110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763545.375125:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763545.375132:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763545.375148:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1063 00000100:00080000:0.0:1789763545.375165:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763545.375179:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763545.375237:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015261568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763545.375289:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763545.375304:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763545.375307:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763545.375312:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1063 00000100:00080000:0.0:1789763545.375316:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763545.375321:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763545.375333:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763545.375347:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015261696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763545.375369:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763545.375374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763545.375376:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763545.375382:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1063 00000100:00080000:0.0:1789763545.375384:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763545.375389:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763545.375395:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763545.375407:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015261824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763545.375423:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763545.375433:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1789763545.375436:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015261568:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763545.375437:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763545.375458:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1063 00000100:00080000:0.0:1789763545.375464:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763545.375470:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763545.375474:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763545.375488:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015261952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763545.375499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763545.375503:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763545.375506:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763545.375510:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1063 00000100:00080000:0.0:1789763545.375517:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763545.375522:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763545.375527:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763545.375538:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015262080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763545.375559:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763545.375652:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763545/real 1789763545] req@ffff9cdd47cf9f80 x1876702015261568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763545.375693:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015261568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763545.375716:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763545.375726:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763545.375734:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015261568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763545.375751:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763545.375801:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763545.375827:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763545/real 1789763545] req@ffff9cdd47cf9880 x1876702015261696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763545.375853:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015261696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763545.375938:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763545.375946:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763545.375951:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763545.375987:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763545.376021:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763545.376037:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763545/real 1789763545] req@ffff9cdd47cf9c00 x1876702015261824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763545.376052:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015261824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763545.376063:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763545.376067:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763545.376071:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763545.376078:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763545.376097:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763545.376108:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763545/real 1789763545] req@ffff9cdd47cf8e00 x1876702015261952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763545.376123:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015261952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763545.376133:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763545.376136:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763545.376140:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015261952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763545.376146:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015262080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763545.376164:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763545.376175:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763545/real 1789763545] req@ffff9cdd47cf9500 x1876702015262080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763545.376189:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015262080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763545.376199:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763545.376202:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763545.376206:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015262080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763545.567155:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763546.591151:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763547.615091:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763548.639081:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763549.663066:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763550.494973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763550.494985:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763550.494990:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763550.495002:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1068 00000100:00080000:0.0:1789763550.495015:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763550.495023:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763550.495070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015262208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763550.495102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763550.495107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763550.495109:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763550.495113:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1068 00000100:00080000:0.0:1789763550.495117:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763550.495120:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763550.495132:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763550.495147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015262336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763550.495159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763550.495163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763550.495165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763550.495169:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1068 00000100:00080000:0.0:1789763550.495172:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763550.495175:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763550.495183:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763550.495186:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015262208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763550.495199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015262464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763550.495236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763550.495257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763550.495260:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763550.495278:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1068 00000100:00080000:0.0:1789763550.495284:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763550.495289:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763550.495297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763550.495315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015262592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763550.495333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763550.495338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763550.495340:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763550.495351:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1068 00000800:00000100:3.0:1789763550.495353:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763550.495358:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763550.495367:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763550.495374:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763550.495390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015262720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763550.495423:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763550/real 1789763550] req@ffff9cdd47cf8a80 x1876702015262208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763550.495462:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015262208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763550.495507:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763550.495516:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763550.495525:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015262208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763550.495566:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015262336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763550.495598:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763550.495633:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763550/real 1789763550] req@ffff9cdd47cfb100 x1876702015262336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763550.495647:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015262336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763550.495657:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763550.495661:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763550.495664:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015262336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763550.495692:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015262464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763550.495723:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763550.495742:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763550/real 1789763550] req@ffff9cdd47cf8000 x1876702015262464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763550.495765:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015262464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763550.495780:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763550.495786:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763550.495792:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015262464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763550.495800:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015262592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763550.495826:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763550.495839:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763550/real 1789763550] req@ffff9cdd47cfa680 x1876702015262592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763550.495852:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015262592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763550.495861:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763550.495895:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763550.495900:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015262592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763550.495907:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015262720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763550.495928:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763550.495940:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763550/real 1789763550] req@ffff9cdd47cf8700 x1876702015262720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763550.495953:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015262720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763550.495962:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763550.495965:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763550.495969:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015262720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763550.687033:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763551.711031:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763552.735136:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763553.759092:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763554.783107:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763555.614970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763555.614995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763555.615001:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763555.615015:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1073 00000100:00080000:0.0:1789763555.615030:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763555.615040:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763555.615090:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015262848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763555.615127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763555.615131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763555.615134:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763555.615139:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1073 00000100:00080000:0.0:1789763555.615143:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763555.615148:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763555.615160:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763555.615203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015262976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763555.615227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763555.615233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763555.615238:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763555.615247:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1073 00000100:00080000:0.0:1789763555.615252:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763555.615258:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763555.615266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763555.615289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015263104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763555.615297:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015262848:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763555.615308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763555.615324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763555.615329:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763555.615334:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1073 00000100:00080000:0.0:1789763555.615338:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763555.615342:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763555.615347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763555.615361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015263232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763555.615372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763555.615376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763555.615381:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763555.615386:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1073 00000100:00080000:0.0:1789763555.615392:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763555.615397:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763555.615406:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763555.615419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015263360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763555.615476:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763555.615575:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763555/real 1789763555] req@ffff9cdd47cfa300 x1876702015262848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763555.615613:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015262848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763555.615654:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763555.615664:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763555.615672:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015262848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763555.615690:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015262976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763555.615742:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763555.615769:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763555/real 1789763555] req@ffff9cdd47cf8700 x1876702015262976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763555.615794:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015262976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763555.615812:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763555.615820:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763555.615827:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015262976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763555.615936:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015263104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763555.615985:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763555.616010:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763555/real 1789763555] req@ffff9cdd47cfa680 x1876702015263104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763555.616037:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015263104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763555.616070:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763555.616077:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763555.616085:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015263104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763555.616099:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015263232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763555.616137:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763555.616159:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763555/real 1789763555] req@ffff9cdd47cf8000 x1876702015263232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763555.616213:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015263232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763555.616232:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763555.616239:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763555.616246:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015263232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763555.616261:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015263360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763555.616301:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763555.616324:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763555/real 1789763555] req@ffff9cdd47cfb100 x1876702015263360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763555.616347:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015263360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763555.616363:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763555.616369:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763555.616377:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015263360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763555.807147:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763556.831098:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763557.855000:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763558.879042:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763559.903115:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763560.735063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763560.735086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763560.735095:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763560.735115:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1078 00000100:00080000:0.0:1789763560.735160:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763560.735176:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763560.735246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015263488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763560.735291:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763560.735297:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763560.735300:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763560.735306:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1078 00000100:00080000:0.0:1789763560.735312:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763560.735317:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763560.735331:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763560.735349:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015263616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763560.735375:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763560.735385:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763560.735388:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015263488:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763560.735389:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763560.735404:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1078 00000100:00080000:0.0:1789763560.735409:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763560.735414:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763560.735420:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763560.735439:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015263744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763560.735452:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763560.735458:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763560.735460:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763560.735465:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1078 00000100:00080000:0.0:1789763560.735470:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763560.735474:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763560.735479:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763560.735496:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015263872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763560.735506:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763560.735521:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763560.735527:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763560.735530:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763560.735538:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1078 00000100:00080000:0.0:1789763560.735546:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763560.735551:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763560.735557:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763560.735572:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015264000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763560.735615:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763560/real 1789763560] req@ffff9cdd47cf8a80 x1876702015263488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763560.735646:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015263488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763560.735663:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763560.735669:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763560.735675:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015263488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763560.735712:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015263616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763560.735757:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763560.735783:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763560/real 1789763560] req@ffff9cdd47cf9500 x1876702015263616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763560.735810:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015263616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763560.735828:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763560.735835:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763560.735840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015263616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763560.735849:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015263744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763560.735933:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763560.735951:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763560/real 1789763560] req@ffff9cdd47cf8e00 x1876702015263744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763560.735966:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015263744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763560.735976:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763560.735980:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763560.735984:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015263744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763560.735991:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015263872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763560.736012:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763560.736023:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763560/real 1789763560] req@ffff9cdd47cf9c00 x1876702015263872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763560.736037:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015263872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763560.736046:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763560.736050:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763560.736053:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015263872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763560.736060:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015264000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763560.736093:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763560.736107:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763560/real 1789763560] req@ffff9cdd47cf9880 x1876702015264000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763560.736130:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015264000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763560.736170:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763560.736177:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763560.736184:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015264000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763560.927081:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763561.951158:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763562.975041:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763563.999220:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763565.023139:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763565.855044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763565.855057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763565.855063:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763565.855079:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1083 00000100:00080000:1.0:1789763565.855097:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763565.855127:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763565.855197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015264128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763565.855230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763565.855235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763565.855237:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763565.855242:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1083 00000100:00080000:1.0:1789763565.855247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763565.855251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763565.855263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763565.855279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015264256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763565.855293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763565.855315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763565.855318:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763565.855324:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1083 00000100:00080000:1.0:1789763565.855329:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763565.855334:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763565.855340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763565.855359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015264384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763565.855379:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015264128:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763565.855385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763565.855405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763565.855409:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763565.855416:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1083 00000100:00080000:1.0:1789763565.855439:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763565.855448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763565.855455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763565.855476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015264512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763565.855491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763565.855496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763565.855498:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763565.855503:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1083 00000100:00080000:1.0:1789763565.855508:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763565.855514:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763565.855520:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763565.855532:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763565.855540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015264640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763565.855630:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763565/real 1789763565] req@ffff9cdd47c50000 x1876702015264128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763565.855674:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015264128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763565.855691:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763565.855697:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763565.855703:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015264128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763565.855714:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015264256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763565.855746:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763565.855762:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763565/real 1789763565] req@ffff9cdd47c53b80 x1876702015264256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763565.855786:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015264256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763565.855806:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763565.855810:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763565.855814:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015264256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763565.855861:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015264384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763565.855945:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763565.855959:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763565/real 1789763565] req@ffff9cdd47c52680 x1876702015264384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763565.855974:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015264384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763565.855984:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763565.855988:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763565.855992:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015264384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763565.855999:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015264512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763565.856019:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763565.856031:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763565/real 1789763565] req@ffff9cdd47c50a80 x1876702015264512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763565.856045:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015264512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763565.856069:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763565.856073:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763565.856078:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015264512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763565.856086:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015264640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763565.856140:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763565.856161:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763565/real 1789763565] req@ffff9cdd47c52a00 x1876702015264640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763565.856175:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015264640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763565.856185:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763565.856189:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763565.856193:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015264640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763566.047064:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763567.071150:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763568.095150:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763569.119046:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763570.143055:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763570.975001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763570.975019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763570.975026:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763570.975043:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1088 00000100:00080000:0.0:1789763570.975079:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763570.975093:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763570.975164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015264768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763570.975204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763570.975210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763570.975213:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763570.975219:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1088 00000100:00080000:0.0:1789763570.975225:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763570.975232:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763570.975246:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763570.975268:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015264768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763570.975281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015264896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763570.975299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763570.975304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763570.975307:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763570.975313:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1088 00000100:00080000:0.0:1789763570.975318:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763570.975323:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763570.975330:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763570.975345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015265024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763570.975358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763570.975363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763570.975373:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763570.975381:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763570.975383:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1088 00000100:00080000:0.0:1789763570.975394:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763570.975400:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763570.975407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763570.975426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015265152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763570.975439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763570.975444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763570.975446:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763570.975455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1088 00000100:00100000:3.0:1789763570.975456:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763570/real 1789763570] req@ffff9cdd47cf9f80 x1876702015264768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763570.975462:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763570.975476:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763570.975488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763570.975502:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015264768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763570.975510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015265280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763570.975547:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763570.975556:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763570.975564:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015264768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763570.975597:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015264896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763570.975629:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763570.975647:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763570/real 1789763570] req@ffff9cdd47cfad80 x1876702015264896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763570.975663:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015264896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763570.975675:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763570.975679:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763570.975684:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015264896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763570.975691:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015265024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763570.975710:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763570.975720:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763570/real 1789763570] req@ffff9cdd47cfbb80 x1876702015265024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763570.975735:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015265024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763570.975744:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763570.975748:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763570.975752:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015265024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763570.975758:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015265152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763570.975777:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763570.975788:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763570/real 1789763570] req@ffff9cdd47cfaa00 x1876702015265152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763570.975801:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015265152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763570.975812:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763570.975815:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763570.975819:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015265152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763570.975835:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015265280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763570.975853:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763570.975899:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763570/real 1789763570] req@ffff9cdd47cfb480 x1876702015265280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763570.975915:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015265280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763570.975925:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763570.975929:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763570.975933:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015265280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763571.167151:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763572.191035:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763573.215077:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763574.239150:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763575.263167:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763576.095067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763576.095084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763576.095091:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763576.095106:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1094 00000100:00080000:0.0:1789763576.095124:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763576.095135:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763576.095196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015265408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763576.095239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763576.095245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763576.095247:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763576.095252:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1094 00000100:00080000:0.0:1789763576.095257:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763576.095261:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763576.095275:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763576.095297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015265536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763576.095321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763576.095332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763576.095335:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015265408:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763576.095336:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763576.095358:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1094 00000100:00080000:0.0:1789763576.095374:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763576.095380:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763576.095387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763576.095401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015265664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763576.095413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763576.095421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763576.095425:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763576.095434:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1094 00000100:00080000:0.0:1789763576.095441:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763576.095450:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763576.095459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763576.095483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015265792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763576.095510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789763576.095511:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763576.095527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763576.095531:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763576.095542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1094 00000100:00080000:0.0:1789763576.095553:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763576.095561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763576.095570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763576.095589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015265920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763576.095611:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763576/real 1789763576] req@ffff9cdd47cf9180 x1876702015265408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763576.095643:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015265408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763576.095662:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763576.095668:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763576.095674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015265408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763576.095715:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015265536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763576.095765:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763576.095804:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763576/real 1789763576] req@ffff9cdd47cfb480 x1876702015265536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763576.095827:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015265536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763576.095844:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763576.095850:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763576.095856:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015265536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763576.095928:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015265664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763576.095963:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763576.095979:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763576/real 1789763576] req@ffff9cdd47cfaa00 x1876702015265664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763576.095994:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015265664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763576.096005:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763576.096009:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763576.096013:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015265664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763576.096022:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015265792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763576.096082:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763576.096097:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763576/real 1789763576] req@ffff9cdd47cfbb80 x1876702015265792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763576.096112:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015265792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763576.096123:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763576.096127:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763576.096130:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015265792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763576.096138:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015265920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763576.096157:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763576.096168:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763576/real 1789763576] req@ffff9cdd47cfad80 x1876702015265920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763576.096182:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015265920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763576.096192:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763576.096195:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763576.096199:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015265920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763576.287138:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763577.311214:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763578.335076:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763579.359095:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763580.383068:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763581.215005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763581.215038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763581.215043:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763581.215056:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1099 00000100:00080000:0.0:1789763581.215070:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763581.215078:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763581.215126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015266048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763581.215160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763581.215164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763581.215166:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763581.215171:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1099 00000100:00080000:0.0:1789763581.215175:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763581.215178:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763581.215189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763581.215203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015266176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763581.215216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763581.215222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763581.215224:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763581.215234:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1099 00000100:00100000:3.0:1789763581.215236:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015266048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763581.215238:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763581.215265:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763581.215276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763581.215289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015266304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763581.215301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763581.215305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763581.215308:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763581.215312:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1099 00000100:00080000:0.0:1789763581.215317:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763581.215321:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763581.215338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763581.215356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015266432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763581.215367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763581.215373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763581.215387:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763581.215397:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763581.215403:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1099 00000100:00080000:0.0:1789763581.215412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763581.215419:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763581.215428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763581.215453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015266560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763581.215478:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763581/real 1789763581] req@ffff9cdd47cf9f80 x1876702015266048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763581.215526:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015266048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763581.215548:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763581.215553:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763581.215558:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015266048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763581.215566:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015266176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763581.215592:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763581.215605:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763581/real 1789763581] req@ffff9cdd47cf9880 x1876702015266176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763581.215618:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015266176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763581.215627:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763581.215630:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763581.215634:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015266176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763581.215683:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015266304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763581.215737:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763581.215760:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763581/real 1789763581] req@ffff9cdd47cf9c00 x1876702015266304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763581.215786:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015266304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763581.215797:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763581.215802:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763581.215806:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015266304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763581.215815:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015266432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763581.215843:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763581.215857:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763581/real 1789763581] req@ffff9cdd47cf8e00 x1876702015266432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763581.215871:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015266432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763581.215921:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763581.215953:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763581.215957:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015266432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763581.215964:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015266560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763581.216023:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763581.216046:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763581/real 1789763581] req@ffff9cdd47cf9500 x1876702015266560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763581.216060:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015266560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763581.216069:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763581.216072:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763581.216075:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015266560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763581.407010:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763582.431129:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763583.455086:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763584.479101:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763585.503043:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763586.335056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763586.335069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763586.335075:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763586.335090:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1104 00000100:00080000:3.0:1789763586.335105:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763586.335115:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763586.335166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015266688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763586.335218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763586.335222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763586.335225:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763586.335230:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1104 00000100:00080000:3.0:1789763586.335234:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763586.335238:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763586.335250:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763586.335264:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015266816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763586.335278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763586.335283:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763586.335286:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763586.335291:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1104 00000100:00080000:3.0:1789763586.335294:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763586.335298:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763586.335304:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763586.335316:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015266944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763586.335337:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763586.335342:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763586.335344:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763586.335348:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1104 00000100:00080000:3.0:1789763586.335352:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763586.335357:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763586.335363:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763586.335380:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015267072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763586.335391:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015266688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763586.335398:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763586.335416:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763586.335429:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763586.335436:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1104 00000100:00080000:3.0:1789763586.335441:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763586.335445:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763586.335451:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763586.335465:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015267200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763586.335643:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015266816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763586.335685:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015266944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763586.335738:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015267072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763586.335762:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015267200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763586.527131:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763587.551035:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763588.575194:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763589.407212:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789763589.407246:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763589.407261:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763589.407301:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763589.407309:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763589.407315:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763589.407321:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789763589.407433:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763586/real 1789763589] req@ffff9cdd59275880 x1876702015267072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763589.407463:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015267072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763589.407475:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763589.407480:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763589.407484:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015267072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763589.407493:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763586/real 1789763589] req@ffff9cdd59274700 x1876702015267200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763589.407507:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015267200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763589.407515:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763589.407519:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763589.407522:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015267200:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763589.407530:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763586/real 1789763589] req@ffff9cdd59275c00 x1876702015266688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763589.407543:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015266688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763589.407551:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763589.407555:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763589.407558:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015266688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763589.407565:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763586/real 1789763589] req@ffff9cdd59275f80 x1876702015266816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763589.407577:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015266816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763589.407585:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763589.407589:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763589.407592:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015266816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763589.407599:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763586/real 1789763589] req@ffff9cdd59277100 x1876702015266944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763589.407609:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015266944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763589.407617:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763589.407620:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763589.407623:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015266944:192.168.203.148@tcp:8:kworker.0 00010000:00010000:2.0:1789763589.599127:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763590.623055:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763591.455142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763591.455184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763591.455190:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763591.455209:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1109 00000100:00080000:3.0:1789763591.455223:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763591.455234:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763591.455314:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015267328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763591.455363:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763591.455370:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763591.455374:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763591.455382:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1109 00000100:00080000:3.0:1789763591.455397:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763591.455405:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763591.455421:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763591.455448:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015267456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763591.455469:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015267328:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763591.455473:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763591.455489:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763591.455493:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763591.455502:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1109 00000100:00080000:3.0:1789763591.455512:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763591.455521:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763591.455531:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763591.455554:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015267584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763591.455572:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763591.455578:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763591.455582:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763591.455588:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1109 00000800:00000100:1.0:1789763591.455599:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763591.455600:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763591.455622:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763591.455632:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763591.455656:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015267712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763591.455675:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763591.455680:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763591/real 1789763591] req@ffff9cdd59276680 x1876702015267328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763591.455683:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763591.455688:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763591.455702:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1109 00000100:00080000:3.0:1789763591.455713:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763591.455725:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763591.455735:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763591.455741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015267328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763591.455763:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015267840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763591.455767:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763591.455785:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763591.455800:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015267328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763591.455857:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015267456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763591.455981:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763591.456004:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763591/real 1789763591] req@ffff9cdd59274000 x1876702015267456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763591.456025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015267456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763591.456041:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763591.456047:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763591.456054:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015267456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763591.456065:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015267584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763591.456113:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763591.456136:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763591/real 1789763591] req@ffff9cdd59277800 x1876702015267584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763591.456156:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015267584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763591.456171:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763591.456177:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763591.456183:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015267584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763591.456193:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015267712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763591.456229:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763591.456249:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763591/real 1789763591] req@ffff9cdd59276300 x1876702015267712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763591.456269:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015267712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763591.456283:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763591.456288:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763591.456293:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015267712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763591.456303:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015267840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763591.456335:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763591.456354:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763591/real 1789763591] req@ffff9cdd59274380 x1876702015267840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763591.456374:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015267840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763591.456388:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763591.456393:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763591.456399:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015267840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763591.647147:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763592.670995:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763593.695078:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763594.719154:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763595.743066:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763596.575029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763596.575042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763596.575051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763596.575064:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1114 00000100:00080000:0.0:1789763596.575080:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763596.575090:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763596.575141:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015267968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763596.575181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763596.575188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763596.575193:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763596.575215:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1114 00000100:00080000:0.0:1789763596.575223:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763596.575231:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763596.575249:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763596.575276:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015268096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763596.575294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763596.575300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763596.575303:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763596.575310:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015267968:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763596.575312:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1114 00000100:00080000:0.0:1789763596.575323:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763596.575331:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763596.575339:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763596.575362:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015268224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763596.575382:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763596.575391:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763596.575396:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763596.575404:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1114 00000100:00080000:0.0:1789763596.575413:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763596.575415:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763596.575426:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763596.575440:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763596.575465:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015268352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763596.575478:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763596.575483:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763596.575486:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763596.575493:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763596/real 1789763596] req@ffff9cdd47cf8a80 x1876702015267968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763596.575496:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1114 00000100:00080000:0.0:1789763596.575505:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763596.575516:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763596.575529:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763596.575551:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015268480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763596.575562:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015267968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763596.575598:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763596.575608:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763596.575617:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015267968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763596.575659:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763596.575695:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763596.575713:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763596/real 1789763596] req@ffff9cdd47cfb100 x1876702015268096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763596.575729:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015268096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763596.575740:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763596.575745:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763596.575749:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763596.575756:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763596.575777:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763596.575788:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763596/real 1789763596] req@ffff9cdd47cf8000 x1876702015268224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763596.575802:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015268224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763596.575811:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763596.575814:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763596.575818:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763596.575825:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763596.575843:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763596.575854:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763596/real 1789763596] req@ffff9cdd47cfa680 x1876702015268352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763596.575946:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015268352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763596.575959:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763596.575963:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763596.575967:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763596.575975:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015268480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763596.576005:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763596.576021:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763596/real 1789763596] req@ffff9cdd47cf8700 x1876702015268480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763596.576035:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015268480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763596.576044:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763596.576048:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763596.576052:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015268480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763596.767025:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763597.791106:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763598.815141:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763599.839159:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763600.863113:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763601.695048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763601.695060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763601.695065:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763601.695077:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1119 00000100:00080000:3.0:1789763601.695091:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763601.695099:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763601.695164:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015268608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763601.695205:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763601.695210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763601.695212:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763601.695218:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1119 00000100:00080000:3.0:1789763601.695223:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763601.695228:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763601.695240:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763601.695258:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015268736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763601.695274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763601.695279:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763601.695281:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763601.695289:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1119 00000100:00080000:3.0:1789763601.695298:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763601.695301:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015268608:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763601.695310:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763601.695330:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763601.695348:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015268864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763601.695360:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763601.695365:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763601.695367:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763601.695388:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1119 00000100:00080000:3.0:1789763601.695396:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763601.695402:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763601.695409:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763601.695428:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015268992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763601.695434:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763601.695453:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763601.695458:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763601.695462:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763601.695484:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1119 00000100:00080000:3.0:1789763601.695492:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763601.695499:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763601.695507:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763601.695510:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763601/real 1789763601] req@ffff9cdd59275500 x1876702015268608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763601.695532:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015269120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763601.695539:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015268608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763601.695606:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763601.695620:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763601.695629:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015268608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763601.695667:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763601.695698:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763601.695711:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763601/real 1789763601] req@ffff9cdd59274e00 x1876702015268736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763601.695724:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015268736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763601.695732:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763601.695736:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763601.695739:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763601.695745:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763601.695762:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763601.695771:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763601/real 1789763601] req@ffff9cdd59277b80 x1876702015268864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763601.695803:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015268864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763601.695811:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763601.695814:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763601.695818:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763601.695823:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763601.695857:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763601.695913:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763601/real 1789763601] req@ffff9cdd59276a00 x1876702015268992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763601.695934:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015268992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763601.695942:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763601.695945:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763601.695948:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015268992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763601.695954:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015269120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763601.695974:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763601.695984:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763601/real 1789763601] req@ffff9cdd59275180 x1876702015269120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763601.695995:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015269120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763601.696002:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763601.696005:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763601.696008:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015269120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763601.887042:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763602.911144:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763603.935073:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763604.959084:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763605.983111:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763606.815039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763606.815055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763606.815062:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763606.815079:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1124 00000100:00080000:1.0:1789763606.815096:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763606.815108:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763606.815170:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015269248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763606.815220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763606.815226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763606.815229:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763606.815235:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1124 00000100:00080000:1.0:1789763606.815240:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763606.815245:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763606.815259:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763606.815286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015269376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763606.815304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763606.815310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763606.815313:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763606.815318:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1124 00000100:00080000:1.0:1789763606.815323:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763606.815328:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763606.815334:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763606.815348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015269504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763606.815371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763606.815372:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015269248:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763606.815384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763606.815392:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763606.815409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1124 00000100:00080000:1.0:1789763606.815415:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763606.815420:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763606.815426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763606.815444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015269632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763606.815460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763606.815467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763606.815471:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763606.815478:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1124 00000100:00080000:1.0:1789763606.815487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763606.815496:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763606.815508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763606.815538:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763606.815544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015269760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763606.815623:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763606/real 1789763606] req@ffff9cdd47c52d80 x1876702015269248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763606.815654:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015269248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763606.815670:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763606.815676:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763606.815681:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015269248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763606.815693:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015269376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763606.815724:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763606.815739:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763606/real 1789763606] req@ffff9cdd47c51c00 x1876702015269376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763606.815754:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015269376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763606.815764:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763606.815768:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763606.815771:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015269376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763606.815834:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015269504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763606.815906:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763606.815925:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763606/real 1789763606] req@ffff9cdd47c50e00 x1876702015269504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763606.815941:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015269504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763606.815951:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763606.815956:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763606.815960:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015269504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763606.815968:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015269632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763606.815992:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763606.816003:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763606/real 1789763606] req@ffff9cdd47c52300 x1876702015269632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763606.816018:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015269632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763606.816027:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763606.816031:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763606.816034:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015269632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763606.816041:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015269760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763606.816060:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763606.816071:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763606/real 1789763606] req@ffff9cdd47c53100 x1876702015269760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763606.816095:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015269760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763606.816104:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763606.816107:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763606.816111:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015269760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763607.007106:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763608.031070:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763609.055094:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763610.079035:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763611.103090:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763611.935026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763611.935040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763611.935046:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763611.935060:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1129 00000100:00080000:3.0:1789763611.935086:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763611.935096:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763611.935148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015269888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763611.935189:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763611.935194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763611.935196:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763611.935202:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1129 00000100:00080000:3.0:1789763611.935207:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763611.935213:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763611.935227:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763611.935244:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015270016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763611.935255:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015269888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763611.935293:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763611.935301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763611.935306:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763611.935315:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1129 00000100:00080000:3.0:1789763611.935324:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763611.935346:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:1.0:1789763611.935355:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:3.0:1789763611.935364:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763611.935389:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015270144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763611.935403:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763611.935411:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1789763611.935414:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763611/real 1789763611] req@ffff9cdd59277480 x1876702015269888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763611.935416:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763611.935432:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1129 00000100:00080000:3.0:1789763611.935445:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763611.935455:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763611.935462:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763611.935466:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015269888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763611.935483:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015270272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763611.935487:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763611.935504:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:3.0:1789763611.935526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763611.935530:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015269888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763611.935535:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763611.935543:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763611.935550:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1129 00000100:00080000:3.0:1789763611.935557:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763611.935562:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763611.935567:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763611.935576:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763611.935586:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015270400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763611.935621:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763611.935644:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763611/real 1789763611] req@ffff9cdd59274a80 x1876702015270016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763611.935660:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015270016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763611.935671:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763611.935675:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763611.935679:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763611.935701:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763611.935725:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763611.935737:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763611/real 1789763611] req@ffff9cdd59276d80 x1876702015270144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763611.935751:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015270144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763611.935796:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763611.935800:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763611.935805:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763611.935813:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763611.935851:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763611.935920:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763611/real 1789763611] req@ffff9cdd59275180 x1876702015270272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763611.935942:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015270272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763611.935953:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763611.935957:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763611.935961:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763611.935982:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015270400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763611.936011:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763611.936025:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763611/real 1789763611] req@ffff9cdd59276a00 x1876702015270400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763611.936039:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015270400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763611.936049:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763611.936053:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763611.936057:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015270400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763612.127026:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763613.151057:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763614.175095:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763615.199088:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763616.223103:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763617.054966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763617.054981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763617.054988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763617.055001:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1135 00000100:00080000:3.0:1789763617.055016:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763617.055027:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763617.055079:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015270528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763617.055115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763617.055120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763617.055122:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763617.055128:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1135 00000100:00080000:3.0:1789763617.055132:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763617.055136:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763617.055150:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763617.055166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015270656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763617.055181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763617.055187:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763617.055193:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763617.055196:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015270528:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763617.055215:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1135 00000100:00080000:3.0:1789763617.055220:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763617.055225:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763617.055252:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763617.055272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015270784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763617.055286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763617.055292:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763617.055294:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763617.055298:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1135 00000100:00080000:3.0:1789763617.055303:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763617.055308:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763617.055316:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763617.055329:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015270912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763617.055347:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763617.055350:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763617.055360:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763617.055363:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763617.055369:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1135 00000100:00080000:3.0:1789763617.055375:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763617.055381:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763617.055388:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763617.055399:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015271040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763617.055451:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763617/real 1789763617] req@ffff9cdd59277b80 x1876702015270528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763617.055496:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015270528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763617.055519:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763617.055525:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763617.055530:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015270528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763617.055594:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763617.055631:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763617.055649:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763617/real 1789763617] req@ffff9cdd59274e00 x1876702015270656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763617.055666:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015270656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763617.055677:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763617.055682:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763617.055686:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763617.055693:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763617.055716:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763617.055787:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763617/real 1789763617] req@ffff9cdd59275500 x1876702015270784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763617.055812:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015270784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763617.055827:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763617.055833:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763617.055840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763617.055851:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763617.055946:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763617.055990:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763617/real 1789763617] req@ffff9cdd59274380 x1876702015270912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763617.056017:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015270912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763617.056034:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763617.056042:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763617.056049:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015270912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763617.056062:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015271040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763617.056106:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763617.056125:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763617/real 1789763617] req@ffff9cdd59276300 x1876702015271040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763617.056141:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015271040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763617.056152:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763617.056156:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763617.056160:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015271040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763617.247097:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763618.271070:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763619.295090:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763620.319135:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763621.343115:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763622.175039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763622.175055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763622.175062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763622.175083:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1140 00000100:00080000:1.0:1789763622.175103:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763622.175119:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763622.175189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015271168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763622.175233:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763622.175239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763622.175242:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763622.175248:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1140 00000100:00080000:1.0:1789763622.175254:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763622.175259:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763622.175273:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763622.175297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015271296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763622.175318:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015271168:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763622.175326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763622.175352:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763622.175356:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763622.175368:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1140 00000100:00080000:1.0:1789763622.175377:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763622.175386:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763622.175396:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763622.175427:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763622.175440:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015271424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763622.175466:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763622.175471:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763622.175474:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763622.175481:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1140 00000100:00080000:1.0:1789763622.175489:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763622.175495:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763622.175502:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763622/real 1789763622] req@ffff9cdd47c51880 x1876702015271168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1789763622.175505:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763622.175535:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015271552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763622.175547:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015271168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763622.175559:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763622.175572:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763622.175576:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763622.175589:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1140 00000100:00080000:3.0:1789763622.175594:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763622.175595:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763622.175606:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763622.175613:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763622.175616:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763622.175636:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015271680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763622.175637:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015271168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763622.175722:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015271296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763622.175777:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763622.175807:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763622/real 1789763622] req@ffff9cdd47c50700 x1876702015271296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763622.175833:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015271296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763622.175851:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763622.175857:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763622.175899:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015271296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763622.175915:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015271424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763622.175967:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763622.175993:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763622/real 1789763622] req@ffff9cdd47c51180 x1876702015271424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763622.176015:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015271424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763622.176026:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763622.176030:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763622.176035:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015271424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763622.176043:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015271552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763622.176072:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763622.176086:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763622/real 1789763622] req@ffff9cdd47c53100 x1876702015271552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763622.176100:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015271552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763622.176109:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763622.176113:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763622.176117:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015271552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763622.176124:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015271680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763622.176144:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763622.176155:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763622/real 1789763622] req@ffff9cdd47c52300 x1876702015271680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763622.176178:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015271680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763622.176187:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763622.176190:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763622.176194:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015271680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763622.367109:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763623.391058:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763624.415132:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763625.439093:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763626.463109:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763627.295074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763627.295091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763627.295098:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763627.295114:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1145 00000100:00080000:2.0:1789763627.295131:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763627.295143:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763627.295203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015271808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763627.295249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763627.295258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763627.295261:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763627.295267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1145 00000100:00080000:2.0:1789763627.295271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763627.295277:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763627.295292:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763627.295309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015271936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763627.295327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763627.295332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763627.295335:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763627.295349:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1145 00000100:00080000:2.0:1789763627.295355:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763627.295355:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015271808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763627.295374:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763627.295390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763627.295410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015272064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763627.295423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763627.295429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763627.295431:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763627.295436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1145 00000100:00080000:2.0:1789763627.295443:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763627.295448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763627.295457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763627.295473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015272192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763627.295487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763627.295492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763627.295507:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763627.295508:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763627.295525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1145 00000100:00080000:2.0:1789763627.295531:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763627.295538:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763627.295545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763627.295560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015272320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763627.295584:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763627/real 1789763627] req@ffff9cdd437a5f80 x1876702015271808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763627.295614:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015271808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763627.295637:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763627.295644:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763627.295674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015271808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763627.295711:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015271936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763627.295744:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763627.295761:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763627/real 1789763627] req@ffff9cdd437a7480 x1876702015271936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763627.295777:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015271936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763627.295797:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763627.295801:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763627.295805:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015271936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763627.295813:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015272064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763627.295833:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763627.295845:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763627/real 1789763627] req@ffff9cdd437a7100 x1876702015272064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763627.295859:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015272064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763627.295912:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763627.295916:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763627.295920:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015272064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763627.295928:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015272192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763627.295966:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763627.295981:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763627/real 1789763627] req@ffff9cdd437a4380 x1876702015272192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763627.295996:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015272192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763627.296006:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763627.296010:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763627.296014:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015272192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763627.296022:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015272320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763627.296042:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763627.296053:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763627/real 1789763627] req@ffff9cdd437a7800 x1876702015272320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763627.296066:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015272320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763627.296076:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763627.296080:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763627.296083:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015272320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763627.487078:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763628.511060:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763629.535067:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763630.559168:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763631.583101:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763632.414977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763632.414990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763632.414997:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763632.415010:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1150 00000100:00080000:2.0:1789763632.415026:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763632.415037:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763632.415093:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015272448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763632.415136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763632.415141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763632.415143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763632.415148:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1150 00000100:00080000:2.0:1789763632.415152:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763632.415156:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763632.415168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763632.415183:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015272576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763632.415196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763632.415201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763632.415204:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763632.415210:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1150 00000100:00080000:2.0:1789763632.415214:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763632.415219:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763632.415224:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763632.415238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015272704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763632.415248:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015272448:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763632.415272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763632.415277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763632.415280:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763632.415287:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1150 00000100:00080000:2.0:1789763632.415292:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763632.415298:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763632.415305:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763632.415321:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015272832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763632.415333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763632.415337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763632.415340:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763632.415348:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763632.415355:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1150 00000100:00080000:2.0:1789763632.415363:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763632.415369:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763632.415376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763632.415392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015272960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763632.415412:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763632/real 1789763632] req@ffff9cdd437a4000 x1876702015272448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763632.415438:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015272448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763632.415453:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763632.415459:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763632.415464:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015272448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763632.415473:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015272576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763632.415499:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763632.415514:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763632/real 1789763632] req@ffff9cdd437a5c00 x1876702015272576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763632.415529:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015272576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763632.415540:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763632.415544:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763632.415548:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015272576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763632.415577:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015272704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763632.415598:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763632.415637:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763632/real 1789763632] req@ffff9cdd437a5180 x1876702015272704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763632.415657:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015272704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763632.415669:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763632.415675:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763632.415682:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015272704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763632.415696:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015272832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763632.415737:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763632.415759:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763632/real 1789763632] req@ffff9cdd437a4700 x1876702015272832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763632.415784:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015272832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763632.415801:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763632.415807:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763632.415811:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015272832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763632.415823:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015272960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763632.415911:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763632.415935:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763632/real 1789763632] req@ffff9cdd437a6680 x1876702015272960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763632.415952:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015272960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763632.415963:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763632.415967:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763632.415970:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015272960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763632.607125:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763633.631068:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763634.655099:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763635.679025:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763636.703059:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763637.534966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763637.534978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763637.534985:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763637.534999:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1155 00000100:00080000:2.0:1789763637.535015:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763637.535025:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763637.535077:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015273088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763637.535115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763637.535120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763637.535122:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763637.535127:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1155 00000100:00080000:2.0:1789763637.535132:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763637.535136:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763637.535149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763637.535164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015273216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763637.535188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763637.535193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763637.535195:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763637.535200:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1155 00000100:00080000:2.0:1789763637.535205:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763637.535210:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763637.535219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763637.535243:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015273344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763637.535247:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015273088:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763637.535280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763637.535288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763637.535292:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763637.535303:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1155 00000100:00080000:2.0:1789763637.535336:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763637.535350:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763637.535355:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789763637.535366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763637.535400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015273472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763637.535423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763637.535431:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763637/real 1789763637] req@ffff9cdd437a4e00 x1876702015273088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763637.535433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763637.535439:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763637.535454:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1155 00000100:00080000:2.0:1789763637.535468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763637.535479:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763637.535488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763637.535498:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015273088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763637.535511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015273600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763637.535541:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763637.535555:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763637.535567:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015273088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763637.535612:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015273216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763637.535660:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763637.535687:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763637/real 1789763637] req@ffff9cdd437a4a80 x1876702015273216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763637.535713:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015273216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763637.535725:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763637.535729:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763637.535733:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015273216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763637.535765:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015273344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763637.535794:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763637.535807:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763637/real 1789763637] req@ffff9cdd437a5500 x1876702015273344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763637.535822:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015273344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763637.535832:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763637.535835:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763637.535839:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015273344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763637.535845:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015273472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763637.535911:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763637.535937:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763637/real 1789763637] req@ffff9cdd437a5880 x1876702015273472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763637.535963:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015273472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763637.535979:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763637.535986:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763637.535993:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015273472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763637.536005:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015273600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763637.536047:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763637.536070:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763637/real 1789763637] req@ffff9cdd437a6a00 x1876702015273600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763637.536096:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015273600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763637.536114:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763637.536121:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763637.536127:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015273600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763637.727135:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763638.751080:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763639.775112:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763640.799078:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763641.823097:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763642.655020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763642.655034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763642.655040:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763642.655054:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1160 00000100:00080000:3.0:1789763642.655069:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763642.655080:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763642.655135:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015273728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763642.655192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763642.655200:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763642.655204:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763642.655213:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1160 00000100:00080000:3.0:1789763642.655220:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763642.655228:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763642.655246:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763642.655272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015273856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763642.655310:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763642.655317:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763642.655321:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763642.655329:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1160 00000100:00080000:3.0:1789763642.655336:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763642.655343:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763642.655353:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763642.655375:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015273984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763642.655381:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015273728:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763642.655394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763642.655401:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763642.655404:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763642.655411:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1160 00000100:00080000:3.0:1789763642.655417:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763642.655422:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763642.655430:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763642.655446:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015274112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763642.655462:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763642.655468:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763642.655471:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763642.655477:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1160 00000800:00000100:1.0:1789763642.655480:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763642.655482:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763642.655489:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763642.655496:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763642.655512:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015274240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763642.655578:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763642/real 1789763642] req@ffff9cdd59277800 x1876702015273728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763642.655617:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015273728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763642.655637:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763642.655646:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763642.655651:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015273728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763642.655662:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015273856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763642.655699:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763642.655718:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763642/real 1789763642] req@ffff9cdd59274000 x1876702015273856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763642.655734:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015273856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763642.655744:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763642.655748:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763642.655753:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015273856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763642.655782:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015273984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763642.655804:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763642.655816:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763642/real 1789763642] req@ffff9cdd59276680 x1876702015273984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763642.655831:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015273984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763642.655849:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763642.655853:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763642.655857:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015273984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763642.655905:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015274112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763642.655932:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763642.655946:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763642/real 1789763642] req@ffff9cdd59277100 x1876702015274112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763642.655960:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015274112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763642.655971:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763642.655975:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763642.655979:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015274112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763642.655985:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015274240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763642.656004:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763642.656015:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763642/real 1789763642] req@ffff9cdd59275f80 x1876702015274240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763642.656029:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015274240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763642.656038:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763642.656041:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763642.656046:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015274240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763642.847105:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763643.871085:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763644.895166:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763645.919000:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763646.943159:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763647.775074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763647.775096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763647.775105:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763647.775124:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1165 00000100:00080000:1.0:1789763647.775145:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763647.775160:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763647.775224:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015274368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763647.775271:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763647.775277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763647.775280:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763647.775287:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1165 00000100:00080000:1.0:1789763647.775292:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763647.775297:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763647.775311:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763647.775327:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015274496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763647.775341:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763647.775346:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763647.775349:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763647.775354:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1165 00000100:00080000:1.0:1789763647.775358:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763647.775365:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763647.775371:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763647.775384:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015274624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763647.775393:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015274368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763647.775405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763647.775413:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763647.775416:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763647.775424:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1165 00000100:00080000:1.0:1789763647.775430:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763647.775437:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763647.775447:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763647.775473:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015274752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763647.775494:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763647.775526:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763647.775531:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763647.775539:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1165 00000100:00080000:1.0:1789763647.775546:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763647.775555:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763647.775563:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763647.775574:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763647.775595:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015274880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763647.775652:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763647/real 1789763647] req@ffff9cdd47c50e00 x1876702015274368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763647.775682:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015274368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763647.775698:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763647.775704:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763647.775710:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015274368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763647.775721:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015274496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763647.775759:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763647.775783:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763647/real 1789763647] req@ffff9cdd47c51c00 x1876702015274496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763647.775808:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015274496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763647.775823:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763647.775830:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763647.775837:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015274496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763647.775927:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015274624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763647.775974:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763647.775998:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763647/real 1789763647] req@ffff9cdd47c52d80 x1876702015274624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763647.776021:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015274624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763647.776037:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763647.776042:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763647.776048:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015274624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763647.776061:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015274752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763647.776102:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763647.776124:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763647/real 1789763647] req@ffff9cdd47c52a00 x1876702015274752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763647.776147:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015274752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763647.776164:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763647.776171:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763647.776177:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015274752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763647.776189:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015274880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763647.776225:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763647.776246:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763647/real 1789763647] req@ffff9cdd47c50a80 x1876702015274880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763647.776267:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015274880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763647.776282:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763647.776288:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763647.776294:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015274880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763647.967096:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763648.991030:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763650.015131:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763651.039101:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763652.063025:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763652.894999:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763652.895011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763652.895017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763652.895042:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1170 00000100:00080000:1.0:1789763652.895058:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763652.895068:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763652.895168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015275008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763652.895219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763652.895225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763652.895227:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763652.895234:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1170 00000100:00080000:1.0:1789763652.895240:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763652.895246:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763652.895260:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763652.895284:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015275136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763652.895310:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763652.895315:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763652.895322:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763652.895324:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015275008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763652.895331:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1170 00000100:00080000:1.0:1789763652.895342:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763652.895348:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763652.895356:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763652.895376:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015275264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763652.895389:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763652.895394:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763652.895396:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763652.895401:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1170 00000100:00080000:1.0:1789763652.895406:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763652.895409:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763652.895416:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763652.895442:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015275392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763652.895452:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763652.895456:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763652.895484:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763652.895491:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1170 00000100:00080000:1.0:1789763652.895497:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763652.895504:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763652.895512:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763652.895531:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015275520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763652.895546:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015275136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763652.895603:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015275264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763652.895642:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015275392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763652.895668:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015275520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763653.087052:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763654.111091:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763655.135023:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763655.967378:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789763655.967432:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763655.967477:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763655.967522:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763655.967541:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763655.967551:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763655.967564:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789763655.967608:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763652/real 1789763655] req@ffff9cdd47c53480 x1876702015275520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763655.967641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015275520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763655.967670:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763655.967677:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763655.967683:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015275520:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763655.967695:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763652/real 1789763655] req@ffff9cdd47c53b80 x1876702015275136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763655.967712:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015275136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763655.967724:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763655.967729:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763655.967734:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015275136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763655.967744:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763652/real 1789763655] req@ffff9cdd47c50000 x1876702015275264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763655.967761:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015275264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763655.967772:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763655.967777:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763655.967782:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015275264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763655.967790:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763652/real 1789763655] req@ffff9cdd47c50380 x1876702015275392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763655.967808:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015275392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763655.967819:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763655.967823:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763655.967828:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015275392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763655.967837:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763652/real 1789763655] req@ffff9cdd47c52680 x1876702015275008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763655.967854:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015275008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763655.967904:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763655.967909:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763655.967913:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015275008:192.168.203.148@tcp:250:kworker.0 00010000:00010000:2.0:1789763656.159118:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763657.183207:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763658.015077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763658.015094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763658.015101:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763658.015118:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1176 00000100:00080000:2.0:1789763658.015138:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763658.015153:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763658.015217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015275648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763658.015281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763658.015288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763658.015293:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763658.015301:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1176 00000100:00080000:2.0:1789763658.015310:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763658.015320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763658.015339:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763658.015356:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015275648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789763658.015371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015275776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763658.015403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763658.015411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763658.015415:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763658.015464:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1176 00000100:00080000:2.0:1789763658.015472:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763658.015481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763658.015492:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763658.015515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015275904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763658.015539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763658.015545:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763658.015550:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763658.015556:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763658.015565:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1176 00000100:00080000:2.0:1789763658.015573:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763658.015581:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763658.015591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763658.015622:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763658/real 1789763658] req@ffff9cdd437a6300 x1876702015275648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763658.015622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015276032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763658.015696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763658.015703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763658.015706:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763658.015711:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015275648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763658.015718:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1176 00000100:00080000:1.0:1789763658.015737:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789763658.015747:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763658.015750:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:2.0:1789763658.015761:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763658.015767:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015275648:192.168.203.148@tcp:250:kworker.0 00000008:00100000:2.0:1789763658.015775:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763658.015802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015276160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763658.015812:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015275776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763658.015906:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763658.015931:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763658/real 1789763658] req@ffff9cdd437a6d80 x1876702015275776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763658.015953:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015275776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763658.015967:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763658.015973:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763658.015979:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015275776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763658.015989:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015275904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763658.016022:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763658.016041:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763658/real 1789763658] req@ffff9cdd437a7b80 x1876702015275904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763658.016071:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015275904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763658.016086:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763658.016092:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763658.016098:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015275904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763658.016109:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015276032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763658.016146:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763658.016168:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763658/real 1789763658] req@ffff9cdd437a6a00 x1876702015276032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763658.016191:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015276032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763658.016206:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763658.016212:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763658.016217:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015276032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763658.016241:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015276160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763658.016278:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763658.016299:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763658/real 1789763658] req@ffff9cdd437a5880 x1876702015276160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763658.016322:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015276160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763658.016336:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763658.016341:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763658.016347:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015276160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763658.207033:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763659.231142:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763660.255137:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763661.279030:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763662.303059:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763663.134991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763663.135033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763663.135039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763663.135053:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1181 00000100:00080000:1.0:1789763663.135068:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763663.135077:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763663.135132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015276288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763663.135192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763663.135196:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763663.135198:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763663.135202:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1181 00000100:00080000:1.0:1789763663.135206:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763663.135209:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763663.135219:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763663.135232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015276416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763663.135243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763663.135258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763663.135259:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763663.135263:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1181 00000100:00080000:1.0:1789763663.135266:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763663.135269:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763663.135274:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763663.135279:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015276288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763663.135287:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015276544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763663.135308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763663.135321:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763663.135323:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763663.135328:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1181 00000100:00080000:1.0:1789763663.135332:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763663.135335:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763663.135340:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763663.135351:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015276672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763663.135361:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763663.135364:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763663.135365:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763663.135368:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1181 00000100:00080000:1.0:1789763663.135371:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763663.135379:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763663.135380:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763663.135416:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763663.135430:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015276800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763663.135475:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763663/real 1789763663] req@ffff9cdd47c52680 x1876702015276288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763663.135497:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015276288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763663.135510:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763663.135515:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763663.135519:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015276288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763663.135526:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015276416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763663.135561:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763663.135573:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763663/real 1789763663] req@ffff9cdd47c50380 x1876702015276416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763663.135590:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015276416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763663.135597:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763663.135600:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763663.135603:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015276416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763663.135626:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015276544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763663.135643:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763663.135651:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763663/real 1789763663] req@ffff9cdd47c50000 x1876702015276544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763663.135661:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015276544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763663.135668:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763663.135670:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763663.135674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015276544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763663.135682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015276672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763663.135708:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763663.135725:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763663/real 1789763663] req@ffff9cdd47c53b80 x1876702015276672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763663.135741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015276672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763663.135760:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763663.135765:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763663.135770:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015276672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763663.135777:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015276800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763663.135806:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763663.135823:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763663/real 1789763663] req@ffff9cdd47c53480 x1876702015276800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763663.135841:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015276800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763663.135853:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763663.135857:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763663.135900:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015276800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763663.327171:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763664.351006:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763665.375093:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763666.399051:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763667.423017:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763668.255025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763668.255043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763668.255050:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763668.255067:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1186 00000100:00080000:1.0:1789763668.255085:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763668.255098:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763668.255159:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015276928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763668.255223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763668.255231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763668.255235:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763668.255246:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1186 00000100:00080000:1.0:1789763668.255264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763668.255274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763668.255292:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763668.255300:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015276928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763668.255330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015277056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763668.255399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763668.255407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763668.255411:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763668.255421:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1186 00000100:00080000:1.0:1789763668.255431:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763668.255444:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763668.255445:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763668.255463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763668.255492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015277184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763668.255524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763668.255532:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763668/real 1789763668] req@ffff9cdd47c51f80 x1876702015276928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763668.255534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763668.255543:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763668.255564:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1186 00000100:00080000:1.0:1789763668.255579:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763668.255595:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763668.255597:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015276928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1789763668.255608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763668.255634:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1789763668.255647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015277312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763668.255649:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763668.255665:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015276928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763668.255706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277056:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789763668.255716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763668.255730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763668.255735:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763668.255744:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1186 00000100:00080000:1.0:1789763668.255754:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763668.255763:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763668.255780:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:1.0:1789763668.255782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763668.255816:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763668/real 1789763668] req@ffff9cdd47c53800 x1876702015277056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763668.255820:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015277440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763668.255913:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015277056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763668.255951:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763668.255959:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763668.255967:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763668.255978:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763668.256029:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763668.256045:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763668/real 1789763668] req@ffff9cdd47c51500 x1876702015277184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763668.256060:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015277184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763668.256071:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763668.256075:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763668.256079:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763668.256098:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763668.256120:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763668.256132:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763668/real 1789763668] req@ffff9cdd47c53480 x1876702015277312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763668.256147:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015277312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763668.256156:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763668.256160:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763668.256164:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763668.256171:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015277440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763668.256189:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763668.256201:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763668/real 1789763668] req@ffff9cdd47c53b80 x1876702015277440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763668.256215:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015277440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763668.256224:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763668.256228:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763668.256231:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015277440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763668.447204:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763669.471162:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763670.495040:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763671.519143:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763672.543102:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763673.375078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763673.375092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763673.375099:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763673.375112:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1191 00000100:00080000:2.0:1789763673.375128:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763673.375152:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763673.375212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015277568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763673.375272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763673.375276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763673.375278:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763673.375283:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1191 00000100:00080000:2.0:1789763673.375287:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763673.375292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763673.375304:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763673.375336:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015277568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789763673.375337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015277696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763673.375355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763673.375359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763673.375361:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763673.375365:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1191 00000100:00080000:2.0:1789763673.375369:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763673.375373:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763673.375378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763673.375389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015277824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763673.375404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763673.375407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763673.375409:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763673.375411:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1191 00000100:00080000:2.0:1789763673.375415:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763673.375423:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763673.375423:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789763673.375432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763673.375442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015277952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763673.375451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763673.375455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763673.375456:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763673.375459:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1191 00000100:00080000:2.0:1789763673.375462:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763673.375466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763673.375471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763673.375482:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763673/real 1789763673] req@ffff9cdd437a5500 x1876702015277568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763673.375483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015278080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763673.375537:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015277568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763673.375555:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763673.375559:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763673.375563:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015277568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763673.375587:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763673.375636:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763673.375654:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763673/real 1789763673] req@ffff9cdd437a4a80 x1876702015277696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763673.375683:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015277696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763673.375711:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763673.375716:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763673.375720:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763673.375729:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763673.375775:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763673.375798:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763673/real 1789763673] req@ffff9cdd437a4e00 x1876702015277824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763673.375817:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015277824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763673.375828:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763673.375832:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763673.375836:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763673.375845:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763673.375872:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763673.375885:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763673/real 1789763673] req@ffff9cdd437a6680 x1876702015277952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763673.375936:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015277952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763673.375958:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763673.375962:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763673.375967:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015277952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763673.375975:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015278080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763673.376017:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763673.376026:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763673/real 1789763673] req@ffff9cdd437a4700 x1876702015278080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763673.376036:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015278080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763673.376043:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763673.376045:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763673.376048:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015278080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763673.567023:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763674.591095:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763675.615147:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763676.639134:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763677.662999:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763678.494997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763678.495011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763678.495019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763678.495033:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1196 00000100:00080000:2.0:1789763678.495049:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763678.495058:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763678.495117:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015278208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763678.495168:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763678.495177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763678.495181:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763678.495190:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1196 00000100:00080000:2.0:1789763678.495198:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763678.495207:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763678.495222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763678.495245:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015278336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763678.495262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763678.495267:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763678.495299:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763678.495299:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015278208:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763678.495314:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1196 00000100:00080000:2.0:1789763678.495329:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763678.495338:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763678.495351:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763678.495383:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015278464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763678.495415:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763678.495421:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763678.495424:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763678.495430:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1196 00000100:00080000:2.0:1789763678.495439:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763678.495452:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763678.495463:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763678.495476:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763678.495498:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015278592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763678.495510:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763678.495515:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763678.495519:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763678.495528:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1196 00000100:00080000:2.0:1789763678.495532:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763678.495536:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763678/real 1789763678] req@ffff9cdd437a5180 x1876702015278208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763678.495544:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763678.495561:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763678.495585:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015278720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763678.495632:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015278208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763678.495660:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763678.495667:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763678.495673:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015278208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763678.495724:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015278336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763678.495781:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763678.495805:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763678/real 1789763678] req@ffff9cdd437a5c00 x1876702015278336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763678.495823:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015278336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763678.495835:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763678.495840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763678.495844:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015278336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763678.495853:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015278464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763678.495939:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763678.495955:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763678/real 1789763678] req@ffff9cdd437a4000 x1876702015278464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763678.495971:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015278464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763678.495989:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763678.495994:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763678.495998:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015278464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763678.496020:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015278592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763678.496045:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763678.496058:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763678/real 1789763678] req@ffff9cdd437a7800 x1876702015278592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763678.496072:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015278592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763678.496083:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763678.496087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763678.496091:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015278592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763678.496098:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015278720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763678.496118:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763678.496129:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763678/real 1789763678] req@ffff9cdd437a4380 x1876702015278720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763678.496143:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015278720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763678.496153:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763678.496156:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763678.496161:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015278720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763678.687175:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763679.711169:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763680.735155:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763681.759108:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763682.783136:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763683.614986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763683.614995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763683.615000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763683.615010:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1201 00000100:00080000:2.0:1789763683.615022:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763683.615029:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763683.615066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015278848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763683.615090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763683.615095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763683.615098:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763683.615106:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1201 00000100:00080000:2.0:1789763683.615112:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763683.615119:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763683.615132:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763683.615146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015278976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763683.615148:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015278848:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763683.615159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763683.615162:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763683.615164:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763683.615168:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1201 00000100:00080000:2.0:1789763683.615171:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763683.615175:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763683.615180:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763683.615190:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015279104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763683.615199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763683.615204:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763683.615205:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763683.615209:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1201 00000100:00080000:2.0:1789763683.615212:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763683.615216:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763683.615216:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789763683.615220:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763683.615249:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015279232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763683.615261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763683.615264:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763683.615267:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763683.615271:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1201 00000100:00100000:3.0:1789763683.615274:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763683/real 1789763683] req@ffff9cdd437a7100 x1876702015278848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763683.615275:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763683.615279:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763683.615285:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763683.615295:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015278848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763683.615296:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015279360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763683.615308:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763683.615313:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763683.615317:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015278848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763683.615344:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015278976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763683.615371:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763683.615382:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763683/real 1789763683] req@ffff9cdd437a7480 x1876702015278976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763683.615392:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015278976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763683.615398:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763683.615400:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763683.615403:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015278976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763683.615407:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015279104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763683.615421:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763683.615428:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763683/real 1789763683] req@ffff9cdd437a5f80 x1876702015279104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763683.615437:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015279104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763683.615443:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763683.615445:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763683.615447:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015279104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763683.615451:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015279232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763683.615463:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763683.615469:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763683/real 1789763683] req@ffff9cdd437a4380 x1876702015279232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763683.615478:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015279232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763683.615483:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763683.615485:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763683.615487:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015279232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763683.615491:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015279360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763683.615502:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763683.615508:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763683/real 1789763683] req@ffff9cdd437a7800 x1876702015279360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763683.615515:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015279360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763683.615522:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763683.615524:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763683.615526:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015279360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763683.807088:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763684.831096:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763685.855066:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763686.879100:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763687.903112:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763688.734992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763688.735004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763688.735010:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763688.735023:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1206 00000100:00080000:2.0:1789763688.735039:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763688.735050:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763688.735100:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015279488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763688.735137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763688.735142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763688.735144:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763688.735150:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1206 00000100:00080000:2.0:1789763688.735154:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763688.735158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763688.735169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763688.735185:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015279616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763688.735223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763688.735233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763688.735234:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015279488:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763688.735239:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763688.735251:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1206 00000100:00080000:2.0:1789763688.735255:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763688.735263:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763688.735270:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763688.735288:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015279744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763688.735301:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763688.735306:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763688.735309:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763688.735314:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1206 00000100:00080000:2.0:1789763688.735332:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763688.735337:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763688.735344:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763688.735350:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789763688.735365:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015279872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763688.735380:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763688.735384:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763688.735386:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763688.735391:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1206 00000100:00080000:2.0:1789763688.735397:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763688.735402:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763688.735408:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763688.735411:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763688/real 1789763688] req@ffff9cdd437a4000 x1876702015279488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763688.735427:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015280000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763688.735450:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015279488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763688.735469:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763688.735476:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763688.735482:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015279488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763688.735513:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015279616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763688.735540:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763688.735555:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763688/real 1789763688] req@ffff9cdd437a5c00 x1876702015279616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763688.735570:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015279616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763688.735580:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763688.735584:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763688.735588:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015279616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763688.735596:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015279744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763688.735616:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763688.735627:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763688/real 1789763688] req@ffff9cdd437a5180 x1876702015279744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763688.735641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015279744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763688.735651:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763688.735654:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763688.735671:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015279744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763688.735679:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015279872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763688.735700:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763688.735712:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763688/real 1789763688] req@ffff9cdd437a4700 x1876702015279872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763688.735726:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015279872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763688.735735:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763688.735739:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763688.735743:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015279872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763688.735749:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015280000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763688.735767:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763688.735784:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763688/real 1789763688] req@ffff9cdd437a6680 x1876702015280000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763688.735808:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015280000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763688.735824:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763688.735830:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763688.735837:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015280000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763688.927038:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763689.951116:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763690.975169:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763691.999050:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763693.023104:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763693.855040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763693.855053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763693.855060:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763693.855074:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1211 00000100:00080000:2.0:1789763693.855090:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763693.855101:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763693.855154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015280128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763693.855226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763693.855231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763693.855234:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763693.855240:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1211 00000100:00080000:2.0:1789763693.855245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763693.855251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763693.855264:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763693.855283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015280256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763693.855297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763693.855302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763693.855304:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763693.855309:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1211 00000100:00080000:2.0:1789763693.855313:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763693.855317:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763693.855323:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763693.855342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015280384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763693.855348:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015280128:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763693.855357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763693.855372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763693.855378:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763693.855386:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1211 00000100:00080000:2.0:1789763693.855390:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763693.855394:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763693.855400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763693.855416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015280512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763693.855428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763693.855433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763693.855435:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763693.855441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1211 00000100:00080000:2.0:1789763693.855446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763693.855450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763693.855468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763693.855481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015280640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763693.855516:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763693.855599:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763693/real 1789763693] req@ffff9cdd437a4e00 x1876702015280128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763693.855627:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015280128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763693.855645:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763693.855651:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763693.855657:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015280128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763693.855669:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015280256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763693.855703:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763693.855718:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763693/real 1789763693] req@ffff9cdd437a4a80 x1876702015280256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763693.855734:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015280256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763693.855753:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763693.855758:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763693.855762:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015280256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763693.855799:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015280384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763693.855820:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763693.855832:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763693/real 1789763693] req@ffff9cdd437a5500 x1876702015280384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763693.855846:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015280384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763693.855856:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763693.855860:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763693.855919:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015280384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763693.855928:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015280512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763693.855953:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763693.855967:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763693/real 1789763693] req@ffff9cdd437a5880 x1876702015280512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763693.855983:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015280512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763693.855993:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763693.855997:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763693.856002:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015280512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763693.856010:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015280640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763693.856029:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763693.856040:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763693/real 1789763693] req@ffff9cdd437a6a00 x1876702015280640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763693.856055:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015280640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763693.856064:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763693.856067:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763693.856071:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015280640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763694.047090:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763695.071088:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763696.095098:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763697.119117:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763698.143045:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763698.974974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763698.974988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763698.974995:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763698.975011:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1216 00000100:00080000:2.0:1789763698.975027:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763698.975039:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763698.975093:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015280768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763698.975169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763698.975177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763698.975181:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763698.975191:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1216 00000100:00080000:2.0:1789763698.975198:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763698.975208:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763698.975227:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763698.975259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015280896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763698.975265:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015280768:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763698.975293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763698.975298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763698.975301:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763698.975308:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1216 00000100:00080000:2.0:1789763698.975314:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763698.975319:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763698.975328:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763698.975348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015281024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763698.975361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763698.975365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763698.975367:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763698.975371:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1216 00000100:00080000:2.0:1789763698.975380:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763698.975385:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763698.975390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763698.975404:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789763698.975411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015281152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763698.975426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763698.975431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763698.975434:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763698.975439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1216 00000100:00080000:2.0:1789763698.975456:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763698.975461:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763698.975468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763698.975484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015281280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763698.975496:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763698/real 1789763698] req@ffff9cdd437a7b80 x1876702015280768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763698.975531:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015280768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763698.975548:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763698.975555:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763698.975561:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015280768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763698.975595:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015280896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763698.975629:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763698.975646:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763698/real 1789763698] req@ffff9cdd437a6d80 x1876702015280896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763698.975662:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015280896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763698.975672:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763698.975676:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763698.975680:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015280896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763698.975687:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015281024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763698.975708:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763698.975719:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763698/real 1789763698] req@ffff9cdd437a6300 x1876702015281024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763698.975733:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015281024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763698.975743:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763698.975746:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763698.975749:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015281024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763698.975756:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015281152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763698.975774:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763698.975785:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763698/real 1789763698] req@ffff9cdd437a6a00 x1876702015281152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763698.975798:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015281152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763698.975809:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763698.975812:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763698.975816:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015281152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763698.975823:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015281280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763698.975840:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763698.975851:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763698/real 1789763698] req@ffff9cdd437a5880 x1876702015281280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763698.975863:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015281280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763698.975916:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763698.975921:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763698.975925:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015281280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763699.167185:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763700.191175:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763701.215068:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763702.239152:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763703.263143:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763704.094947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763704.094957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763704.094962:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763704.094972:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1222 00000100:00080000:2.0:1789763704.094984:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763704.094992:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763704.095033:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015281408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763704.095067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763704.095070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763704.095072:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763704.095076:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1222 00000100:00080000:2.0:1789763704.095079:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763704.095106:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763704.095127:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763704.095142:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015281536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763704.095154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763704.095158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763704.095161:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763704.095164:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015281408:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763704.095169:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1222 00000100:00080000:2.0:1789763704.095179:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763704.095183:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763704.095188:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763704.095200:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015281664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763704.095209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763704.095212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763704.095213:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763704.095216:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1222 00000100:00080000:2.0:1789763704.095221:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763704.095225:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763704.095230:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763704.095240:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015281792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763704.095247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763704.095251:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763704.095253:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763704.095261:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1222 00000800:00000100:3.0:1789763704.095261:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763704.095271:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763704.095276:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763704.095281:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763704.095293:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015281920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763704.095315:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763704/real 1789763704] req@ffff9cdd437a5500 x1876702015281408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763704.095335:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015281408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763704.095346:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763704.095350:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763704.095354:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015281408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763704.095378:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015281536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763704.095398:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763704.095409:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763704/real 1789763704] req@ffff9cdd437a4a80 x1876702015281536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763704.095419:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015281536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763704.095426:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763704.095429:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763704.095432:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015281536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763704.095437:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015281664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763704.095451:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763704.095459:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763704/real 1789763704] req@ffff9cdd437a4e00 x1876702015281664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763704.095469:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015281664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763704.095476:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763704.095478:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763704.095481:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015281664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763704.095485:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015281792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763704.095499:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763704.095507:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763704/real 1789763704] req@ffff9cdd437a6680 x1876702015281792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763704.095517:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015281792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763704.095524:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763704.095536:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763704.095540:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015281792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763704.095545:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015281920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763704.095559:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763704.095568:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763704/real 1789763704] req@ffff9cdd437a4700 x1876702015281920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763704.095578:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015281920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763704.095585:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763704.095588:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763704.095591:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015281920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763704.287037:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763705.311124:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763706.334994:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763707.358995:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763708.383112:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763709.214995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763709.215008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763709.215014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763709.215028:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1227 00000100:00080000:2.0:1789763709.215062:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763709.215073:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763709.215125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015282048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763709.215170:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763709.215179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763709.215182:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763709.215187:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1227 00000100:00080000:2.0:1789763709.215191:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763709.215196:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763709.215209:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763709.215226:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015282176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763709.215241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763709.215245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763709.215248:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763709.215252:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1227 00000100:00080000:2.0:1789763709.215256:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763709.215263:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015282048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763709.215267:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763709.215283:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763709.215297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015282304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763709.215310:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763709.215316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763709.215318:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763709.215323:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1227 00000100:00080000:2.0:1789763709.215347:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763709.215351:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763709.215359:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763709.215363:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789763709.215379:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015282432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763709.215395:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763709.215399:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763709.215402:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763709.215406:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1227 00000100:00080000:2.0:1789763709.215412:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763709.215418:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763709.215424:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763709.215426:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763709/real 1789763709] req@ffff9cdd437a5180 x1876702015282048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763709.215446:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015282560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763709.215463:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015282048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763709.215484:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763709.215491:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763709.215499:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015282048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763709.215513:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015282176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763709.215555:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763709.215579:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763709/real 1789763709] req@ffff9cdd437a5c00 x1876702015282176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763709.215605:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015282176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763709.215623:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763709.215630:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763709.215637:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015282176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763709.215673:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015282304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763709.215704:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763709.215718:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763709/real 1789763709] req@ffff9cdd437a4000 x1876702015282304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763709.215733:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015282304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763709.215743:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763709.215747:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763709.215751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015282304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763709.215759:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015282432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763709.215779:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763709.215790:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763709/real 1789763709] req@ffff9cdd437a7800 x1876702015282432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763709.215804:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015282432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763709.215814:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763709.215817:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763709.215821:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015282432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763709.215827:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015282560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763709.215844:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763709.215855:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763709/real 1789763709] req@ffff9cdd437a4380 x1876702015282560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763709.215911:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015282560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763709.215921:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763709.215925:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763709.215929:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015282560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763709.407065:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763710.431015:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763711.455121:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763712.479148:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763713.503043:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763714.335041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763714.335054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763714.335062:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763714.335076:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1232 00000100:00080000:3.0:1789763714.335091:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763714.335101:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763714.335153:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015282688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763714.335198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763714.335204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763714.335206:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763714.335212:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1232 00000100:00080000:3.0:1789763714.335216:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763714.335221:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763714.335233:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763714.335255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015282816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763714.335277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763714.335284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763714.335289:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763714.335297:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1232 00000100:00100000:1.0:1789763714.335310:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015282688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763714.335325:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763714.335339:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763714.335352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763714.335375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015282944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763714.335401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763714.335407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763714.335409:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763714.335414:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1232 00000100:00080000:3.0:1789763714.335420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763714.335431:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763714.335432:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763714.335445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763714.335461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015283072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763714.335474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763714.335478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763714.335481:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763714.335485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1232 00000100:00080000:3.0:1789763714.335491:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763714.335496:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763714.335502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763714.335518:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763714/real 1789763714] req@ffff9cdd59275c00 x1876702015282688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763714.335519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015283200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763714.335606:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015282688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763714.335632:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763714.335641:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763714.335650:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015282688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763714.335665:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015282816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763714.335712:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763714.335735:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763714/real 1789763714] req@ffff9cdd59274700 x1876702015282816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763714.335752:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015282816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763714.335763:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763714.335767:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763714.335771:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015282816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763714.335802:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015282944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763714.335830:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763714.335842:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763714/real 1789763714] req@ffff9cdd59275880 x1876702015282944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763714.335857:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015282944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763714.335914:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763714.335918:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763714.335923:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015282944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763714.335931:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015283072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763714.335956:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763714.335971:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763714/real 1789763714] req@ffff9cdd59275f80 x1876702015283072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763714.335985:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015283072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763714.335995:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763714.335999:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763714.336003:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015283072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763714.336041:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015283200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763714.336068:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763714.336083:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763714/real 1789763714] req@ffff9cdd59277100 x1876702015283200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763714.336106:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015283200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763714.336116:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763714.336120:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763714.336124:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015283200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763714.527121:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763715.551072:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763716.575125:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763717.599105:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763718.623152:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763719.455056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763719.455075:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763719.455083:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763719.455100:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1237 00000100:00080000:1.0:1789763719.455119:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763719.455129:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763719.455183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015283328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763719.455231:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763719.455237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763719.455239:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763719.455245:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1237 00000100:00080000:1.0:1789763719.455249:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763719.455254:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763719.455268:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763719.455286:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015283456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763719.455304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763719.455310:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763719.455315:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763719.455322:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015283328:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763719.455323:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1237 00000100:00080000:1.0:1789763719.455338:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763719.455355:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763719.455362:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763719.455382:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015283584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763719.455398:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763719.455405:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763719.455409:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763719.455416:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1237 00000100:00080000:1.0:1789763719.455426:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763719.455433:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763719.455445:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763719.455473:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015283712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763719.455508:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763719.455516:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763719.455519:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763719.455533:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1237 00000100:00100000:3.0:1789763719.455535:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015283456:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789763719.455552:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763719.455564:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763719.455574:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763719.455597:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015283840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763719.455603:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015283584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763719.455682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015283712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763719.455734:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015283840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763719.647082:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763720.671130:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763721.695103:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763722.527340:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789763722.527425:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763722.527446:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763722.527508:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763722.527519:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763722.527526:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763722.527534:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763722.527640:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763719/real 1789763722] req@ffff9cdd47c52a00 x1876702015283840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763722.527702:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015283840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763722.527723:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763722.527732:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763722.527739:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015283840:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763722.527754:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763719/real 1789763722] req@ffff9cdd47c50380 x1876702015283456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763722.527789:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015283456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763722.527803:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763722.527808:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763722.527812:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015283456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763722.527820:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763719/real 1789763722] req@ffff9cdd47c52680 x1876702015283584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763722.527849:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015283584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763722.527863:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763722.527869:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763722.527874:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015283584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763722.527974:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763719/real 1789763722] req@ffff9cdd47c50a80 x1876702015283712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763722.528012:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015283712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763722.528027:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763722.528034:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763722.528039:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015283712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763722.528052:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763719/real 1789763722] req@ffff9cdd47c50000 x1876702015283328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763722.528076:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015283328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763722.528090:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763722.528097:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763722.528103:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015283328:192.168.203.148@tcp:250:kworker.0 00010000:00010000:2.0:1789763722.719076:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763723.743140:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763724.575007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763724.575020:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763724.575025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763724.575039:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1242 00000100:00080000:1.0:1789763724.575055:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763724.575065:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763724.575117:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015283968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763724.575160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763724.575165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763724.575167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763724.575173:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1242 00000100:00080000:1.0:1789763724.575177:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763724.575181:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763724.575193:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763724.575211:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015284096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763724.575236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763724.575244:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763724.575246:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015283968:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763724.575247:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763724.575263:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1242 00000100:00080000:1.0:1789763724.575269:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763724.575272:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763724.575294:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763724.575317:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015284224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763724.575337:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763724.575344:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763724.575348:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763724.575355:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1242 00000100:00080000:1.0:1789763724.575363:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763724.575372:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763724.575382:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763724.575395:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763724.575407:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015284352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763724.575428:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763724.575435:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763724.575439:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763724.575493:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1242 00000100:00080000:1.0:1789763724.575503:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763724.575509:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763724/real 1789763724] req@ffff9cdd47c52d80 x1876702015283968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763724.575510:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763724.575527:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763724.575561:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015284480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763724.575567:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015283968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763724.575606:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763724.575617:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763724.575626:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015283968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763724.575666:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763724.575714:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763724.575740:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763724/real 1789763724] req@ffff9cdd47c51c00 x1876702015284096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763724.575765:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015284096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763724.575782:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763724.575788:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763724.575795:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763724.575808:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763724.575843:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763724.575922:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763724/real 1789763724] req@ffff9cdd47c50e00 x1876702015284224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763724.575997:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015284224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763724.576012:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763724.576018:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763724.576023:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763724.576034:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763724.576073:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763724.576652:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763724/real 1789763724] req@ffff9cdd47c52300 x1876702015284352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763724.576684:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015284352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763724.576699:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763724.576706:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763724.576711:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763724.576722:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015284480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763724.576769:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763724.576790:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763724/real 1789763724] req@ffff9cdd47c53100 x1876702015284480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763724.576811:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015284480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763724.576835:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763724.576840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763724.576846:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015284480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763724.767120:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763725.791058:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763726.815101:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763727.839209:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763728.863108:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763729.695039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763729.695055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763729.695063:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763729.695078:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1247 00000100:00080000:3.0:1789763729.695095:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763729.695107:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763729.695167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015284608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763729.695211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763729.695217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763729.695220:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763729.695225:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1247 00000100:00080000:3.0:1789763729.695231:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763729.695236:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763729.695251:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763729.695279:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015284608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763729.695279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015284736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763729.695315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763729.695321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763729.695324:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763729.695330:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1247 00000100:00080000:3.0:1789763729.695335:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763729.695340:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763729.695347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763729.695366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015284864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763729.695378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763729.695383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763729.695386:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763729.695392:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1247 00000100:00080000:3.0:1789763729.695406:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763729.695416:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:1.0:1789763729.695418:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:3.0:1789763729.695425:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763729.695445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015284992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763729.695458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763729.695470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763729.695473:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763729.695478:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1247 00000100:00080000:3.0:1789763729.695483:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763729.695489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763729.695498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763729.695512:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763729/real 1789763729] req@ffff9cdd59276680 x1876702015284608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763729.695518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015285120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763729.695564:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015284608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763729.695584:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763729.695590:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763729.695597:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015284608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763729.695633:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763729.695667:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763729.695684:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763729/real 1789763729] req@ffff9cdd59274000 x1876702015284736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763729.695700:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015284736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763729.695720:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763729.695724:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763729.695728:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763729.695736:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763729.695757:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763729.695769:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763729/real 1789763729] req@ffff9cdd59277800 x1876702015284864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763729.695783:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015284864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763729.695793:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763729.695797:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763729.695800:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763729.695807:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763729.695826:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763729.695838:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763729/real 1789763729] req@ffff9cdd59276300 x1876702015284992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763729.695851:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015284992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763729.695861:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763729.695921:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763729.695930:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015284992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763729.695939:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015285120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763729.695970:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763729.695986:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763729/real 1789763729] req@ffff9cdd59274380 x1876702015285120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763729.696001:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015285120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763729.696012:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763729.696015:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763729.696020:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015285120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763729.887103:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763730.911152:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763731.935125:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763732.959148:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763733.983058:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763734.814986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763734.814998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763734.815004:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763734.815017:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1252 00000100:00080000:1.0:1789763734.815029:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763734.815039:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763734.815087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015285248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763734.815140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763734.815144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763734.815146:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763734.815154:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1252 00000100:00080000:1.0:1789763734.815159:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763734.815164:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763734.815176:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763734.815190:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015285376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763734.815203:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015285248:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763734.815208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763734.815224:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763734.815227:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763734.815233:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1252 00000100:00080000:1.0:1789763734.815237:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763734.815243:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763734.815248:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763734.815259:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015285504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763734.815284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763734.815287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763734.815289:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763734.815293:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1252 00000100:00080000:1.0:1789763734.815298:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763734.815302:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763734.815307:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763734.815311:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763734.815324:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015285632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763734.815337:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763734.815341:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763734.815343:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763734.815347:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1252 00000100:00080000:1.0:1789763734.815352:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763734.815356:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763734.815360:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763734.815369:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763734/real 1789763734] req@ffff9cdd47c51180 x1876702015285248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763734.815372:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015285760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763734.815488:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015285248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763734.815506:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763734.815514:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763734.815521:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015285248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763734.815558:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015285376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763734.815596:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763734.815612:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763734/real 1789763734] req@ffff9cdd47c50700 x1876702015285376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763734.815625:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015285376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763734.815633:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763734.815647:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763734.815655:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015285376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763734.815663:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015285504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763734.815685:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763734.815696:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763734/real 1789763734] req@ffff9cdd47c51880 x1876702015285504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763734.815717:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015285504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763734.815725:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763734.815728:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763734.815731:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015285504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763734.815737:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015285632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763734.815752:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763734.815760:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763734/real 1789763734] req@ffff9cdd47c53100 x1876702015285632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763734.815781:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015285632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763734.815788:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763734.815791:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763734.815794:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015285632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763734.815799:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015285760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763734.815813:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763734.815823:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763734/real 1789763734] req@ffff9cdd47c52300 x1876702015285760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763734.815834:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015285760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763734.815841:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763734.815844:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763734.815847:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015285760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763735.007076:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763736.031102:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763737.055085:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763738.079004:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763739.103120:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763739.935037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763739.935070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763739.935078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763739.935096:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1257 00000100:00080000:3.0:1789763739.935115:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763739.935129:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763739.935194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015285888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763739.935251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763739.935259:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763739.935263:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763739.935271:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1257 00000100:00080000:3.0:1789763739.935280:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763739.935289:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763739.935306:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763739.935334:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015286016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763739.935360:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763739.935363:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015285888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763739.935376:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763739.935383:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763739.935392:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1257 00000100:00080000:3.0:1789763739.935402:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763739.935411:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763739.935424:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763739.935452:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015286144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763739.935474:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1789763739.935480:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763739.935488:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763739.935495:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763739.935507:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1257 00000100:00080000:3.0:1789763739.935532:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763739.935542:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763739.935553:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763739.935574:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763739/real 1789763739] req@ffff9cdd59275500 x1876702015285888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763739.935581:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015286272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763739.935629:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763739.935636:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015285888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763739.935642:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763739.935650:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763739.935670:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1257 00000100:00080000:1.0:1789763739.935671:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763739.935685:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763739.935686:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:3.0:1789763739.935706:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763739.935707:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015285888:192.168.203.148@tcp:250:kworker.0 00000008:00100000:3.0:1789763739.935727:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763739.935752:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015286400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763739.935757:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763739.935799:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763739.935852:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763739/real 1789763739] req@ffff9cdd59274e00 x1876702015286016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763739.935915:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015286016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763739.935933:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763739.935940:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763739.935948:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763739.935962:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763739.936004:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763739.936021:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763739/real 1789763739] req@ffff9cdd59277b80 x1876702015286144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763739.936037:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015286144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763739.936047:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763739.936051:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763739.936055:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763739.936063:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763739.936084:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763739.936095:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763739/real 1789763739] req@ffff9cdd59276a00 x1876702015286272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763739.936109:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015286272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763739.936119:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763739.936123:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763739.936127:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763739.936147:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015286400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763739.936166:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763739.936178:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763739/real 1789763739] req@ffff9cdd59275180 x1876702015286400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763739.936191:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015286400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763739.936201:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763739.936205:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763739.936208:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015286400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763740.127144:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763741.151167:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763742.175063:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763743.199083:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763744.223116:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763745.054980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763745.054993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763745.054999:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763745.055034:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1263 00000100:00080000:3.0:1789763745.055054:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763745.055069:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763745.055150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015286528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763745.055226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763745.055234:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763745.055237:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763745.055247:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1263 00000100:00080000:3.0:1789763745.055255:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763745.055280:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763745.055296:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763745.055317:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015286656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763745.055324:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015286528:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763745.055364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763745.055369:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763745.055371:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763745.055379:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1263 00000100:00080000:3.0:1789763745.055384:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763745.055388:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763745.055424:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763745.055441:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015286784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763745.055453:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763745.055457:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763745.055463:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789763745.055464:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763745.055472:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1263 00000100:00080000:3.0:1789763745.055479:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763745.055485:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763745.055491:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763745.055508:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015286912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763745.055538:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763745.055545:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789763745.055552:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763745/real 1789763745] req@ffff9cdd59276d80 x1876702015286528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763745.055572:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763745.055610:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015286528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763745.055611:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1263 00000100:00080000:3.0:1789763745.055625:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763745.055642:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:1.0:1789763745.055650:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1789763745.055655:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763745.055666:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763745.055678:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015286528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763745.055681:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015287040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763745.055734:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763745.055772:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763745.055817:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763745/real 1789763745] req@ffff9cdd59274a80 x1876702015286656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763745.055859:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015286656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763745.055911:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763745.055915:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763745.055938:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763745.055947:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763745.055981:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763745.055997:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763745/real 1789763745] req@ffff9cdd59277480 x1876702015286784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763745.056013:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015286784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763745.056023:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763745.056027:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763745.056031:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763745.056038:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763745.056062:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763745.056082:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763745/real 1789763745] req@ffff9cdd59275180 x1876702015286912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763745.056121:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015286912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763745.056135:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763745.056141:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763745.056147:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015286912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763745.056157:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015287040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763745.056206:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763745.056222:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763745/real 1789763745] req@ffff9cdd59276a00 x1876702015287040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763745.056236:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015287040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763745.056246:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763745.056268:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763745.056271:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015287040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763745.247068:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763746.271053:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763747.295223:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763748.319039:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763749.343116:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763750.174940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763750.174950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763750.174954:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763750.174964:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1268 00000100:00080000:3.0:1789763750.174976:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763750.174985:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763750.175034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015287168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763750.175100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763750.175106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763750.175108:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763750.175115:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1268 00000100:00080000:3.0:1789763750.175120:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763750.175126:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763750.175140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763750.175160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015287296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763750.175174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763750.175180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763750.175183:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763750.175188:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1268 00000100:00080000:3.0:1789763750.175193:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763750.175197:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763750.175203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763750.175221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015287424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763750.175224:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015287168:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763750.175253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763750.175258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763750.175259:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763750.175265:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1268 00000100:00080000:3.0:1789763750.175269:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763750.175274:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763750.175281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763750.175297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015287552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763750.175310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763750.175315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763750.175317:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763750.175322:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1268 00000100:00080000:3.0:1789763750.175328:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763750.175333:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763750.175339:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763750.175352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015287680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763750.175363:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763750.175472:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763750/real 1789763750] req@ffff9cdd59277b80 x1876702015287168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763750.175493:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015287168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763750.175504:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763750.175508:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763750.175511:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015287168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763750.175517:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015287296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763750.175556:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763750.175573:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763750/real 1789763750] req@ffff9cdd59274e00 x1876702015287296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763750.175588:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015287296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763750.175598:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763750.175602:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763750.175606:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015287296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763750.175637:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015287424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763750.175659:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763750.175670:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763750/real 1789763750] req@ffff9cdd59275500 x1876702015287424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763750.175684:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015287424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763750.175721:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763750.175724:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763750.175728:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015287424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763750.175733:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015287552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763750.175803:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763750.175816:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763750/real 1789763750] req@ffff9cdd59274380 x1876702015287552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763750.175831:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015287552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763750.175841:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763750.175845:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763750.175849:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015287552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763750.175857:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015287680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763750.175905:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763750.175916:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763750/real 1789763750] req@ffff9cdd59276300 x1876702015287680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763750.175926:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015287680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763750.175932:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763750.175935:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763750.175938:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015287680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763750.367145:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763751.391092:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763752.415190:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763753.439069:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763754.463084:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763755.295033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763755.295049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763755.295057:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763755.295076:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1273 00000100:00080000:1.0:1789763755.295097:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763755.295112:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763755.295188:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015287808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763755.295241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763755.295246:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763755.295249:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763755.295255:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1273 00000100:00080000:1.0:1789763755.295263:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763755.295270:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763755.295285:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763755.295305:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015287936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763755.295326:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015287808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763755.295330:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763755.295358:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763755.295363:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763755.295404:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1273 00000100:00080000:1.0:1789763755.295416:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763755.295426:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763755.295440:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763755.295452:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763755.295472:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015288064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763755.295490:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763755.295495:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763755.295499:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763755.295505:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1273 00000100:00080000:1.0:1789763755.295511:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763755.295515:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763755/real 1789763755] req@ffff9cdd47c50e00 x1876702015287808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763755.295523:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763755.295543:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763755.295570:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015288192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763755.295584:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763755.295589:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015287808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763755.295591:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763755.295602:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763755.295614:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1273 00000100:00080000:1.0:1789763755.295626:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763755.295641:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763755.295663:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1789763755.295672:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1789763755.295681:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015288320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763755.295684:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763755.295726:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015287808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763755.295803:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015287936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763755.295845:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763755.295899:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763755/real 1789763755] req@ffff9cdd47c51c00 x1876702015287936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763755.295939:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015287936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763755.295957:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763755.295964:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763755.295971:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015287936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763755.295986:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015288064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763755.296046:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763755.296065:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763755/real 1789763755] req@ffff9cdd47c52d80 x1876702015288064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763755.296082:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015288064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763755.296093:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763755.296098:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763755.296102:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015288064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763755.296111:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015288192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763755.296136:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763755.296156:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763755/real 1789763755] req@ffff9cdd47c50000 x1876702015288192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763755.296179:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015288192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763755.296209:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763755.296217:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763755.296224:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015288192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763755.296238:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015288320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763755.296273:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763755.296288:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763755/real 1789763755] req@ffff9cdd47c50a80 x1876702015288320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763755.296304:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015288320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763755.296315:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763755.296319:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763755.296323:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015288320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763755.487115:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763756.511149:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763757.535212:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763758.559185:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763759.583130:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763760.415031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763760.415046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763760.415052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763760.415077:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1278 00000100:00080000:3.0:1789763760.415091:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763760.415102:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763760.415157:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015288448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763760.415194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763760.415199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763760.415201:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763760.415205:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1278 00000100:00080000:3.0:1789763760.415209:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763760.415213:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763760.415225:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763760.415240:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015288576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763760.415252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763760.415257:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763760.415259:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763760.415266:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1278 00000100:00100000:1.0:1789763760.415270:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015288448:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763760.415270:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763760.415277:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763760.415288:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763760.415302:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015288704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763760.415313:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763760.415317:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763760.415318:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763760.415322:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1278 00000100:00080000:3.0:1789763760.415326:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763760.415331:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763760.415335:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763760.415347:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015288832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763760.415357:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763760.415360:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763760.415363:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763760.415366:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1278 00000100:00080000:3.0:1789763760.415370:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763760.415374:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763760.415379:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763760.415381:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763760.415395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015288960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763760.415446:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763760/real 1789763760] req@ffff9cdd59277800 x1876702015288448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763760.415469:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015288448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763760.415482:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763760.415486:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763760.415491:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015288448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763760.415521:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015288576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763760.415545:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763760.415558:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763760/real 1789763760] req@ffff9cdd59274000 x1876702015288576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763760.415571:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015288576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763760.415579:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763760.415582:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763760.415585:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015288576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763760.415591:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015288704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763760.415608:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763760.415617:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763760/real 1789763760] req@ffff9cdd59276680 x1876702015288704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763760.415630:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015288704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763760.415638:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763760.415643:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763760.415648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015288704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763760.415657:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015288832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763760.415713:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763760.415733:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763760/real 1789763760] req@ffff9cdd59277100 x1876702015288832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763760.415753:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015288832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763760.415762:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763760.415766:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763760.415769:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015288832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763760.415776:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015288960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763760.415799:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763760.415810:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763760/real 1789763760] req@ffff9cdd59275f80 x1876702015288960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763760.415822:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015288960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763760.415837:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763760.415841:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763760.415844:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015288960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763760.607022:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763761.631100:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763762.655210:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763763.679024:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763764.703115:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763765.534988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763765.535004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763765.535010:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763765.535024:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1283 00000100:00080000:3.0:1789763765.535039:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763765.535050:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763765.535103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015289088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763765.535144:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763765.535148:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763765.535150:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763765.535156:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1283 00000100:00080000:3.0:1789763765.535160:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763765.535164:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763765.535177:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763765.535192:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015289216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763765.535205:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763765.535209:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763765.535211:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763765.535216:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1283 00000100:00080000:3.0:1789763765.535221:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763765.535225:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763765.535233:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763765.535234:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015289088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763765.535249:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015289344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763765.535263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763765.535268:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763765.535270:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763765.535274:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1283 00000100:00080000:3.0:1789763765.535280:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763765.535284:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763765.535290:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763765.535306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015289472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763765.535317:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763765.535321:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763765.535326:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789763765.535327:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763765.535337:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1283 00000100:00080000:3.0:1789763765.535345:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763765.535350:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763765.535355:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763765.535370:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015289600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763765.535402:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763765/real 1789763765] req@ffff9cdd59275880 x1876702015289088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763765.535422:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015289088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763765.535434:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763765.535438:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763765.535442:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015289088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763765.535449:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015289216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763765.535469:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763765.535479:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763765/real 1789763765] req@ffff9cdd59274700 x1876702015289216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763765.535489:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015289216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763765.535495:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763765.535499:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763765.535502:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015289216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763765.535528:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015289344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763765.535544:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763765.535551:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763765/real 1789763765] req@ffff9cdd59275c00 x1876702015289344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763765.535561:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015289344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763765.535567:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763765.535570:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763765.535572:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015289344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763765.535577:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015289472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763765.535589:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763765.535596:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763765/real 1789763765] req@ffff9cdd59275f80 x1876702015289472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763765.535605:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015289472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763765.535611:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763765.535613:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763765.535616:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015289472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763765.535620:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015289600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763765.535662:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763765.535678:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763765/real 1789763765] req@ffff9cdd59277100 x1876702015289600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763765.535695:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015289600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763765.535707:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763765.535711:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763765.535715:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015289600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763765.727108:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763766.751078:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763767.775077:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763768.799040:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763769.822982:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763770.654961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763770.654970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763770.654974:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763770.654985:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1288 00000100:00080000:3.0:1789763770.654996:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763770.655004:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763770.655041:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015289728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763770.655069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763770.655078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763770.655083:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763770.655087:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1288 00000100:00080000:3.0:1789763770.655089:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763770.655093:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763770.655101:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763770.655112:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015289856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763770.655120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763770.655123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763770.655125:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763770.655128:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1288 00000100:00080000:3.0:1789763770.655130:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763770.655135:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763770.655136:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015289728:192.168.203.148@tcp:250:kworker.0 00000008:00100000:3.0:1789763770.655140:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763770.655149:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015289984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763770.655158:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763770.655161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763770.655163:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763770.655166:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1288 00000100:00080000:3.0:1789763770.655169:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763770.655172:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763770.655176:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763770.655184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015290112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763770.655192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763770.655194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763770.655196:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763770.655198:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1288 00000100:00080000:3.0:1789763770.655201:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763770.655206:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763770.655210:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763770.655216:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763770.655225:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015290240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763770.655250:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763770/real 1789763770] req@ffff9cdd59276680 x1876702015289728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763770.655266:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015289728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763770.655275:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763770.655278:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763770.655282:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015289728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763770.655287:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015289856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763770.655303:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763770.655312:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763770/real 1789763770] req@ffff9cdd59274000 x1876702015289856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763770.655326:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015289856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763770.655332:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763770.655334:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763770.655336:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015289856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763770.655357:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015289984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763770.655369:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763770.655376:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763770/real 1789763770] req@ffff9cdd59277800 x1876702015289984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763770.655385:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015289984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763770.655390:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763770.655392:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763770.655394:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015289984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763770.655398:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015290112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763770.655409:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763770.655415:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763770/real 1789763770] req@ffff9cdd59276300 x1876702015290112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763770.655423:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015290112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763770.655441:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763770.655443:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763770.655446:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015290112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763770.655449:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015290240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763770.655460:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763770.655466:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763770/real 1789763770] req@ffff9cdd59274380 x1876702015290240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763770.655473:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015290240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763770.655478:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763770.655481:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763770.655483:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015290240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763770.847001:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763771.871134:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763772.895080:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763773.919056:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763774.943144:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763775.775111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763775.775126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763775.775133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763775.775147:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1293 00000100:00080000:1.0:1789763775.775163:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763775.775174:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763775.775230:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015290368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763775.775281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763775.775287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763775.775289:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763775.775295:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1293 00000100:00080000:1.0:1789763775.775299:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763775.775303:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763775.775317:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763775.775335:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015290496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763775.775350:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763775.775358:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763775.775361:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015290368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763775.775362:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763775.775376:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1293 00000100:00080000:1.0:1789763775.775382:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763775.775386:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763775.775393:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763775.775409:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015290624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763775.775422:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763775.775427:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763775.775429:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763775.775434:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1293 00000100:00080000:1.0:1789763775.775440:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763775.775445:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763775.775451:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763775.775465:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015290752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763775.775476:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763775.775490:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763775.775496:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763775.775499:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763775.775506:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1293 00000100:00080000:1.0:1789763775.775513:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763775.775517:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763775.775522:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763775.775537:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015290880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763775.775551:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763775/real 1789763775] req@ffff9cdd47c52680 x1876702015290368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763775.775611:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015290368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763775.775637:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763775.775643:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763775.775648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015290368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763775.775682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015290496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763775.775714:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763775.775732:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763775/real 1789763775] req@ffff9cdd47c50380 x1876702015290496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763775.775747:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015290496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763775.775757:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763775.775761:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763775.775765:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015290496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763775.775772:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015290624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763775.775794:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763775.775806:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763775/real 1789763775] req@ffff9cdd47c52a00 x1876702015290624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763775.775819:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015290624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763775.775829:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763775.775832:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763775.775836:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015290624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763775.775844:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015290752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763775.775894:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763775.775910:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763775/real 1789763775] req@ffff9cdd47c53b80 x1876702015290752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763775.775925:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015290752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763775.775935:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763775.775939:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763775.775943:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015290752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763775.775950:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015290880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763775.775972:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763775.775983:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763775/real 1789763775] req@ffff9cdd47c53480 x1876702015290880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763775.776005:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015290880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763775.776020:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763775.776027:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763775.776033:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015290880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763775.967098:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763776.991160:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763778.015041:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763779.039090:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763780.063017:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763780.894961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763780.894969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763780.894973:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763780.894982:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1298 00000100:00080000:3.0:1789763780.894992:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763780.894999:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763780.895033:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015291008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763780.895056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763780.895060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763780.895062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763780.895067:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1298 00000100:00080000:3.0:1789763780.895071:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763780.895075:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763780.895085:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763780.895094:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015291008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763780.895097:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015291136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763780.895107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763780.895110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763780.895112:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763780.895115:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1298 00000100:00080000:3.0:1789763780.895119:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763780.895122:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763780.895126:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763780.895135:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015291264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763780.895143:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763780.895145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763780.895147:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763780.895150:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1298 00000100:00080000:3.0:1789763780.895153:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763780.895156:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:1.0:1789763780.895157:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:3.0:1789763780.895160:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763780.895168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015291392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763780.895176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763780.895179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763780.895181:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763780.895184:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1298 00000100:00080000:3.0:1789763780.895187:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763780.895191:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763780.895194:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763780/real 1789763780] req@ffff9cdd59275500 x1876702015291008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763780.895195:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763780.895204:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015291520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763780.895211:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015291008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763780.895220:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763780.895225:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763780.895229:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015291008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763780.895253:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015291136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763780.895273:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763780.895282:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763780/real 1789763780] req@ffff9cdd59274e00 x1876702015291136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763780.895290:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015291136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763780.895295:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763780.895297:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763780.895300:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015291136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763780.895303:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015291264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763780.895314:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763780.895321:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763780/real 1789763780] req@ffff9cdd59277b80 x1876702015291264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763780.895328:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015291264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763780.895333:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763780.895334:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763780.895337:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015291264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763780.895340:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015291392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763780.895350:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763780.895356:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763780/real 1789763780] req@ffff9cdd59276a00 x1876702015291392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763780.895363:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015291392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763780.895368:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763780.895369:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763780.895371:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015291392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763780.895374:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015291520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763780.895383:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763780.895389:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763780/real 1789763780] req@ffff9cdd59275180 x1876702015291520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763780.895396:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015291520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763780.895401:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763780.895402:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763780.895404:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015291520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763781.087094:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763782.111089:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763783.135009:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763784.158988:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763785.183041:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763786.014931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763786.014941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763786.014946:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763786.014956:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1304 00000100:00080000:3.0:1789763786.014967:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763786.014974:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763786.015015:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015291648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763786.015040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763786.015043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763786.015045:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763786.015048:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1304 00000100:00080000:3.0:1789763786.015050:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763786.015053:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763786.015062:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763786.015072:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015291776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763786.015079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763786.015082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763786.015083:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763786.015086:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1304 00000100:00080000:3.0:1789763786.015088:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763786.015090:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763786.015094:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763786.015099:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015291648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763786.015103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015291904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763786.015125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763786.015127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763786.015128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763786.015131:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1304 00000100:00080000:3.0:1789763786.015132:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763786.015134:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763786.015137:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763786.015146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015292032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763786.015152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763786.015155:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763786.015157:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763786.015159:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1304 00000100:00080000:3.0:1789763786.015161:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763786.015163:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763786.015166:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763786.015173:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015292160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763786.015235:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015291776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763786.015270:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015291904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763786.015289:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015292032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763786.015301:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015292160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763786.207028:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763787.231059:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763788.255033:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789763789.087092:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789763789.087137:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789763789.087155:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763789.087192:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763789.087201:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763789.087210:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789763789.087221:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789763789.087247:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763786/real 1789763789] req@ffff9cdd59276d80 x1876702015291904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763789.087274:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015291904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763789.087286:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763789.087292:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763789.087296:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015291904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763789.087305:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763786/real 1789763789] req@ffff9cdd59275180 x1876702015292032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763789.087316:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015292032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763789.087324:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763789.087327:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763789.087331:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015292032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763789.087337:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763786/real 1789763789] req@ffff9cdd59276a00 x1876702015292160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763789.087349:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015292160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763789.087357:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763789.087360:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763789.087363:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015292160:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763789.087369:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763786/real 1789763789] req@ffff9cdd59277480 x1876702015291648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763789.087387:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015291648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763789.087395:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763789.087398:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763789.087401:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015291648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763789.087407:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763786/real 1789763789] req@ffff9cdd59274a80 x1876702015291776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763789.087417:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015291776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763789.087424:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763789.087427:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763789.087430:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015291776:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763789.279203:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763790.303007:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763791.134947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763791.134955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763791.134959:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763791.134968:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1309 00000100:00080000:2.0:1789763791.134978:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763791.134985:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763791.135018:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015292288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763791.135041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763791.135044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763791.135049:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763791.135052:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1309 00000100:00080000:2.0:1789763791.135054:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763791.135057:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763791.135066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763791.135081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015292416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763791.135089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763791.135094:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015292288:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763791.135094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763791.135098:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763791.135106:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1309 00000100:00080000:2.0:1789763791.135109:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763791.135113:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763791.135119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763791.135135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015292544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763791.135145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763791.135148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763791.135151:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763791.135154:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1309 00000100:00080000:2.0:1789763791.135158:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763791.135162:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789763791.135167:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763791.135184:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763791.135200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015292672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763791.135211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763791.135216:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763791/real 1789763791] req@ffff9cdd437a5f80 x1876702015292288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789763791.135217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763791.135221:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763791.135228:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1309 00000100:00080000:2.0:1789763791.135235:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763791.135242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763791.135248:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763791.135253:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015292288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763791.135265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015292800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763791.135269:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763791.135280:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763791.135287:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015292288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763791.135316:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015292416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763791.135345:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763791.135359:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763791/real 1789763791] req@ffff9cdd437a7480 x1876702015292416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763791.135373:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015292416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763791.135382:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763791.135386:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763791.135389:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015292416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763791.135396:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015292544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763791.135420:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763791.135433:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763791/real 1789763791] req@ffff9cdd437a7100 x1876702015292544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763791.135458:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015292544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763791.135474:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763791.135478:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763791.135482:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015292544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763791.135488:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015292672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763791.135512:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763791.135525:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763791/real 1789763791] req@ffff9cdd437a4380 x1876702015292672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763791.135538:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015292672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763791.135547:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763791.135551:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763791.135554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015292672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763791.135561:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015292800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763791.135581:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763791.135593:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763791/real 1789763791] req@ffff9cdd437a7800 x1876702015292800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763791.135605:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015292800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763791.135615:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763791.135618:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763791.135622:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015292800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763791.326980:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763792.351031:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763793.375001:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763794.399024:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763795.423009:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763796.255034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763796.255041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763796.255045:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763796.255054:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1314 00000100:00080000:1.0:1789763796.255065:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763796.255070:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763796.255107:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015292928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763796.255133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763796.255136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763796.255137:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763796.255140:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1314 00000100:00080000:1.0:1789763796.255142:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763796.255144:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763796.255152:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763796.255160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015293056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763796.255168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763796.255171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763796.255172:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763796.255176:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1314 00000100:00080000:1.0:1789763796.255179:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763796.255184:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763796.255189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763796.255199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015293184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763796.255211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763796.255217:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015292928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763796.255218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763796.255224:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763796.255238:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1314 00000100:00080000:1.0:1789763796.255243:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763796.255248:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763796.255255:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763796.255273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015293312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763796.255283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763796.255287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763796.255290:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763796.255294:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1314 00000100:00080000:1.0:1789763796.255299:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763796.255303:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789763796.255309:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:1.0:1789763796.255313:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763796.255327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015293440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763796.255370:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763796/real 1789763796] req@ffff9cdd47c51500 x1876702015292928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763796.255402:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015292928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763796.255431:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763796.255437:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763796.255442:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015292928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763796.255452:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763796.255477:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763796.255488:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763796/real 1789763796] req@ffff9cdd47c53800 x1876702015293056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763796.255504:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015293056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763796.255510:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763796.255514:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763796.255516:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763796.255540:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763796.255554:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763796.255560:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763796/real 1789763796] req@ffff9cdd47c51f80 x1876702015293184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763796.255568:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015293184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763796.255574:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763796.255576:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763796.255578:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763796.255582:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763796.255592:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763796.255598:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763796/real 1789763796] req@ffff9cdd47c53480 x1876702015293312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763796.255606:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015293312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763796.255610:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763796.255612:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763796.255614:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763796.255617:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015293440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763796.255628:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763796.255634:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763796/real 1789763796] req@ffff9cdd47c53b80 x1876702015293440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763796.255641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015293440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763796.255646:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763796.255648:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763796.255650:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015293440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763796.447024:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763797.471008:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763798.495043:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763799.519040:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763800.542999:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763801.374940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763801.374948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763801.374953:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763801.374962:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1319 00000100:00080000:3.0:1789763801.374971:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763801.374977:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763801.375012:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015293568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763801.375038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763801.375042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763801.375044:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763801.375049:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1319 00000100:00080000:3.0:1789763801.375054:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763801.375059:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763801.375070:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763801.375078:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015293568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763801.375086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015293696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763801.375095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763801.375098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763801.375099:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763801.375102:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1319 00000100:00080000:3.0:1789763801.375105:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763801.375108:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763801.375112:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763801.375120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015293824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763801.375129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763801.375133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763801.375135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763801.375140:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1319 00000800:00000100:1.0:1789763801.375143:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763801.375147:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763801.375154:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763801.375160:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763801.375173:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015293952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763801.375180:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763801/real 1789763801] req@ffff9cdd59277b80 x1876702015293568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763801.375213:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763801.375217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789763801.375218:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015293568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763801.375219:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763801.375227:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1319 00000100:00080000:3.0:1789763801.375233:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763801.375237:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763801.375238:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:1.0:1789763801.375245:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000008:00100000:3.0:1789763801.375246:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763801.375251:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015293568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763801.375259:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015294080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763801.375273:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763801.375296:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763801.375309:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763801/real 1789763801] req@ffff9cdd59274e00 x1876702015293696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763801.375323:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015293696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763801.375333:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763801.375336:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763801.375340:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763801.375345:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763801.375363:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763801.375386:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763801/real 1789763801] req@ffff9cdd59275500 x1876702015293824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763801.375394:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015293824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763801.375400:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763801.375402:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763801.375404:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763801.375408:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763801.375422:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763801.375428:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763801/real 1789763801] req@ffff9cdd59274380 x1876702015293952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763801.375435:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015293952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763801.375440:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763801.375442:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763801.375444:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015293952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763801.375447:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015294080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763801.375457:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763801.375463:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763801/real 1789763801] req@ffff9cdd59276300 x1876702015294080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763801.375475:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015294080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763801.375480:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763801.375481:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763801.375483:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015294080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763801.566993:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763802.591012:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763803.615009:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763804.639031:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763805.663019:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763806.494909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763806.494918:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763806.494922:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763806.494931:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1324 00000100:00080000:3.0:1789763806.494943:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763806.494952:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763806.494992:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015294208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763806.495015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763806.495018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763806.495021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763806.495025:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1324 00000100:00080000:3.0:1789763806.495031:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763806.495035:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763806.495046:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763806.495060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015294336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763806.495061:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015294208:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763806.495071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763806.495074:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763806.495076:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763806.495080:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1324 00000100:00080000:3.0:1789763806.495083:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763806.495087:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763806.495091:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763806.495100:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015294464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763806.495108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763806.495111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763806.495112:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763806.495115:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1324 00000100:00080000:3.0:1789763806.495118:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763806.495121:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:1.0:1789763806.495124:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:3.0:1789763806.495126:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763806.495134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015294592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763806.495148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763806.495151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763806.495153:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763806.495156:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1324 00000100:00100000:1.0:1789763806.495159:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763806/real 1789763806] req@ffff9cdd59277800 x1876702015294208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763806.495160:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763806.495163:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763806.495167:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763806.495176:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015294720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763806.495177:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015294208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763806.495189:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763806.495193:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763806.495197:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015294208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763806.495223:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015294336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763806.495243:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763806.495252:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763806/real 1789763806] req@ffff9cdd59274000 x1876702015294336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763806.495260:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015294336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763806.495266:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763806.495268:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763806.495271:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015294336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763806.495275:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015294464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763806.495291:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763806.495302:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763806/real 1789763806] req@ffff9cdd59276680 x1876702015294464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763806.495314:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015294464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763806.495322:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763806.495326:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763806.495342:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015294464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763806.495349:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015294592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763806.495367:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763806.495375:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763806/real 1789763806] req@ffff9cdd59277100 x1876702015294592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763806.495383:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015294592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763806.495388:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763806.495390:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763806.495393:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015294592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763806.495396:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015294720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763806.495407:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763806.495412:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763806/real 1789763806] req@ffff9cdd59275f80 x1876702015294720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763806.495419:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015294720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763806.495424:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763806.495426:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763806.495428:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015294720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763806.686994:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763807.711008:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763808.735029:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763809.759056:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763810.783044:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763811.614934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763811.614942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763811.614946:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763811.614956:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1329 00000100:00080000:3.0:1789763811.614968:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763811.614977:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763811.615031:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015294848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763811.615062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763811.615066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763811.615068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763811.615073:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1329 00000100:00080000:3.0:1789763811.615076:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763811.615080:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763811.615089:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763811.615100:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015294976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763811.615107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763811.615109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763811.615110:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763811.615112:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1329 00000100:00080000:3.0:1789763811.615114:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763811.615116:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763811.615119:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763811.615124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015295104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763811.615130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763811.615132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763811.615133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763811.615135:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1329 00000100:00080000:3.0:1789763811.615137:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763811.615139:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763811.615142:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763811.615149:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015295232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763811.615155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763811.615158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763811.615159:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763811.615162:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1329 00000100:00080000:3.0:1789763811.615164:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763811.615167:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763811.615170:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763811.615179:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015295360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763811.615231:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015294848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789763811.615376:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763811.615471:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763811/real 1789763811] req@ffff9cdd59275c00 x1876702015294848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763811.615495:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015294848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763811.615509:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763811.615514:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763811.615519:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015294848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763811.615528:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015294976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763811.615557:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763811.615574:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763811/real 1789763811] req@ffff9cdd59274700 x1876702015294976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763811.615595:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015294976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763811.615610:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763811.615616:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763811.615622:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015294976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763811.615633:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015295104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763811.615670:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763811.615707:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763811/real 1789763811] req@ffff9cdd59275880 x1876702015295104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763811.615723:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015295104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763811.615733:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763811.615738:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763811.615742:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015295104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763811.615765:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015295232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763811.615785:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763811.615794:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763811/real 1789763811] req@ffff9cdd59275f80 x1876702015295232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763811.615811:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015295232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763811.615836:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763811.615840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763811.615843:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015295232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763811.615849:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015295360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763811.615867:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763811.615877:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763811/real 1789763811] req@ffff9cdd59277100 x1876702015295360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763811.615889:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015295360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763811.615897:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763811.615900:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763811.615903:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015295360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763811.806986:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763812.831025:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763813.855095:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763814.878982:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763815.902969:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763816.734997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763816.735011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763816.735017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763816.735029:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1334 00000100:00080000:3.0:1789763816.735044:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763816.735053:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763816.735104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015295488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763816.735150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763816.735154:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763816.735156:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763816.735161:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1334 00000100:00080000:3.0:1789763816.735165:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763816.735169:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763816.735182:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763816.735195:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015295616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763816.735207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763816.735210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763816.735212:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763816.735216:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1334 00000100:00080000:3.0:1789763816.735219:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763816.735223:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763816.735228:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763816.735238:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015295744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763816.735251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763816.735288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763816.735293:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763816.735298:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015295488:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763816.735305:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1334 00000100:00080000:3.0:1789763816.735319:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763816.735325:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763816.735335:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763816.735361:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015295872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763816.735380:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763816.735385:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763816.735388:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763816.735393:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1334 00000100:00080000:3.0:1789763816.735399:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763816.735403:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:1.0:1789763816.735411:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:3.0:1789763816.735414:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763816.735433:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015296000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763816.735470:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763816/real 1789763816] req@ffff9cdd59276680 x1876702015295488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763816.735509:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015295488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763816.735528:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763816.735535:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763816.735542:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015295488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763816.735555:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015295616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763816.735595:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763816.735627:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763816/real 1789763816] req@ffff9cdd59274000 x1876702015295616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763816.735641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015295616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763816.735650:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763816.735654:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763816.735658:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015295616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763816.735687:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015295744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763816.735710:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763816.735721:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763816/real 1789763816] req@ffff9cdd59277800 x1876702015295744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763816.735734:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015295744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763816.735747:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763816.735752:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763816.735758:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015295744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763816.735769:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015295872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763816.735802:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763816.735822:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763816/real 1789763816] req@ffff9cdd59276300 x1876702015295872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763816.735843:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015295872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763816.735852:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763816.735856:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763816.735862:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015295872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763816.735925:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015296000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763816.735961:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763816.735975:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763816/real 1789763816] req@ffff9cdd59274380 x1876702015296000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763816.735989:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015296000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763816.735997:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763816.736001:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763816.736004:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015296000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763816.927130:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763817.951084:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763818.975038:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763819.999082:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763821.023005:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763821.855003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763821.855012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763821.855017:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763821.855027:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1339 00000100:00080000:0.0:1789763821.855037:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763821.855045:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763821.855083:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015296128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763821.855109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763821.855114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763821.855117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763821.855122:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1339 00000100:00080000:0.0:1789763821.855127:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763821.855132:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763821.855143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763821.855160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015296256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763821.855164:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015296128:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763821.855182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763821.855186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763821.855188:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763821.855193:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1339 00000100:00080000:0.0:1789763821.855197:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763821.855201:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763821.855207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763821.855235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015296384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763821.855246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763821.855250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763821.855253:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789763821.855253:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763821.855264:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1339 00000100:00080000:0.0:1789763821.855268:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763821.855272:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763821.855277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763821.855288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015296512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763821.855298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763821.855303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763821.855305:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763821.855305:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763821/real 1789763821] req@ffff9cdd47cfa300 x1876702015296128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763821.855310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1339 00000100:00080000:0.0:1789763821.855314:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763821.855319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763821.855325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763821.855328:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015296128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763821.855336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015296640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763821.855342:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763821.855346:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763821.855351:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015296128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763821.855378:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015296256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763821.855406:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763821.855418:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763821/real 1789763821] req@ffff9cdd47cf8700 x1876702015296256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763821.855428:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015296256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763821.855435:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763821.855437:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763821.855439:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015296256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763821.855444:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015296384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763821.855457:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763821.855464:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763821/real 1789763821] req@ffff9cdd47cfa680 x1876702015296384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763821.855477:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015296384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763821.855483:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763821.855485:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763821.855487:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015296384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763821.855491:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015296512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763821.855502:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763821.855509:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763821/real 1789763821] req@ffff9cdd47cf8000 x1876702015296512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763821.855517:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015296512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763821.855525:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763821.855529:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763821.855533:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015296512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763821.855539:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015296640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763821.855562:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763821.855575:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763821/real 1789763821] req@ffff9cdd47cfb100 x1876702015296640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763821.855590:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015296640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763821.855606:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763821.855609:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763821.855611:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015296640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763822.047039:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763823.070989:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763824.095051:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763825.119015:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763826.143018:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763826.975001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763826.975009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763826.975013:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763826.975023:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1344 00000100:00080000:1.0:1789763826.975034:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763826.975040:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763826.975075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015296768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763826.975102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763826.975105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763826.975107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763826.975110:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1344 00000100:00080000:1.0:1789763826.975113:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763826.975116:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763826.975124:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763826.975125:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015296768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763826.975138:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015296896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763826.975146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763826.975149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763826.975151:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763826.975153:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1344 00000100:00080000:1.0:1789763826.975156:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763826.975158:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763826.975162:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763826.975170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015297024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763826.975190:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763826.975194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763826.975196:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763826.975202:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1344 00000800:00000100:3.0:1789763826.975202:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763826.975209:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763826.975211:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763826.975216:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763826.975226:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015297152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763826.975233:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763826.975236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763826.975237:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763826.975240:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1344 00000100:00080000:1.0:1789763826.975245:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763826.975245:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763826/real 1789763826] req@ffff9cdd47c52a00 x1876702015296768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763826.975250:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763826.975256:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763826.975268:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015297280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763826.975277:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015296768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763826.975292:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763826.975297:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763826.975300:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015296768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763826.975321:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015296896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763826.975339:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763826.975348:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763826/real 1789763826] req@ffff9cdd47c50380 x1876702015296896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763826.975362:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015296896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763826.975367:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763826.975369:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763826.975371:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015296896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763826.975375:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015297024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763826.975387:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763826.975393:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763826/real 1789763826] req@ffff9cdd47c52680 x1876702015297024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763826.975400:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015297024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763826.975405:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763826.975407:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763826.975408:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015297024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763826.975412:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015297152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763826.975422:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763826.975427:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763826/real 1789763826] req@ffff9cdd47c50a80 x1876702015297152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763826.975434:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015297152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763826.975443:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763826.975445:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763826.975448:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015297152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763826.975451:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015297280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763826.975460:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763826.975466:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763826/real 1789763826] req@ffff9cdd47c50000 x1876702015297280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763826.975473:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015297280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763826.975478:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763826.975479:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763826.975481:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015297280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763827.167002:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763828.191007:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763829.215152:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763830.239013:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763831.263108:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763832.095068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763832.095101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763832.095107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763832.095122:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1350 00000100:00080000:3.0:1789763832.095136:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763832.095180:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763832.095253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015297408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763832.095319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763832.095324:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763832.095326:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763832.095331:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1350 00000100:00080000:3.0:1789763832.095336:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763832.095342:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763832.095355:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763832.095356:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015297408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763832.095374:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015297536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763832.095409:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763832.095417:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763832.095421:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763832.095430:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1350 00000100:00080000:3.0:1789763832.095438:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763832.095446:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763832.095459:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763832.095472:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763832.095488:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015297664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763832.095512:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763832.095520:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763832.095524:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763832.095536:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1350 00000100:00100000:1.0:1789763832.095541:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763832/real 1789763832] req@ffff9cdd59275500 x1876702015297408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763832.095547:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763832.095566:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763832.095579:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763832.095580:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015297408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763832.095621:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789763832.095626:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015297792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763832.095629:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763832.095638:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015297408:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763832.095646:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763832.095651:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763832.095654:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763832.095659:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1350 00000100:00080000:3.0:1789763832.095663:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763832.095673:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015297536:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789763832.095679:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763832.095690:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763832.095701:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763832.095708:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015297920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763832.095715:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763832/real 1789763832] req@ffff9cdd59274e00 x1876702015297536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763832.095732:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015297536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763832.095739:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763832.095741:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763832.095745:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015297536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763832.095751:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015297664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763832.095765:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763832.095772:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763832/real 1789763832] req@ffff9cdd59277b80 x1876702015297664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763832.095798:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015297664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763832.095808:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763832.095812:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763832.095816:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015297664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763832.095823:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015297792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763832.095844:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763832.095855:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763832/real 1789763832] req@ffff9cdd59274a80 x1876702015297792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763832.095869:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015297792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763832.095878:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763832.095882:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763832.095885:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015297792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763832.095904:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015297920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763832.095963:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763832.095978:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763832/real 1789763832] req@ffff9cdd59277480 x1876702015297920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763832.096003:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015297920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763832.096013:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763832.096017:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763832.096021:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015297920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763832.287023:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763833.311123:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763834.335030:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763835.358988:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763836.383056:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763837.214965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763837.214976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763837.214981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763837.215012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1355 00000100:00080000:3.0:1789763837.215027:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763837.215051:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763837.215138:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015298048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763837.215189:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763837.215194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763837.215197:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763837.215203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1355 00000100:00080000:3.0:1789763837.215208:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763837.215213:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763837.215227:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763837.215246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015298176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763837.215262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763837.215268:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015298048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763837.215269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763837.215276:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763837.215289:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1355 00000100:00080000:3.0:1789763837.215293:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763837.215297:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763837.215303:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763837.215322:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015298304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763837.215334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763837.215339:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763837.215343:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763837.215365:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1355 00000100:00080000:3.0:1789763837.215370:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763837.215374:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763837.215380:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763837.215396:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015298432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763837.215403:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763837.215418:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763837.215424:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763837.215428:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763837.215437:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1355 00000100:00080000:3.0:1789763837.215443:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763837.215450:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763837.215480:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763837.215490:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763837/real 1789763837] req@ffff9cdd59276a00 x1876702015298048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763837.215512:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015298560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763837.215524:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015298048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763837.215550:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763837.215556:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763837.215564:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015298048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763837.215598:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015298176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763837.215631:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763837.215648:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763837/real 1789763837] req@ffff9cdd59275180 x1876702015298176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763837.215664:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015298176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763837.215683:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763837.215688:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763837.215692:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015298176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763837.215700:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015298304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763837.215736:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763837.215773:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763837/real 1789763837] req@ffff9cdd59276d80 x1876702015298304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763837.215810:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015298304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763837.215822:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763837.215826:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763837.215829:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015298304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763837.215837:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015298432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763837.215861:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763837.215920:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763837/real 1789763837] req@ffff9cdd59277480 x1876702015298432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763837.215940:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015298432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763837.215954:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763837.215959:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763837.215966:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015298432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763837.215976:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015298560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763837.216001:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763837.216013:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763837/real 1789763837] req@ffff9cdd59274a80 x1876702015298560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763837.216025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015298560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763837.216034:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763837.216037:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763837.216040:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015298560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763837.407046:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763838.431117:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763839.455149:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763840.479116:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763841.503113:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763842.335044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763842.335058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763842.335086:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763842.335118:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1360 00000100:00080000:0.0:1789763842.335134:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763842.335143:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763842.335195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015298688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763842.335235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763842.335240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763842.335243:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763842.335249:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1360 00000100:00080000:0.0:1789763842.335253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763842.335257:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763842.335269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763842.335285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015298816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763842.335299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763842.335304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763842.335306:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763842.335310:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1360 00000100:00080000:0.0:1789763842.335315:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763842.335323:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015298688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763842.335326:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763842.335341:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763842.335358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015298944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763842.335379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763842.335384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763842.335387:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763842.335392:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1360 00000100:00080000:0.0:1789763842.335426:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763842.335436:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763842.335444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763842.335457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763842.335486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015299072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763842.335506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763842.335513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763842.335520:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763842.335522:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763842/real 1789763842] req@ffff9cdd47cf8a80 x1876702015298688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763842.335531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1360 00000100:00080000:0.0:1789763842.335544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763842.335557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763842.335565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763842.335573:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015298688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763842.335587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015299200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763842.335594:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763842.335609:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763842.335619:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015298688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763842.335631:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015298816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763842.335678:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763842.335705:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763842/real 1789763842] req@ffff9cdd47cf9500 x1876702015298816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763842.335729:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015298816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763842.335743:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763842.335747:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763842.335752:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015298816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763842.335783:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015298944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763842.335812:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763842.335842:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763842/real 1789763842] req@ffff9cdd47cf8e00 x1876702015298944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763842.335857:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015298944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763842.335904:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763842.335908:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763842.335912:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015298944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763842.335920:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015299072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763842.335945:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763842.335958:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763842/real 1789763842] req@ffff9cdd47cf9c00 x1876702015299072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763842.335972:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015299072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763842.335982:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763842.335997:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763842.336002:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015299072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763842.336009:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015299200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763842.336029:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763842.336042:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763842/real 1789763842] req@ffff9cdd47cf9880 x1876702015299200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763842.336055:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015299200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763842.336088:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763842.336095:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763842.336099:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015299200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763842.527107:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763843.551086:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763844.575094:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763845.599097:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763846.623119:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763847.454967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763847.454976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763847.454980:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763847.454992:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1365 00000100:00080000:0.0:1789763847.455005:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763847.455013:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763847.455071:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015299328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763847.455096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763847.455098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763847.455102:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763847.455106:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1365 00000100:00080000:0.0:1789763847.455109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763847.455112:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763847.455120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763847.455131:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015299456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763847.455138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763847.455141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763847.455142:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763847.455144:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1365 00000100:00080000:0.0:1789763847.455146:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763847.455148:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763847.455153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763847.455154:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015299328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763847.455163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015299584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763847.455171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763847.455174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763847.455175:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763847.455178:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1365 00000100:00080000:0.0:1789763847.455180:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763847.455182:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763847.455185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763847.455194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015299712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763847.455200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763847.455202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763847.455203:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763847.455205:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1365 00000100:00080000:0.0:1789763847.455209:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763847.455212:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763847.455215:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763847.455223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015299840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763847.455227:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763847.455282:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763847/real 1789763847] req@ffff9cdd47cf9f80 x1876702015299328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763847.455298:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015299328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763847.455307:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763847.455311:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763847.455314:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015299328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763847.455320:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015299456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763847.455348:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763847.455357:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763847/real 1789763847] req@ffff9cdd47cfad80 x1876702015299456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763847.455365:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015299456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763847.455370:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763847.455372:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763847.455375:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015299456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763847.455395:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015299584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763847.455407:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763847.455414:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763847/real 1789763847] req@ffff9cdd47cfbb80 x1876702015299584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763847.455421:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015299584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763847.455426:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763847.455428:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763847.455430:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015299584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763847.455434:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015299712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763847.455444:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763847.455450:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763847/real 1789763847] req@ffff9cdd47cfaa00 x1876702015299712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763847.455468:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015299712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763847.455473:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763847.455475:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763847.455477:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015299712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763847.455480:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015299840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763847.455489:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763847.455495:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763847/real 1789763847] req@ffff9cdd47cfb480 x1876702015299840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763847.455502:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015299840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763847.455509:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763847.455512:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763847.455515:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015299840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763847.647132:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763848.671176:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763849.695099:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763850.719123:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763851.743084:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763852.575101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763852.575114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763852.575121:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763852.575135:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1370 00000100:00080000:1.0:1789763852.575151:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763852.575160:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763852.575213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015299968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763852.575256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763852.575261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763852.575264:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763852.575269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1370 00000100:00080000:1.0:1789763852.575273:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763852.575277:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763852.575290:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763852.575305:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015300096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763852.575317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763852.575321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763852.575324:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763852.575329:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1370 00000100:00080000:1.0:1789763852.575332:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763852.575337:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763852.575343:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763852.575354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015300224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763852.575367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763852.575372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763852.575378:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789763852.575380:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015299968:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763852.575386:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1370 00000100:00080000:1.0:1789763852.575411:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763852.575421:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763852.575428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763852.575445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015300352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763852.575458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763852.575462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763852.575465:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763852.575468:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1370 00000100:00080000:1.0:1789763852.575474:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763852.575479:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763852.575486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763852.575499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015300480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763852.575538:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763852.575590:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763852.575619:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763852.575667:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015300480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763852.767048:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763853.791106:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763854.815057:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789763855.647497:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789763855.647560:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789763855.647587:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763855.647652:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763855.647669:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763855.647682:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789763855.647696:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763855.647799:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763852/real 1789763855] req@ffff9cdd47c50e00 x1876702015300224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763855.647843:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015300224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763855.647904:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763855.647916:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763855.647928:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763855.647946:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763852/real 1789763855] req@ffff9cdd47c52300 x1876702015300352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763855.648001:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015300352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763855.648030:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763855.648038:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763855.648046:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763855.648060:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763852/real 1789763855] req@ffff9cdd47c53100 x1876702015300480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763855.648085:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015300480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763855.648101:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763855.648110:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763855.648118:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015300480:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763855.648132:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763852/real 1789763855] req@ffff9cdd47c52d80 x1876702015299968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763855.648160:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015299968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763855.648177:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763855.648183:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763855.648190:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015299968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763855.648204:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763852/real 1789763855] req@ffff9cdd47c51c00 x1876702015300096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763855.648231:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015300096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763855.648248:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763855.648255:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763855.648261:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300096:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763855.839118:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763856.863114:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763857.695083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763857.695094:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763857.695099:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763857.695111:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1375 00000100:00080000:3.0:1789763857.695125:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763857.695133:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763857.695196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015300608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763857.695235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763857.695240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763857.695242:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763857.695247:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1375 00000100:00080000:3.0:1789763857.695252:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763857.695257:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763857.695270:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763857.695303:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015300736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763857.695315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763857.695323:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015300608:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763857.695324:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763857.695329:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763857.695340:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1375 00000100:00080000:3.0:1789763857.695344:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763857.695347:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763857.695352:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763857.695367:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015300864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763857.695377:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763857.695388:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763857.695390:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763857.695393:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1375 00000100:00080000:3.0:1789763857.695407:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763857.695414:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763857.695422:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763857.695423:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763857.695449:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015300992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763857.695467:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763857.695472:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763857.695475:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763857.695482:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1375 00000100:00080000:3.0:1789763857.695488:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763857.695498:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763857.695499:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763857/real 1789763857] req@ffff9cdd59277b80 x1876702015300608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789763857.695512:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763857.695541:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015301120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763857.695545:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015300608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763857.695588:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763857.695596:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763857.695602:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015300608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763857.695641:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763857.695683:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763857.695705:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763857/real 1789763857] req@ffff9cdd59274e00 x1876702015300736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763857.695723:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015300736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763857.695738:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763857.695743:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763857.695749:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763857.695759:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763857.695796:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763857.695814:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763857/real 1789763857] req@ffff9cdd59275500 x1876702015300864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763857.695834:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015300864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763857.695874:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763857.695942:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763857.695949:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763857.695986:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763857.696024:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763857.696044:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763857/real 1789763857] req@ffff9cdd59274380 x1876702015300992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763857.696073:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015300992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763857.696086:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763857.696091:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763857.696096:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015300992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763857.696106:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015301120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763857.696138:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763857.696157:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763857/real 1789763857] req@ffff9cdd59276300 x1876702015301120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763857.696177:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015301120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763857.696191:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763857.696196:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763857.696203:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015301120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763857.887091:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763858.911056:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763859.935122:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763860.959087:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763861.983108:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763862.814992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763862.815002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763862.815007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763862.815019:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1380 00000100:00080000:3.0:1789763862.815033:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763862.815041:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763862.815109:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015301248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763862.815148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763862.815153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763862.815155:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763862.815161:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1380 00000100:00080000:3.0:1789763862.815165:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763862.815169:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763862.815181:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763862.815197:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015301376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763862.815209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763862.815214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763862.815226:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763862.815234:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015301248:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763862.815236:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1380 00000100:00080000:3.0:1789763862.815245:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763862.815268:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763862.815273:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763862.815287:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015301504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763862.815298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763862.815302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763862.815311:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763862.815316:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1380 00000100:00080000:3.0:1789763862.815321:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763862.815324:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763862.815329:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763862.815342:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015301632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763862.815353:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763862.815355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763862.815361:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763862.815363:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763862.815368:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1380 00000100:00080000:3.0:1789763862.815372:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763862.815376:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763862.815383:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763862.815395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015301760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763862.815414:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763862/real 1789763862] req@ffff9cdd59277800 x1876702015301248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763862.815436:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015301248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763862.815467:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763862.815472:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763862.815477:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015301248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763862.815486:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015301376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763862.815514:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763862.815527:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763862/real 1789763862] req@ffff9cdd59274000 x1876702015301376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763862.815540:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015301376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763862.815548:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763862.815551:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763862.815554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015301376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763862.815582:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015301504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763862.815601:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763862.815612:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763862/real 1789763862] req@ffff9cdd59276680 x1876702015301504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763862.815642:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015301504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763862.815652:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763862.815655:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763862.815659:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015301504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763862.815665:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015301632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763862.815686:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763862.815717:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763862/real 1789763862] req@ffff9cdd59277100 x1876702015301632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763862.815727:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015301632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763862.815734:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763862.815737:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763862.815739:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015301632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763862.815744:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015301760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763862.815758:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763862.815783:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763862/real 1789763862] req@ffff9cdd59275f80 x1876702015301760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763862.815796:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015301760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763862.815807:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763862.815811:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763862.815815:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015301760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763863.007143:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763864.031084:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763865.055134:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763866.079030:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763867.103059:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763867.935010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763867.935023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763867.935029:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763867.935043:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1385 00000100:00080000:1.0:1789763867.935059:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763867.935069:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763867.935145:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015301888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763867.935196:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763867.935204:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763867.935208:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763867.935216:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1385 00000100:00080000:1.0:1789763867.935224:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763867.935232:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763867.935246:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763867.935263:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015301888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763867.935271:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015302016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763867.935292:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763867.935296:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763867.935300:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763867.935306:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1385 00000100:00080000:1.0:1789763867.935311:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763867.935316:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763867.935323:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763867.935339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015302144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763867.935351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763867.935356:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763867.935359:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763867.935364:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1385 00000100:00080000:1.0:1789763867.935368:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763867.935372:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763867.935378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763867.935388:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763867.935398:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015302272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763867.935411:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763867.935417:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763867.935419:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763867.935424:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1385 00000100:00080000:1.0:1789763867.935429:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763867.935433:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763867.935438:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763867.935456:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015302400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763867.935466:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763867/real 1789763867] req@ffff9cdd47c51880 x1876702015301888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763867.935511:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015301888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763867.935554:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763867.935564:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763867.935572:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015301888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763867.935614:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763867.935665:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763867.935693:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763867/real 1789763867] req@ffff9cdd47c50700 x1876702015302016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763867.935763:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015302016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763867.935782:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763867.935792:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763867.935802:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763867.935818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763867.935858:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763867.935968:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763867/real 1789763867] req@ffff9cdd47c51180 x1876702015302144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763867.935995:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015302144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763867.936012:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763867.936019:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763867.936027:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763867.936039:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763867.936078:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763867.936101:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763867/real 1789763867] req@ffff9cdd47c51c00 x1876702015302272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763867.936127:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015302272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763867.936142:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763867.936148:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763867.936154:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763867.936166:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015302400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763867.936203:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763867.936223:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763867/real 1789763867] req@ffff9cdd47c52d80 x1876702015302400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763867.936245:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015302400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763867.936259:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763867.936265:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763867.936271:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015302400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763868.127135:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763869.151100:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763870.175041:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763871.199097:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763872.222968:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763873.054978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763873.054986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763873.054990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763873.054999:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1391 00000100:00080000:3.0:1789763873.055008:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763873.055015:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763873.055051:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015302528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763873.055078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763873.055081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763873.055082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763873.055085:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1391 00000100:00080000:3.0:1789763873.055088:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763873.055092:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763873.055101:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763873.055111:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015302656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763873.055121:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763873.055123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763873.055124:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763873.055129:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1391 00000100:00080000:3.0:1789763873.055136:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763873.055138:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015302528:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763873.055140:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763873.055153:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763873.055162:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015302784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763873.055171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763873.055174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763873.055175:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763873.055179:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1391 00000100:00080000:3.0:1789763873.055182:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763873.055185:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763873.055189:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763873.055198:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015302912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763873.055204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763873.055207:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763873.055209:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763873.055211:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1391 00000100:00080000:3.0:1789763873.055215:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763873.055218:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763873.055222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763873.055227:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763873.055233:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015303040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763873.055289:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763873/real 1789763873] req@ffff9cdd59275880 x1876702015302528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763873.055307:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015302528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763873.055316:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763873.055320:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763873.055323:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015302528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763873.055345:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763873.055362:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763873.055371:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763873/real 1789763873] req@ffff9cdd59274700 x1876702015302656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763873.055379:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015302656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763873.055395:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763873.055397:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763873.055399:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763873.055403:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763873.055416:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763873.055422:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763873/real 1789763873] req@ffff9cdd59275c00 x1876702015302784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763873.055430:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015302784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763873.055435:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763873.055436:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763873.055438:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763873.055442:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763873.055451:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763873.055457:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763873/real 1789763873] req@ffff9cdd59275f80 x1876702015302912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763873.055464:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015302912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763873.055479:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763873.055483:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763873.055486:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015302912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763873.055493:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015303040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763873.055515:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763873.055528:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763873/real 1789763873] req@ffff9cdd59277100 x1876702015303040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763873.055544:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015303040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763873.055550:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763873.055552:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763873.055554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015303040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789763873.246967:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763874.270997:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763875.295015:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763876.319080:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763877.343137:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763878.175018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763878.175052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763878.175059:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763878.175076:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1396 00000100:00080000:0.0:1789763878.175093:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763878.175105:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763878.175167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015303168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763878.175223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763878.175229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763878.175232:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763878.175237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1396 00000100:00080000:0.0:1789763878.175243:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763878.175249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763878.175265:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763878.175286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015303296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763878.175314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763878.175319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789763878.175320:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015303168:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763878.175321:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763878.175330:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1396 00000100:00080000:0.0:1789763878.175336:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763878.175340:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763878.175345:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763878.175357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015303424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763878.175366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763878.175369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763878.175370:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763878.175374:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1396 00000100:00080000:0.0:1789763878.175376:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763878.175396:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763878.175401:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763878.175414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015303552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763878.175423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763878.175427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763878.175429:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763878.175432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1396 00000100:00080000:0.0:1789763878.175435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763878.175438:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763878.175443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763878.175446:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763878.175457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015303680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763878.175522:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763878/real 1789763878] req@ffff9cdd47cf9180 x1876702015303168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763878.175548:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015303168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763878.175563:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763878.175568:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763878.175573:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015303168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763878.175611:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015303296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763878.175636:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763878.175649:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763878/real 1789763878] req@ffff9cdd47cfb480 x1876702015303296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763878.175661:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015303296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763878.175675:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763878.175679:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763878.175682:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015303296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763878.175687:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015303424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763878.175720:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763878.175740:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763878/real 1789763878] req@ffff9cdd47cfaa00 x1876702015303424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763878.175763:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015303424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763878.175793:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763878.175797:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763878.175817:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015303424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763878.175827:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015303552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763878.175853:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763878.175927:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763878/real 1789763878] req@ffff9cdd47cfbb80 x1876702015303552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763878.175962:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015303552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763878.175973:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763878.175977:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763878.175983:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015303552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763878.175991:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015303680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763878.176023:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763878.176038:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763878/real 1789763878] req@ffff9cdd47cfad80 x1876702015303680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763878.176052:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015303680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763878.176062:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763878.176066:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763878.176070:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015303680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763878.367214:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763879.391015:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763880.415118:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763881.439060:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763882.463011:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763883.294987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763883.295000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763883.295006:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763883.295021:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1401 00000100:00080000:0.0:1789763883.295037:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763883.295047:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763883.295109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015303808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763883.295148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763883.295152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763883.295155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763883.295160:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1401 00000100:00080000:0.0:1789763883.295165:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763883.295170:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763883.295194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763883.295210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015303936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763883.295226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789763883.295230:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015303808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763883.295232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763883.295239:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763883.295260:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1401 00000100:00080000:0.0:1789763883.295266:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763883.295270:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763883.295276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763883.295294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015304064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763883.295322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763883.295327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763883.295330:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763883.295333:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1401 00000100:00080000:0.0:1789763883.295338:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763883.295343:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763883.295348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789763883.295358:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789763883.295368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015304192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763883.295392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763883.295398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763883.295401:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763883.295408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1401 00000100:00080000:0.0:1789763883.295417:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763883.295426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763883.295437:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763883.295440:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763883/real 1789763883] req@ffff9cdd47cf9f80 x1876702015303808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763883.295469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015304320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763883.295487:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015303808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763883.295506:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763883.295513:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763883.295520:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015303808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763883.295551:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015303936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763883.295581:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763883.295599:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763883/real 1789763883] req@ffff9cdd47cf9880 x1876702015303936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763883.295625:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015303936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763883.295636:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763883.295640:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763883.295644:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015303936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763883.295651:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015304064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763883.295672:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763883.295683:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763883/real 1789763883] req@ffff9cdd47cf9c00 x1876702015304064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763883.295697:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015304064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763883.295707:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763883.295710:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763883.295714:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015304064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763883.295721:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015304192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763883.295739:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763883.295751:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763883/real 1789763883] req@ffff9cdd47cf8e00 x1876702015304192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763883.295790:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015304192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763883.295802:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763883.295806:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763883.295811:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015304192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763883.295819:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015304320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763883.295854:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763883.295910:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763883/real 1789763883] req@ffff9cdd47cf9500 x1876702015304320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763883.295937:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015304320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763883.295948:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763883.295952:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763883.295955:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015304320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763883.487080:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763884.511073:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763885.535119:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763886.559096:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763887.583163:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763888.414997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763888.415014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763888.415022:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763888.415038:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1406 00000100:00080000:0.0:1789763888.415054:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763888.415076:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763888.415133:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015304448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763888.415185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763888.415193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763888.415197:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763888.415206:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1406 00000100:00080000:0.0:1789763888.415229:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763888.415239:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763888.415258:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763888.415287:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015304448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763888.415292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015304576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763888.415320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763888.415328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763888.415332:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763888.415340:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1406 00000100:00080000:0.0:1789763888.415350:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763888.415359:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763888.415386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763888.415414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015304704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763888.415431:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763888.415442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763888.415451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763888.415456:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763888.415467:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1406 00000100:00080000:0.0:1789763888.415476:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763888.415485:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763888.415498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763888.415520:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763888/real 1789763888] req@ffff9cdd47cf8a80 x1876702015304448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763888.415542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015304832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763888.415562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763888.415571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789763888.415572:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015304448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763888.415575:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763888.415591:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1406 00000100:00080000:0.0:1789763888.415612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763888.415617:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763888.415625:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:1.0:1789763888.415631:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000008:00100000:0.0:1789763888.415639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763888.415642:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015304448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763888.415668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015304960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763888.415697:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015304576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763888.415785:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763888.415810:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763888/real 1789763888] req@ffff9cdd47cfb100 x1876702015304576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763888.415828:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015304576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763888.415839:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763888.415844:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763888.415848:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015304576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763888.415857:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015304704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763888.415930:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763888.415947:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763888/real 1789763888] req@ffff9cdd47cf8000 x1876702015304704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763888.415962:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015304704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763888.415973:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763888.415977:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763888.415981:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015304704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763888.415989:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015304832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763888.416010:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763888.416023:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763888/real 1789763888] req@ffff9cdd47cfa680 x1876702015304832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763888.416037:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015304832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763888.416046:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763888.416060:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763888.416064:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015304832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763888.416070:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015304960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763888.416089:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763888.416100:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763888/real 1789763888] req@ffff9cdd47cf8700 x1876702015304960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763888.416114:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015304960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763888.416124:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763888.416127:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763888.416130:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015304960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763888.607135:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763889.631213:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763890.655034:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763891.679111:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763892.703083:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763893.534940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763893.534948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763893.534953:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763893.534962:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1411 00000100:00080000:0.0:1789763893.534973:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763893.534987:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763893.535035:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015305088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763893.535126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763893.535130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763893.535132:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763893.535136:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1411 00000100:00080000:0.0:1789763893.535140:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763893.535144:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763893.535155:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763893.535171:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015305216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763893.535181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763893.535185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763893.535187:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763893.535190:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1411 00000100:00080000:0.0:1789763893.535194:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763893.535200:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763893.535202:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015305088:192.168.203.148@tcp:250:kworker.0 00000008:00100000:0.0:1789763893.535205:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763893.535220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015305344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763893.535230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763893.535233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763893.535235:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763893.535238:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1411 00000100:00080000:0.0:1789763893.535242:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763893.535245:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763893.535251:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763893.535262:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015305472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763893.535271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763893.535275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763893.535277:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763893.535279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1411 00000100:00080000:0.0:1789763893.535282:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763893.535285:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763893.535289:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763893.535296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015305600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763893.535347:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763893.535399:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763893/real 1789763893] req@ffff9cdd47cfa300 x1876702015305088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763893.535418:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015305088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763893.535430:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763893.535434:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763893.535437:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015305088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763893.535444:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015305216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763893.535468:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763893.535479:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763893/real 1789763893] req@ffff9cdd47cf8700 x1876702015305216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763893.535489:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015305216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763893.535496:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763893.535499:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763893.535501:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015305216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763893.535536:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015305344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763893.535570:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763893.535580:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763893/real 1789763893] req@ffff9cdd47cfa680 x1876702015305344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763893.535591:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015305344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763893.535606:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763893.535609:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763893.535612:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015305344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763893.535618:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015305472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763893.535633:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763893.535641:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763893/real 1789763893] req@ffff9cdd47cf8000 x1876702015305472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763893.535651:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015305472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763893.535659:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763893.535661:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763893.535664:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015305472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763893.535668:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015305600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763893.535682:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763893.535715:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763893/real 1789763893] req@ffff9cdd47cfb100 x1876702015305600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763893.535727:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015305600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763893.535757:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763893.535760:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763893.535762:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015305600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763893.727127:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763894.751095:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763895.775144:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763896.799119:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763897.823222:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763898.655087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763898.655141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763898.655146:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763898.655165:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1416 00000100:00080000:1.0:1789763898.655177:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763898.655185:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763898.655225:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015305728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763898.655256:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763898.655260:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763898.655262:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763898.655266:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1416 00000100:00080000:1.0:1789763898.655269:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763898.655272:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763898.655283:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763898.655295:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015305856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763898.655304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763898.655308:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763898.655310:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763898.655313:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1416 00000100:00080000:1.0:1789763898.655315:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763898.655318:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763898.655323:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763898.655326:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015305728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763898.655336:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015305984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763898.655347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763898.655350:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763898.655351:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763898.655354:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1416 00000100:00080000:1.0:1789763898.655356:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763898.655358:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763898.655362:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763898.655371:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015306112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763898.655397:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763898.655402:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763898.655405:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763898.655409:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1416 00000100:00080000:1.0:1789763898.655414:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763898.655419:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763898.655425:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763898.655439:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015306240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763898.655483:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763898.655543:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763898/real 1789763898] req@ffff9cdd47c53100 x1876702015305728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763898.655578:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015305728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763898.655600:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763898.655608:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763898.655617:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015305728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763898.655632:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015305856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763898.655718:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763898.655735:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763898/real 1789763898] req@ffff9cdd47c52300 x1876702015305856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763898.655769:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015305856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763898.655787:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763898.655794:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763898.655802:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015305856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763898.655844:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015305984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763898.655885:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763898.655947:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763898/real 1789763898] req@ffff9cdd47c50e00 x1876702015305984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763898.655970:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015305984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763898.655987:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763898.655993:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763898.655999:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015305984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763898.656011:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015306112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763898.656048:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763898.656082:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763898/real 1789763898] req@ffff9cdd47c50000 x1876702015306112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763898.656098:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015306112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763898.656110:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763898.656114:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763898.656119:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015306112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763898.656126:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015306240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763898.656153:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763898.656168:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763898/real 1789763898] req@ffff9cdd47c50a80 x1876702015306240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763898.656185:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015306240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763898.656196:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763898.656201:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763898.656206:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015306240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763898.847011:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763899.871200:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763900.895112:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763901.919098:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763902.943106:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763903.775016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763903.775033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763903.775042:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763903.775060:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1421 00000100:00080000:1.0:1789763903.775079:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763903.775093:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763903.775152:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015306368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763903.775204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763903.775209:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763903.775213:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763903.775219:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1421 00000100:00080000:1.0:1789763903.775224:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763903.775231:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763903.775246:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763903.775268:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015306368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763903.775269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015306496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763903.775299:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763903.775303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763903.775306:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763903.775312:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1421 00000100:00080000:1.0:1789763903.775317:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763903.775321:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763903.775329:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763903.775349:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015306624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763903.775375:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763903.775404:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763903.775413:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763903.775417:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763903.775428:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1421 00000100:00100000:3.0:1789763903.775434:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763903/real 1789763903] req@ffff9cdd47c52680 x1876702015306368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763903.775441:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763903.775452:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763903.775465:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763903.775488:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015306368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763903.775495:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015306752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763903.775547:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763903.775558:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763903.775561:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763903.775562:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763903.775569:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1421 00000100:00080000:3.0:1789763903.775577:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:1.0:1789763903.775579:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763903.775589:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015306368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763903.775591:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763903.775606:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763903.775650:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015306880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763903.775665:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015306496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763903.775711:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763903.775731:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763903/real 1789763903] req@ffff9cdd47c50380 x1876702015306496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763903.775747:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015306496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763903.775759:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763903.775763:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763903.775767:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015306496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763903.775775:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015306624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763903.775796:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763903.775808:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763903/real 1789763903] req@ffff9cdd47c52a00 x1876702015306624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763903.775822:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015306624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763903.775832:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763903.775836:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763903.775840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015306624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763903.775848:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015306752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763903.775911:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763903.775926:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763903/real 1789763903] req@ffff9cdd47c53b80 x1876702015306752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763903.775941:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015306752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763903.775951:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763903.775956:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763903.775960:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015306752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763903.775981:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015306880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763903.776004:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763903.776016:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763903/real 1789763903] req@ffff9cdd47c53480 x1876702015306880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763903.776030:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015306880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763903.776040:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763903.776044:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763903.776047:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015306880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763903.967109:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763904.991086:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763906.015039:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763907.038976:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763908.063083:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763908.895002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763908.895013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763908.895020:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763908.895034:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1426 00000100:00080000:3.0:1789763908.895050:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763908.895061:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763908.895110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015307008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763908.895152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763908.895158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763908.895161:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763908.895166:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1426 00000100:00080000:3.0:1789763908.895170:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763908.895175:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763908.895188:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763908.895205:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015307136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763908.895220:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015307008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763908.895249:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763908.895254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763908.895257:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763908.895265:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1426 00000100:00080000:3.0:1789763908.895270:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763908.895275:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763908.895283:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763908.895299:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015307264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763908.895321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763908.895326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763908.895333:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763908.895339:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1426 00000100:00080000:3.0:1789763908.895343:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789763908.895348:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763908.895349:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763908.895363:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763908.895380:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015307392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763908.895392:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763908.895397:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763908.895399:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763908.895404:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1426 00000100:00080000:3.0:1789763908.895409:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789763908.895415:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763908/real 1789763908] req@ffff9cdd59276680 x1876702015307008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763908.895420:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763908.895434:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763908.895459:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015307520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763908.895464:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015307008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763908.895508:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763908.895514:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763908.895521:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015307008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763908.895555:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015307136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763908.895617:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763908.895638:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763908/real 1789763908] req@ffff9cdd59274000 x1876702015307136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763908.895655:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015307136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763908.895666:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763908.895670:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763908.895674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015307136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763908.895682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015307264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763908.895706:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763908.895718:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763908/real 1789763908] req@ffff9cdd59277800 x1876702015307264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763908.895732:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015307264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763908.895750:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763908.895754:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763908.895758:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015307264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763908.895764:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015307392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763908.895783:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763908.895794:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763908/real 1789763908] req@ffff9cdd59276300 x1876702015307392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763908.895808:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015307392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763908.895818:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763908.895821:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763908.895825:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015307392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763908.895831:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015307520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763908.895849:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763908.895859:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763908/real 1789763908] req@ffff9cdd59274380 x1876702015307520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763908.895906:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015307520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763908.895916:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763908.895920:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763908.895925:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015307520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763909.087114:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763910.111093:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763911.135132:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763912.159096:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763913.183052:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763914.015045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763914.015061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763914.015069:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763914.015086:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1432 00000100:00080000:0.0:1789763914.015105:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763914.015120:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763914.015180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015307648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763914.015225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763914.015247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763914.015251:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763914.015260:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1432 00000100:00080000:0.0:1789763914.015268:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763914.015276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763914.015294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763914.015317:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015307648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763914.015318:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015307776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763914.015339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763914.015345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763914.015348:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763914.015354:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1432 00000100:00080000:0.0:1789763914.015359:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763914.015366:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763914.015374:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763914.015392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015307904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763914.015408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763914.015414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1789763914.015416:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763914.015418:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763914.015424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1432 00000100:00080000:0.0:1789763914.015429:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763914.015435:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763914.015445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763914.015477:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763914/real 1789763914] req@ffff9cdd47cf8a80 x1876702015307648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763914.015480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015308032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763914.015501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763914.015507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763914.015511:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763914.015512:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015307648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763914.015517:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1432 00000100:00080000:0.0:1789763914.015524:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763914.015530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:1.0:1789763914.015533:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1789763914.015562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763914.015562:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763914.015571:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015307648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763914.015582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015308160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763914.015610:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015307776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763914.015656:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763914.015683:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763914/real 1789763914] req@ffff9cdd47cf9500 x1876702015307776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763914.015700:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015307776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763914.015712:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763914.015716:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763914.015720:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015307776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763914.015727:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015307904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763914.015755:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763914.015769:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763914/real 1789763914] req@ffff9cdd47cf8e00 x1876702015307904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763914.015783:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015307904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763914.015793:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763914.015796:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763914.015800:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015307904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763914.015806:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015308032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763914.015825:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763914.015836:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763914/real 1789763914] req@ffff9cdd47cf9c00 x1876702015308032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763914.015850:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015308032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763914.015859:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763914.015907:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763914.015912:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015308032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763914.015919:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015308160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763914.015944:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763914.015958:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763914/real 1789763914] req@ffff9cdd47cf9880 x1876702015308160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763914.015983:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015308160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763914.015993:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763914.015996:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763914.016000:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015308160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763914.207094:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763915.231079:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763916.255129:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763917.279149:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763918.303025:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763919.135105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763919.135122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763919.135131:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763919.135146:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1437 00000100:00080000:1.0:1789763919.135162:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763919.135173:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763919.135228:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015308288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763919.135273:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763919.135278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763919.135291:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763919.135296:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1437 00000100:00080000:1.0:1789763919.135300:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763919.135305:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763919.135317:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763919.135332:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015308416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763919.135347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763919.135351:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763919.135354:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763919.135367:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1437 00000100:00080000:1.0:1789763919.135371:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763919.135375:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763919.135383:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763919.135394:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015308288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763919.135400:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015308544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763919.135421:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763919.135426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763919.135428:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763919.135434:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1437 00000100:00080000:1.0:1789763919.135438:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763919.135442:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763919.135447:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763919.135464:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015308672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763919.135476:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763919.135480:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763919.135482:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763919.135487:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1437 00000100:00080000:1.0:1789763919.135494:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763919.135498:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763919.135530:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763919.135546:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015308800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763919.135602:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015308416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763919.135684:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015308544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763919.135773:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015308672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763919.135824:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015308800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763919.327111:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763920.351031:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763921.375132:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763922.207161:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789763922.207210:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763922.207230:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763922.207269:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763922.207280:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763922.207291:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763922.207304:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763922.207341:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763919/real 1789763922] req@ffff9cdd47c51500 x1876702015308544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763922.207381:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015308544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763922.207401:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763922.207410:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763922.207416:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015308544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763922.207429:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763919/real 1789763922] req@ffff9cdd47c53480 x1876702015308672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763922.207449:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015308672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763922.207462:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763922.207468:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763922.207474:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015308672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763922.207511:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763919/real 1789763922] req@ffff9cdd47c53b80 x1876702015308800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763922.207534:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015308800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763922.207557:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763922.207563:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763922.207569:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015308800:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763922.207580:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763919/real 1789763922] req@ffff9cdd47c51f80 x1876702015308288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763922.207599:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015308288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763922.207612:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763922.207617:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763922.207623:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015308288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763922.207633:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763919/real 1789763922] req@ffff9cdd47c53800 x1876702015308416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763922.207652:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015308416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763922.207664:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763922.207669:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763922.207674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015308416:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763922.399056:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763923.423090:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763924.254998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763924.255009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763924.255015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763924.255028:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1442 00000100:00080000:3.0:1789763924.255043:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763924.255052:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763924.255103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015308928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763924.255151:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763924.255156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763924.255159:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763924.255165:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1442 00000100:00080000:3.0:1789763924.255172:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763924.255178:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763924.255192:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763924.255209:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015309056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763924.255224:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015308928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789763924.255230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763924.255240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763924.255244:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763924.255252:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1442 00000100:00080000:3.0:1789763924.255259:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763924.255267:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763924.255277:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763924.255301:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015309184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763924.255319:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789763924.255323:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763924.255330:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763924.255334:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763924.255341:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1442 00000100:00080000:3.0:1789763924.255348:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763924.255357:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763924.255366:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763924.255392:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763924/real 1789763924] req@ffff9cdd59275500 x1876702015308928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763924.255397:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015309312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763924.255449:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763924.255455:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763924.255459:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789763924.255490:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015308928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763924.255491:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1442 00000100:00080000:3.0:1789763924.255503:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763924.255516:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:1.0:1789763924.255529:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1789763924.255530:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789763924.255547:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763924.255563:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015309440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789763924.255564:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015308928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763924.255617:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763924.255679:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763924.255704:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763924/real 1789763924] req@ffff9cdd59274e00 x1876702015309056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763924.255726:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015309056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763924.255750:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763924.255755:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763924.255760:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763924.255770:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763924.255804:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763924.255823:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763924/real 1789763924] req@ffff9cdd59277b80 x1876702015309184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763924.255842:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015309184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763924.255855:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763924.255861:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763924.255905:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763924.255917:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763924.255958:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763924.255979:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763924/real 1789763924] req@ffff9cdd59274a80 x1876702015309312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763924.256000:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015309312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763924.256015:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763924.256021:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763924.256027:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763924.256037:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015309440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763924.256073:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763924.256093:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763924/real 1789763924] req@ffff9cdd59277480 x1876702015309440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763924.256114:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015309440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763924.256128:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763924.256133:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763924.256139:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015309440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763924.447134:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763925.471180:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763926.495122:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763927.519082:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763928.543103:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789763929.374994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763929.375010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789763929.375029:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763929.375043:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1447 00000100:00080000:3.0:1789763929.375059:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763929.375069:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763929.375127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015309568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763929.375167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763929.375172:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763929.375175:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763929.375180:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1447 00000100:00080000:3.0:1789763929.375184:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763929.375189:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763929.375202:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763929.375216:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015309696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763929.375228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763929.375233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789763929.375235:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763929.375239:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1447 00000100:00080000:3.0:1789763929.375242:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763929.375245:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763929.375252:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763929.375262:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015309824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763929.375274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763929.375280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789763929.375283:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763929.375288:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1447 00000100:00080000:3.0:1789763929.375293:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763929.375299:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763929.375306:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763929.375314:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015309568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763929.375326:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015309952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763929.375341:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789763929.375345:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789763929.375348:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789763929.375354:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1447 00000100:00080000:3.0:1789763929.375358:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763929.375363:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789763929.375368:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763929.375382:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015310080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789763929.375415:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763929.375526:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763929/real 1789763929] req@ffff9cdd59276d80 x1876702015309568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763929.375559:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015309568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763929.375582:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763929.375590:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763929.375598:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015309568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763929.375613:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763929.375663:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763929.375689:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763929/real 1789763929] req@ffff9cdd59275180 x1876702015309696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763929.375710:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015309696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763929.375722:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763929.375726:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763929.375730:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789763929.375739:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763929.375768:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763929.375782:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763929/real 1789763929] req@ffff9cdd59276a00 x1876702015309824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763929.375797:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015309824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763929.375807:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763929.375810:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763929.375814:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763929.375847:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789763929.375927:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763929.375945:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763929/real 1789763929] req@ffff9cdd59277480 x1876702015309952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763929.375970:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015309952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763929.375989:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763929.375993:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763929.375998:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015309952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789763929.376005:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015310080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789763929.376029:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763929.376041:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763929/real 1789763929] req@ffff9cdd59274a80 x1876702015310080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789763929.376068:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015310080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789763929.376079:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789763929.376083:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789763929.376087:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015310080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763929.567123:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763930.591123:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763931.615158:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763932.639142:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763933.663137:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763934.494974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763934.494984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763934.494989:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763934.495001:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1452 00000100:00080000:1.0:1789763934.495013:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763934.495021:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763934.495062:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015310208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763934.495094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763934.495098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763934.495100:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763934.495104:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1452 00000100:00080000:1.0:1789763934.495107:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763934.495110:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763934.495121:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763934.495134:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015310336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763934.495146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763934.495152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763934.495153:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015310208:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763934.495155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763934.495165:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1452 00000100:00080000:1.0:1789763934.495169:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763934.495172:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763934.495176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763934.495199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015310464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763934.495210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763934.495214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763934.495215:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763934.495219:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1452 00000100:00080000:1.0:1789763934.495224:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763934.495228:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763934.495232:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763934.495241:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789763934.495246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015310592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763934.495258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763934.495262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763934.495264:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763934.495267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1452 00000100:00080000:1.0:1789763934.495271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763934.495275:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763934.495279:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763934.495294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015310720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763934.495300:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763934/real 1789763934] req@ffff9cdd47c52a00 x1876702015310208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763934.495342:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015310208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763934.495356:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763934.495361:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763934.495366:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015310208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763934.495410:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015310336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763934.495459:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763934.495491:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763934/real 1789763934] req@ffff9cdd47c50380 x1876702015310336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763934.495507:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015310336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763934.495516:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763934.495520:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763934.495524:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015310336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763934.495531:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015310464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763934.495552:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763934.495563:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763934/real 1789763934] req@ffff9cdd47c52680 x1876702015310464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763934.495576:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015310464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763934.495584:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763934.495587:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763934.495590:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015310464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763934.495600:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015310592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763934.495648:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763934.495663:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763934/real 1789763934] req@ffff9cdd47c50a80 x1876702015310592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763934.495683:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015310592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763934.495695:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763934.495700:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763934.495704:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015310592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763934.495710:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015310720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763934.495731:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763934.495742:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763934/real 1789763934] req@ffff9cdd47c50000 x1876702015310720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763934.495753:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015310720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763934.495760:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763934.495763:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763934.495766:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015310720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763934.687120:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763935.711130:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763936.735140:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763937.759176:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763938.783075:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763939.615100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763939.615118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763939.615127:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763939.615145:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1457 00000100:00080000:0.0:1789763939.615165:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763939.615179:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763939.615242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015310848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763939.615295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763939.615312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763939.615317:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763939.615327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1457 00000100:00080000:0.0:1789763939.615340:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763939.615375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763939.615387:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015310848:192.168.203.148@tcp:250:kworker.0 00000008:00100000:0.0:1789763939.615399:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763939.615436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015310976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763939.615464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763939.615471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763939.615476:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763939.615485:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1457 00000800:00000100:3.0:1789763939.615494:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763939.615496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763939.615513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763939.615525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763939.615552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015311104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763939.615564:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763939/real 1789763939] req@ffff9cdd47cf9f80 x1876702015310848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763939.615592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763939.615603:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1789763939.615609:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015310848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763939.615612:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763939.615633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1457 00000100:00080000:0.0:1789763939.615649:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789763939.615657:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789763939.615664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:3.0:1789763939.615670:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000008:00100000:0.0:1789763939.615683:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763939.615685:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015310848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763939.615722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015311232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763939.615745:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015310976:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789763939.615782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763939.615790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763939.615796:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763939.615806:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1457 00000800:00000100:3.0:1789763939.615813:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763939.615823:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763939.615839:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789763939.615846:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763939/real 1789763939] req@ffff9cdd47cfad80 x1876702015310976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1789763939.615855:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763939.615928:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015310976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763939.615943:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763939.615950:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763939.615956:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015310976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763939.615968:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015311104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789763939.616015:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015311360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763939.616028:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763939.616058:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763939/real 1789763939] req@ffff9cdd47cfbb80 x1876702015311104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763939.616077:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015311104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763939.616089:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763939.616094:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763939.616102:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015311104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763939.616128:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015311232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763939.616156:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763939.616169:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763939/real 1789763939] req@ffff9cdd47cfaa00 x1876702015311232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763939.616184:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015311232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763939.616194:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763939.616197:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763939.616201:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015311232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763939.616208:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015311360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763939.616227:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763939.616238:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763939/real 1789763939] req@ffff9cdd47cfb480 x1876702015311360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763939.616252:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015311360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763939.616262:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763939.616265:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763939.616269:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015311360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763939.807111:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763940.831086:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763941.855090:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763942.879179:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763943.903054:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763944.735039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763944.735052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763944.735058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763944.735072:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1462 00000100:00080000:0.0:1789763944.735089:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763944.735098:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763944.735168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015311488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763944.735205:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763944.735211:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763944.735213:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763944.735219:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1462 00000100:00080000:0.0:1789763944.735230:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763944.735235:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763944.735249:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763944.735267:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015311616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763944.735280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763944.735285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763944.735288:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763944.735293:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1462 00000100:00080000:0.0:1789763944.735297:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763944.735301:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763944.735308:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763944.735356:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015311744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763944.735362:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015311488:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763944.735387:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763944.735393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763944.735395:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763944.735402:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1462 00000100:00080000:0.0:1789763944.735408:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763944.735412:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763944.735421:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763944.735438:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015311872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763944.735451:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763944.735455:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763944.735458:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763944.735469:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1462 00000800:00000100:3.0:1789763944.735471:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763944.735479:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763944.735487:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763944.735494:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763944.735510:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015312000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763944.735540:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763944/real 1789763944] req@ffff9cdd47cf9180 x1876702015311488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763944.735569:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015311488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763944.735586:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763944.735592:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763944.735598:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015311488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763944.735608:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015311616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763944.735641:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763944.735664:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763944/real 1789763944] req@ffff9cdd47cfb480 x1876702015311616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763944.735692:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015311616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763944.735709:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763944.735715:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763944.735723:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015311616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763944.735765:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015311744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763944.735809:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763944.735832:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763944/real 1789763944] req@ffff9cdd47cfaa00 x1876702015311744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763944.735848:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015311744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763944.735908:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763944.735913:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763944.735918:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015311744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763944.735926:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015311872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763944.735955:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763944.735970:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763944/real 1789763944] req@ffff9cdd47cfbb80 x1876702015311872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763944.735985:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015311872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763944.735995:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763944.735999:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763944.736003:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015311872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763944.736009:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015312000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763944.736028:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763944.736038:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763944/real 1789763944] req@ffff9cdd47cfad80 x1876702015312000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763944.736052:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015312000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763944.736062:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763944.736065:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763944.736070:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015312000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763944.927105:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763945.951180:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763946.975058:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763947.999094:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763949.023107:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763949.854959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763949.854972:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763949.854978:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763949.854991:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1467 00000100:00080000:0.0:1789763949.855006:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763949.855016:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763949.855069:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015312128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763949.855116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763949.855121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763949.855124:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763949.855129:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1467 00000100:00080000:0.0:1789763949.855133:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763949.855138:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763949.855151:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763949.855168:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015312256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763949.855193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763949.855201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763949.855211:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015312128:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763949.855213:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763949.855227:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1467 00000100:00080000:0.0:1789763949.855232:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763949.855236:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763949.855242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763949.855259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015312384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763949.855304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763949.855310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763949.855312:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763949.855317:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1467 00000100:00080000:0.0:1789763949.855323:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763949.855328:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763949.855344:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763949.855360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015312512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763949.855375:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763949.855380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763949.855387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763949.855390:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763949.855397:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1467 00000100:00080000:0.0:1789763949.855403:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763949.855409:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763949.855416:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763949.855429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015312640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763949.855466:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763949/real 1789763949] req@ffff9cdd47cf9f80 x1876702015312128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763949.855501:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015312128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763949.855517:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763949.855523:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763949.855529:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015312128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763949.855560:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015312256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763949.855591:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763949.855606:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763949/real 1789763949] req@ffff9cdd47cf9880 x1876702015312256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763949.855622:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015312256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763949.855632:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763949.855635:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763949.855639:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015312256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763949.855646:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015312384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763949.855666:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763949.855689:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763949/real 1789763949] req@ffff9cdd47cf9c00 x1876702015312384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763949.855703:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015312384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763949.855713:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763949.855716:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763949.855719:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015312384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763949.855726:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015312512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763949.855755:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763949.855766:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763949/real 1789763949] req@ffff9cdd47cf8e00 x1876702015312512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763949.855779:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015312512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763949.855788:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763949.855792:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763949.855795:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015312512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763949.855801:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015312640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763949.855819:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763949.855830:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763949/real 1789763949] req@ffff9cdd47cf9500 x1876702015312640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763949.855844:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015312640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763949.855854:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763949.855858:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763949.855898:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015312640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763950.047174:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763951.071032:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763952.095066:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763953.119054:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763954.143068:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763954.975029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763954.975048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763954.975055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763954.975072:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1472 00000100:00080000:1.0:1789763954.975093:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763954.975103:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763954.975154:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015312768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763954.975188:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763954.975192:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763954.975194:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763954.975199:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1472 00000100:00080000:1.0:1789763954.975203:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763954.975206:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763954.975218:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763954.975229:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015312896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763954.975259:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763954.975263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763954.975265:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763954.975270:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1472 00000100:00080000:1.0:1789763954.975275:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763954.975279:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763954.975287:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763954.975298:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015313024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763954.975308:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015312768:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763954.975312:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763954.975322:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763954.975326:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763954.975331:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1472 00000100:00080000:1.0:1789763954.975334:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763954.975338:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763954.975342:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763954.975354:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015313152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763954.975363:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763954.975365:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763954.975368:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763954.975372:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1472 00000100:00080000:1.0:1789763954.975376:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763954.975380:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763954.975384:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763954.975393:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015313280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763954.975426:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763954.975526:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763954/real 1789763954] req@ffff9cdd47c50e00 x1876702015312768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763954.975557:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015312768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763954.975572:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763954.975578:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763954.975583:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015312768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763954.975592:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015312896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763954.975619:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763954.975634:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763954/real 1789763954] req@ffff9cdd47c52300 x1876702015312896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763954.975671:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015312896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763954.975686:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763954.975692:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763954.975698:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015312896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763954.975750:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015313024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763954.975780:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763954.975794:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763954/real 1789763954] req@ffff9cdd47c53100 x1876702015313024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763954.975808:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015313024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763954.975823:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763954.975828:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763954.975834:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015313024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763954.975844:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015313152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763954.975928:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763954.975945:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763954/real 1789763954] req@ffff9cdd47c52d80 x1876702015313152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763954.975958:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015313152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763954.975967:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763954.975971:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763954.975974:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015313152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763954.975981:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015313280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763954.976001:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763954.976011:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763954/real 1789763954] req@ffff9cdd47c51c00 x1876702015313280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763954.976025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015313280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763954.976033:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763954.976036:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763954.976039:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015313280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763955.167090:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763956.191058:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763957.215072:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763958.239028:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763959.263082:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763960.095019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763960.095034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763960.095042:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763960.095057:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1478 00000100:00080000:1.0:1789763960.095074:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763960.095086:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763960.095159:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015313408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763960.095237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763960.095246:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763960.095250:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763960.095259:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1478 00000100:00080000:1.0:1789763960.095267:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763960.095275:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763960.095293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763960.095318:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015313536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763960.095333:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763960.095338:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763960.095341:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763960.095346:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1478 00000100:00080000:1.0:1789763960.095351:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763960.095356:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763960.095365:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763960.095379:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015313664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763960.095390:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763960.095396:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763960.095399:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763960.095404:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1478 00000100:00080000:1.0:1789763960.095409:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763960.095416:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763960.095421:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763960.095431:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015313408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763960.095441:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015313792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763960.095459:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763960.095464:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763960.095468:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763960.095478:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1478 00000100:00080000:1.0:1789763960.095483:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763960.095487:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763960.095495:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763960.095510:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015313920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763960.095541:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763960.095608:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763960/real 1789763960] req@ffff9cdd47c51180 x1876702015313408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763960.095630:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015313408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763960.095644:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763960.095650:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763960.095655:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015313408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763960.095664:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015313536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763960.095687:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763960.095700:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763960/real 1789763960] req@ffff9cdd47c50700 x1876702015313536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763960.095713:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015313536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763960.095729:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763960.095733:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763960.095737:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015313536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763960.095743:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015313664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763960.095760:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763960.095770:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763960/real 1789763960] req@ffff9cdd47c51880 x1876702015313664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763960.095781:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015313664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763960.095790:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763960.095793:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763960.095796:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015313664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763960.095826:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015313792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763960.095924:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763960.095949:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763960/real 1789763960] req@ffff9cdd47c51c00 x1876702015313792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763960.095964:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015313792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763960.095973:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763960.095977:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763960.095981:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015313792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763960.095988:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015313920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763960.096014:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763960.096025:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763960/real 1789763960] req@ffff9cdd47c52d80 x1876702015313920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763960.096038:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015313920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763960.096046:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763960.096049:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763960.096052:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015313920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763960.287108:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763961.311158:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763962.335129:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763963.359136:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763964.383028:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763965.214994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763965.215007:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763965.215013:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763965.215027:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1483 00000100:00080000:1.0:1789763965.215042:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763965.215052:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763965.215109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015314048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763965.215151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763965.215156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763965.215159:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763965.215189:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1483 00000100:00080000:1.0:1789763965.215195:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763965.215200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763965.215214:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763965.215234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015314176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763965.215248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763965.215253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763965.215256:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763965.215261:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1483 00000100:00080000:1.0:1789763965.215266:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763965.215274:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015314048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763965.215276:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763965.215291:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763965.215310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015314304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763965.215324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763965.215329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763965.215332:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763965.215338:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1483 00000100:00080000:1.0:1789763965.215344:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763965.215348:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763965.215354:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763965.215370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015314432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763965.215383:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763965.215395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763965.215401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763965.215404:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763965.215412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1483 00000100:00080000:1.0:1789763965.215419:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763965.215423:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763965.215430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763965.215444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015314560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763965.215471:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763965/real 1789763965] req@ffff9cdd47c53100 x1876702015314048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763965.215501:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015314048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763965.215517:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763965.215523:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763965.215529:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015314048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763965.215539:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015314176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763965.215566:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763965.215582:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763965/real 1789763965] req@ffff9cdd47c52300 x1876702015314176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763965.215597:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015314176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763965.215607:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763965.215611:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763965.215615:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015314176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763965.215646:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015314304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763965.215667:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763965.215679:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763965/real 1789763965] req@ffff9cdd47c50e00 x1876702015314304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763965.215694:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015314304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763965.215703:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763965.215707:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763965.215711:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015314304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763965.215718:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015314432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763965.215735:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763965.215746:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763965/real 1789763965] req@ffff9cdd47c50000 x1876702015314432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763965.215759:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015314432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763965.215774:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763965.215780:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763965.215787:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015314432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763965.215797:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015314560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763965.215835:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763965.215858:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763965/real 1789763965] req@ffff9cdd47c50a80 x1876702015314560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763965.215925:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015314560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763965.215937:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763965.215940:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763965.215944:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015314560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763965.407076:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763966.431075:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763967.455051:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763968.479229:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763969.503026:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763970.334991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763970.335001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763970.335006:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763970.335015:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1488 00000100:00080000:0.0:1789763970.335027:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763970.335046:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763970.335090:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015314688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763970.335119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763970.335123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763970.335135:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763970.335140:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1488 00000100:00080000:0.0:1789763970.335144:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763970.335148:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763970.335158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763970.335173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015314816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763970.335194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763970.335200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789763970.335201:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015314688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763970.335203:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763970.335212:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1488 00000100:00080000:0.0:1789763970.335216:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763970.335220:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763970.335225:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763970.335238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015314944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763970.335249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763970.335253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763970.335256:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763970.335260:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1488 00000100:00080000:0.0:1789763970.335266:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1789763970.335267:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763970.335274:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763970.335281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763970.335294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015315072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763970.335306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763970.335306:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763970/real 1789763970] req@ffff9cdd47cf8a80 x1876702015314688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763970.335315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763970.335319:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763970.335327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1488 00000100:00080000:0.0:1789763970.335331:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763970.335334:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763970.335341:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763970.335341:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015314688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763970.335355:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1789763970.335358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015315200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789763970.335361:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763970.335368:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015314688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763970.335394:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015314816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763970.335424:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763970.335437:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763970/real 1789763970] req@ffff9cdd47cfb100 x1876702015314816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763970.335449:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015314816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763970.335457:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763970.335461:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763970.335464:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015314816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763970.335482:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015314944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763970.335502:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763970.335510:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763970/real 1789763970] req@ffff9cdd47cf8000 x1876702015314944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763970.335526:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015314944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763970.335532:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763970.335534:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763970.335536:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015314944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763970.335551:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015315072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763970.335563:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763970.335569:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763970/real 1789763970] req@ffff9cdd47cfa680 x1876702015315072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763970.335576:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015315072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763970.335581:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763970.335583:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763970.335585:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015315072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763970.335588:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015315200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763970.335597:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763970.335603:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763970/real 1789763970] req@ffff9cdd47cf8700 x1876702015315200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763970.335621:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015315200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763970.335629:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763970.335633:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763970.335636:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015315200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763970.527005:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763971.550994:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763972.574994:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763973.599037:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763974.622990:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789763975.454985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763975.454993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789763975.454997:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763975.455006:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1493 00000100:00080000:2.0:1789763975.455017:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763975.455024:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789763975.455062:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015315328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763975.455100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763975.455105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763975.455107:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763975.455112:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1493 00000100:00080000:2.0:1789763975.455116:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763975.455121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763975.455132:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763975.455150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015315456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763975.455151:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015315328:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789763975.455168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763975.455170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789763975.455172:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763975.455176:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1493 00000100:00080000:2.0:1789763975.455179:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763975.455181:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763975.455187:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789763975.455196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015315584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763975.455202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763975.455205:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789763975.455207:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763975.455209:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1493 00000100:00080000:2.0:1789763975.455211:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763975.455213:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763975.455216:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789763975.455219:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789763975.455227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015315712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789763975.455235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789763975.455238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789763975.455239:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789763975.455241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1493 00000100:00080000:2.0:1789763975.455244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789763975.455246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789763975.455249:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763975.455258:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763975/real 1789763975] req@ffff9cdd437a4000 x1876702015315328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789763975.455259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015315840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763975.455290:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015315328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763975.455304:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763975.455308:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763975.455312:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015315328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763975.455332:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015315456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763975.455347:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763975.455356:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763975/real 1789763975] req@ffff9cdd437a5c00 x1876702015315456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763975.455364:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015315456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763975.455369:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763975.455371:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763975.455373:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015315456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763975.455376:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015315584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763975.455387:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763975.455393:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763975/real 1789763975] req@ffff9cdd437a5180 x1876702015315584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763975.455400:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015315584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763975.455405:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763975.455407:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763975.455408:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015315584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763975.455412:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015315712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763975.455422:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763975.455428:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763975/real 1789763975] req@ffff9cdd437a4700 x1876702015315712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763975.455435:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015315712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763975.455440:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763975.455441:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763975.455443:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015315712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763975.455446:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015315840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763975.455456:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763975.455461:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763975/real 1789763975] req@ffff9cdd437a6680 x1876702015315840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763975.455468:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015315840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763975.455473:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763975.455475:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763975.455476:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015315840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763975.647032:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763976.671018:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763977.695044:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763978.719036:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763979.743012:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763980.575009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763980.575016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763980.575020:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763980.575029:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1498 00000100:00080000:1.0:1789763980.575039:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763980.575045:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763980.575093:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015315968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763980.575115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763980.575118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763980.575119:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763980.575122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1498 00000100:00080000:1.0:1789763980.575125:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763980.575127:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763980.575137:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763980.575146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015316096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763980.575153:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015315968:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789763980.575155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763980.575161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763980.575164:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763980.575167:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1498 00000100:00080000:1.0:1789763980.575169:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763980.575171:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763980.575175:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763980.575185:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015316224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763980.575191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763980.575194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763980.575196:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763980.575198:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1498 00000100:00080000:1.0:1789763980.575201:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763980.575204:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763980.575207:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763980.575214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015316352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763980.575219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763980.575222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763980.575225:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789763980.575226:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763980.575233:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1498 00000100:00080000:1.0:1789763980.575236:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763980.575240:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763980.575243:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763980.575251:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015316480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763980.575268:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763980/real 1789763980] req@ffff9cdd47c52680 x1876702015315968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763980.575284:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015315968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763980.575292:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763980.575295:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763980.575298:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015315968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763980.575329:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763980.575344:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763980.575352:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763980/real 1789763980] req@ffff9cdd47c50380 x1876702015316096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763980.575360:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015316096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763980.575366:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763980.575368:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763980.575370:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763980.575374:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763980.575384:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763980.575390:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763980/real 1789763980] req@ffff9cdd47c52a00 x1876702015316224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763980.575397:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015316224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763980.575406:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763980.575408:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763980.575410:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763980.575414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763980.575431:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763980.575442:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763980/real 1789763980] req@ffff9cdd47c53800 x1876702015316352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763980.575454:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015316352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763980.575463:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763980.575467:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763980.575470:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763980.575474:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015316480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763980.575489:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763980.575496:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763980/real 1789763980] req@ffff9cdd47c51f80 x1876702015316480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763980.575504:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015316480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763980.575509:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763980.575511:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763980.575514:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015316480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763980.767005:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763981.791024:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763982.815024:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763983.838991:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763984.863007:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763985.694966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763985.694976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763985.694981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763985.694990:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1503 00000100:00080000:0.0:1789763985.695010:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763985.695029:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763985.695069:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015316608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763985.695101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763985.695106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763985.695108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763985.695112:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1503 00000100:00080000:0.0:1789763985.695117:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763985.695122:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763985.695133:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763985.695141:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015316608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763985.695151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015316736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763985.695166:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763985.695169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763985.695171:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763985.695175:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1503 00000100:00080000:0.0:1789763985.695179:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763985.695184:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763985.695189:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763985.695202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015316864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763985.695212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763985.695216:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763985.695218:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763985.695223:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1503 00000100:00080000:0.0:1789763985.695228:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763985.695233:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763985.695239:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763985.695242:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789763985.695255:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015316992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763985.695268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763985.695272:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763985.695274:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763985.695283:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1503 00000100:00100000:3.0:1789763985.695283:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316864:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789763985.695288:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763985.695294:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763985.695300:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763985.695315:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015317120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763985.695317:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763985.695346:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015317120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763985.886999:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763986.910967:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763987.935026:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789763988.767102:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789763988.767140:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789763988.767154:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763988.767183:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763988.767190:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763988.767202:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789763988.767209:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789763988.767227:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763985/real 1789763988] req@ffff9cdd47cf8000 x1876702015316992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763988.767254:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015316992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763988.767267:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763988.767273:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763988.767277:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763988.767297:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763985/real 1789763988] req@ffff9cdd47cf8700 x1876702015316736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763988.767311:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015316736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763988.767320:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763988.767325:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763988.767328:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763988.767335:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763985/real 1789763988] req@ffff9cdd47cfa680 x1876702015316864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763988.767348:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015316864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763988.767356:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763988.767360:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763988.767363:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015316864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763988.767374:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763985/real 1789763988] req@ffff9cdd47cfa300 x1876702015316608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763988.767386:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015316608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763988.767395:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763988.767399:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763988.767402:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015316608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763988.767430:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763985/real 1789763988] req@ffff9cdd47cfb100 x1876702015317120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763988.767443:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015317120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763988.767463:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763988.767468:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763988.767471:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015317120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789763988.959020:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763989.982989:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789763990.814953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763990.814962:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789763990.814966:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763990.814992:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1508 00000100:00080000:1.0:1789763990.815003:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763990.815011:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789763990.815053:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015317248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763990.815083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763990.815087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763990.815089:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763990.815094:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1508 00000100:00080000:1.0:1789763990.815099:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763990.815104:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763990.815115:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763990.815126:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015317248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789763990.815129:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015317376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763990.815142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763990.815144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789763990.815146:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763990.815148:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1508 00000100:00080000:1.0:1789763990.815151:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763990.815154:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763990.815158:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763990.815166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015317504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789763990.815173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763990.815176:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789763990.815177:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763990.815180:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1508 00000100:00080000:1.0:1789763990.815183:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763990.815186:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763990.815189:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763990.815199:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015317632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763990.815209:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789763990.815212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789763990.815217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789763990.815219:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789763990.815225:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1508 00000100:00080000:1.0:1789763990.815229:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789763990.815234:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789763990.815240:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789763990.815259:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015317760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763990.815259:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763990/real 1789763990] req@ffff9cdd47c53b80 x1876702015317248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763990.815304:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015317248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763990.815318:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763990.815323:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763990.815327:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015317248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789763990.815352:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015317376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763990.815378:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763990.815392:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763990/real 1789763990] req@ffff9cdd47c53480 x1876702015317376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763990.815406:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015317376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763990.815416:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763990.815420:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763990.815423:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015317376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763990.815430:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015317504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763990.815453:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763990.815466:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763990/real 1789763990] req@ffff9cdd47c51500 x1876702015317504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763990.815480:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015317504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763990.815489:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763990.815492:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763990.815496:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015317504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763990.815503:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015317632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763990.815526:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763990.815539:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763990/real 1789763990] req@ffff9cdd47c51f80 x1876702015317632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763990.815552:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015317632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763990.815560:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763990.815563:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763990.815566:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015317632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763990.815573:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015317760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763990.815593:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763990.815605:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763990/real 1789763990] req@ffff9cdd47c53800 x1876702015317760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763990.815631:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015317760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763990.815639:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763990.815643:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763990.815645:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015317760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789763991.007085:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763992.031006:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763993.055011:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789763994.079040:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763995.103065:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789763995.935008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763995.935021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789763995.935027:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763995.935040:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1513 00000100:00080000:0.0:1789763995.935053:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763995.935062:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789763995.935108:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015317888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763995.935139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763995.935150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763995.935152:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763995.935158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1513 00000100:00080000:0.0:1789763995.935163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763995.935168:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763995.935179:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763995.935185:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015317888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789763995.935196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015318016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763995.935210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763995.935214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789763995.935217:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763995.935222:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1513 00000100:00080000:0.0:1789763995.935226:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763995.935230:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763995.935237:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763995.935251:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015318144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789763995.935256:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789763995.935267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789763995.935270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789763995.935272:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763995.935278:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1513 00000100:00080000:0.0:1789763995.935282:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789763995.935287:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763995.935293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789763995.935304:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763995/real 1789763995] req@ffff9cdd47cf8a80 x1876702015317888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789763995.935309:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015318272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789763995.935325:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789763995.935326:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015317888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789763995.935332:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789763995.935337:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789763995.935343:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1513 00000100:00080000:3.0:1789763995.935343:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763995.935350:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:0.0:1789763995.935351:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789763995.935357:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015317888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789763995.935361:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789763995.935369:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789763995.935386:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015318400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789763995.935386:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763995.935420:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763995.935437:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763995/real 1789763995] req@ffff9cdd47cf9500 x1876702015318016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763995.935450:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015318016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763995.935459:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763995.935463:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763995.935466:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789763995.935472:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763995.935493:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763995.935504:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763995/real 1789763995] req@ffff9cdd47cf8e00 x1876702015318144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763995.935516:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015318144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763995.935524:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763995.935527:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763995.935530:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763995.935536:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789763995.935555:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763995.935566:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763995/real 1789763995] req@ffff9cdd47cf9c00 x1876702015318272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763995.935578:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015318272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763995.935587:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763995.935590:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763995.935595:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789763995.935613:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015318400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789763995.935636:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789763995.935648:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763995/real 1789763995] req@ffff9cdd47cf9880 x1876702015318400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789763995.935659:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015318400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789763995.935667:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789763995.935670:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789763995.935673:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015318400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789763996.127068:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789763997.151069:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789763998.175011:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789763999.199064:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764000.222988:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764001.054956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764001.054964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764001.054968:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764001.054976:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1519 00000100:00080000:0.0:1789764001.054986:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764001.054993:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764001.055027:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015318528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764001.055049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764001.055052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764001.055053:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764001.055056:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1519 00000100:00080000:0.0:1789764001.055059:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764001.055061:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764001.055070:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764001.055080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015318656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764001.055089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764001.055091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764001.055093:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764001.055097:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1519 00000100:00100000:3.0:1789764001.055099:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015318528:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789764001.055100:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764001.055107:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764001.055111:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764001.055122:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015318784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764001.055129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764001.055132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764001.055133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764001.055135:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1519 00000100:00080000:0.0:1789764001.055139:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764001.055141:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764001.055144:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764001.055152:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015318912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764001.055159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1789764001.055164:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764001.055165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764001.055169:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764001.055172:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1519 00000100:00080000:0.0:1789764001.055175:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764001.055178:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764001.055182:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764001.055189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015319040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764001.055211:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764001/real 1789764001] req@ffff9cdd47cf9f80 x1876702015318528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764001.055228:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015318528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764001.055237:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764001.055240:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764001.055243:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015318528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764001.055262:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764001.055280:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764001.055289:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764001/real 1789764001] req@ffff9cdd47cfad80 x1876702015318656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764001.055300:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015318656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764001.055309:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764001.055313:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764001.055316:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764001.055323:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764001.055344:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764001.055356:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764001/real 1789764001] req@ffff9cdd47cfbb80 x1876702015318784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764001.055369:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015318784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764001.055376:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764001.055380:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764001.055382:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764001.055387:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764001.055402:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764001.055409:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764001/real 1789764001] req@ffff9cdd47cfaa00 x1876702015318912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764001.055416:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015318912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764001.055422:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764001.055424:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764001.055426:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015318912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764001.055429:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015319040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764001.055439:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764001.055444:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764001/real 1789764001] req@ffff9cdd47cfb480 x1876702015319040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764001.055451:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015319040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764001.055456:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764001.055458:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764001.055460:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015319040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764001.247050:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764002.270979:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764003.294971:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764004.319039:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764005.343029:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764006.174984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764006.174993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764006.174996:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764006.175005:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1524 00000100:00080000:2.0:1789764006.175014:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764006.175021:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764006.175054:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015319168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764006.175081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764006.175084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764006.175085:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764006.175088:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1524 00000100:00080000:2.0:1789764006.175090:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764006.175092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764006.175100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764006.175109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015319296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764006.175116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764006.175118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764006.175119:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764006.175122:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1524 00000100:00080000:2.0:1789764006.175123:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764006.175126:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764006.175131:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764006.175131:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015319168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764006.175141:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015319424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764006.175147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764006.175149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764006.175150:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764006.175152:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1524 00000100:00080000:2.0:1789764006.175155:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764006.175158:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764006.175160:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764006.175168:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015319552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764006.175174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764006.175177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764006.175178:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764006.175180:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1524 00000100:00080000:2.0:1789764006.175192:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764006.175195:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764006.175198:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1789764006.175204:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764006.175206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015319680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764006.175249:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764006/real 1789764006] req@ffff9cdd437a4e00 x1876702015319168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764006.175268:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015319168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764006.175280:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764006.175285:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764006.175289:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015319168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764006.175298:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015319296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764006.175322:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764006.175335:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764006/real 1789764006] req@ffff9cdd437a4a80 x1876702015319296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764006.175348:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015319296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764006.175356:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764006.175359:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764006.175363:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015319296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764006.175386:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015319424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764006.175408:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764006.175420:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764006/real 1789764006] req@ffff9cdd437a5500 x1876702015319424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764006.175432:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015319424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764006.175440:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764006.175443:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764006.175447:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015319424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764006.175452:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015319552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764006.175471:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764006.175482:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764006/real 1789764006] req@ffff9cdd437a5880 x1876702015319552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764006.175494:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015319552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764006.175501:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764006.175504:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764006.175507:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015319552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764006.175513:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015319680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764006.175534:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764006.175545:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764006/real 1789764006] req@ffff9cdd437a6a00 x1876702015319680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764006.175557:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015319680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764006.175565:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764006.175568:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764006.175571:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015319680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789764006.366989:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764007.390993:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764008.415050:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764009.438998:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764010.463037:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764011.295068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764011.295076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764011.295080:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764011.295090:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1529 00000100:00080000:3.0:1789764011.295100:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764011.295106:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764011.295148:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015319808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764011.295175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764011.295179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764011.295181:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764011.295185:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1529 00000100:00080000:3.0:1789764011.295189:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764011.295193:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764011.295203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764011.295216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015319936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764011.295224:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015319808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764011.295227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764011.295231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764011.295232:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764011.295235:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1529 00000100:00080000:3.0:1789764011.295239:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764011.295242:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764011.295247:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764011.295255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015320064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764011.295264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764011.295268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764011.295269:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764011.295279:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1529 00000100:00080000:3.0:1789764011.295283:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764011.295286:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764011.295290:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764011.295300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015320192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764011.295305:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764011.295310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764011.295313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764011.295314:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764011.295318:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1529 00000100:00080000:3.0:1789764011.295328:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764011.295332:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764011.295337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764011.295346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015320320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764011.295350:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764011/real 1789764011] req@ffff9cdd59277b80 x1876702015319808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764011.295368:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015319808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764011.295378:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764011.295383:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764011.295387:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015319808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764011.295417:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015319936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764011.295435:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764011.295445:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764011/real 1789764011] req@ffff9cdd59274e00 x1876702015319936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764011.295453:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015319936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764011.295458:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764011.295460:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764011.295462:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015319936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764011.295466:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015320064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764011.295485:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764011.295492:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764011/real 1789764011] req@ffff9cdd59275500 x1876702015320064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764011.295504:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015320064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764011.295509:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764011.295511:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764011.295513:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015320064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764011.295516:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015320192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764011.295526:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764011.295532:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764011/real 1789764011] req@ffff9cdd59274380 x1876702015320192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764011.295545:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015320192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764011.295550:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764011.295552:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764011.295554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015320192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764011.295557:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015320320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764011.295568:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764011.295573:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764011/real 1789764011] req@ffff9cdd59276300 x1876702015320320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764011.295581:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015320320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764011.295589:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764011.295591:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764011.295593:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015320320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764011.487041:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764012.511068:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764013.535012:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764014.559033:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764015.582971:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764016.414975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764016.414987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764016.414993:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764016.415014:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1534 00000100:00080000:3.0:1789764016.415025:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764016.415034:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764016.415074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015320448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764016.415105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764016.415112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764016.415114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764016.415118:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1534 00000100:00080000:3.0:1789764016.415122:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764016.415126:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764016.415136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764016.415153:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015320576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764016.415166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789764016.415167:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015320448:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764016.415172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764016.415177:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764016.415182:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1534 00000100:00080000:3.0:1789764016.415185:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764016.415188:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764016.415193:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764016.415206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015320704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764016.415216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764016.415220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764016.415222:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764016.415226:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1534 00000100:00080000:3.0:1789764016.415230:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764016.415234:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764016.415240:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764016.415255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015320832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764016.415256:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764016.415270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764016.415284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764016.415286:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764016.415292:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1534 00000100:00080000:3.0:1789764016.415297:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764016.415304:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764016.415305:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764016/real 1789764016] req@ffff9cdd59277800 x1876702015320448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789764016.415312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764016.415327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015320960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764016.415336:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015320448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764016.415351:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764016.415364:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764016.415370:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015320448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764016.415398:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015320576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764016.415424:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764016.415436:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764016/real 1789764016] req@ffff9cdd59274000 x1876702015320576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764016.415445:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015320576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764016.415455:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764016.415457:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764016.415460:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015320576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764016.415464:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015320704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764016.415477:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764016.415484:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764016/real 1789764016] req@ffff9cdd59276680 x1876702015320704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764016.415491:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015320704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764016.415496:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764016.415498:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764016.415509:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015320704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764016.415513:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015320832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764016.415525:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764016.415532:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764016/real 1789764016] req@ffff9cdd59277100 x1876702015320832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764016.415539:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015320832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764016.415544:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764016.415551:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764016.415554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015320832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764016.415558:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015320960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764016.415570:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764016.415576:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764016/real 1789764016] req@ffff9cdd59275f80 x1876702015320960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764016.415583:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015320960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764016.415588:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764016.415590:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764016.415593:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015320960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764016.607078:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764017.631046:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764018.654980:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764019.679018:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764020.703029:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764021.534995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764021.535005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764021.535009:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764021.535019:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1539 00000100:00080000:2.0:1789764021.535030:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764021.535038:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764021.535076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015321088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764021.535099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764021.535109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764021.535110:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764021.535113:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1539 00000100:00080000:2.0:1789764021.535118:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764021.535121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764021.535130:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764021.535140:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015321216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764021.535147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764021.535150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764021.535152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764021.535155:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1539 00000100:00080000:2.0:1789764021.535158:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764021.535160:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764021.535164:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764021.535172:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015321088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764021.535174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015321344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764021.535198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764021.535201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764021.535202:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764021.535204:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1539 00000100:00080000:2.0:1789764021.535206:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764021.535208:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764021.535211:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764021.535221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015321472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764021.535226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764021.535229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764021.535230:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764021.535233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1539 00000100:00080000:2.0:1789764021.535236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764021.535239:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764021.535241:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764021.535247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015321600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764021.535305:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764021.535354:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764021/real 1789764021] req@ffff9cdd437a6300 x1876702015321088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764021.535373:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015321088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764021.535385:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764021.535390:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764021.535394:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015321088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764021.535403:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015321216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764021.535426:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764021.535438:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764021/real 1789764021] req@ffff9cdd437a6d80 x1876702015321216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764021.535451:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015321216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764021.535460:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764021.535464:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764021.535467:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015321216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764021.535491:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015321344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764021.535510:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764021.535520:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764021/real 1789764021] req@ffff9cdd437a7b80 x1876702015321344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764021.535532:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015321344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764021.535540:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764021.535544:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764021.535548:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015321344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764021.535554:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015321472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764021.535571:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764021.535580:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764021/real 1789764021] req@ffff9cdd437a6a00 x1876702015321472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764021.535592:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015321472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764021.535602:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764021.535605:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764021.535609:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015321472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764021.535615:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015321600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764021.535630:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764021.535639:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764021/real 1789764021] req@ffff9cdd437a5880 x1876702015321600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764021.535652:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015321600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764021.535660:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764021.535665:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764021.535677:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015321600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764021.727063:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764022.751108:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764023.775062:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764024.798999:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764025.823006:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764026.654993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764026.655000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764026.655004:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764026.655013:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1544 00000100:00080000:3.0:1789764026.655025:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764026.655031:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764026.655068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015321728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764026.655090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764026.655094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764026.655096:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764026.655100:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1544 00000100:00080000:3.0:1789764026.655105:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764026.655109:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764026.655119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764026.655132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015321856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764026.655143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764026.655147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1789764026.655148:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015321728:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764026.655149:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764026.655157:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1544 00000100:00080000:3.0:1789764026.655160:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764026.655163:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764026.655166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764026.655176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015321984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764026.655183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764026.655186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764026.655187:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764026.655189:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1544 00000100:00080000:3.0:1789764026.655192:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764026.655194:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764026.655196:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764026.655203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015322112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764026.655213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764026.655216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764026.655218:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764026.655225:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1544 00000800:00000100:1.0:1789764026.655226:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764026.655239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764026.655244:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764026.655249:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764026.655261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015322240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764026.655269:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764026/real 1789764026] req@ffff9cdd59275c00 x1876702015321728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764026.655302:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015321728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764026.655312:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764026.655316:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764026.655320:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015321728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764026.655340:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015321856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764026.655367:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764026.655378:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764026/real 1789764026] req@ffff9cdd59274700 x1876702015321856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764026.655390:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015321856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764026.655397:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764026.655400:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764026.655404:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015321856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764026.655409:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015321984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764026.655425:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764026.655433:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764026/real 1789764026] req@ffff9cdd59275880 x1876702015321984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764026.655443:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015321984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764026.655456:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764026.655459:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764026.655462:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015321984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764026.655467:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015322112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764026.655481:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764026.655489:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764026/real 1789764026] req@ffff9cdd59275f80 x1876702015322112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764026.655499:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015322112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764026.655512:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764026.655515:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764026.655518:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015322112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764026.655523:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015322240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764026.655538:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764026.655546:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764026/real 1789764026] req@ffff9cdd59277100 x1876702015322240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764026.655556:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015322240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764026.655563:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764026.655566:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764026.655569:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015322240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764026.847017:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764027.871069:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764028.895058:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764029.919057:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764030.943031:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764031.774967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764031.774976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764031.774980:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764031.774990:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1549 00000100:00080000:3.0:1789764031.775001:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764031.775008:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764031.775053:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015322368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764031.775073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764031.775076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764031.775077:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764031.775080:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1549 00000100:00080000:3.0:1789764031.775083:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764031.775086:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764031.775093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764031.775102:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015322496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764031.775110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764031.775112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764031.775114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764031.775117:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1549 00000100:00080000:3.0:1789764031.775118:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764031.775120:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764031.775123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764031.775129:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015322624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764031.775141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764031.775147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1789764031.775150:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015322368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764031.775150:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764031.775157:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1549 00000100:00080000:3.0:1789764031.775166:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764031.775172:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764031.775178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764031.775193:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015322752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764031.775203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764031.775206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764031.775208:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764031.775211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1549 00000100:00080000:3.0:1789764031.775213:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764031.775215:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764031.775219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789764031.775236:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764031.775238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015322880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764031.775295:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764031/real 1789764031] req@ffff9cdd59276680 x1876702015322368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764031.775312:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015322368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764031.775320:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764031.775324:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764031.775327:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015322368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764031.775333:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015322496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764031.775351:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764031.775360:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764031/real 1789764031] req@ffff9cdd59274000 x1876702015322496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764031.775367:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015322496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764031.775372:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764031.775374:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764031.775376:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015322496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764031.775401:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015322624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764031.775420:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764031.775430:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764031/real 1789764031] req@ffff9cdd59277800 x1876702015322624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764031.775439:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015322624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764031.775444:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764031.775446:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764031.775448:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015322624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764031.775455:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015322752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764031.775473:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764031.775483:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764031/real 1789764031] req@ffff9cdd59276300 x1876702015322752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764031.775493:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015322752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764031.775500:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764031.775503:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764031.775506:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015322752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764031.775512:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015322880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764031.775529:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764031.775538:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764031/real 1789764031] req@ffff9cdd59274380 x1876702015322880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764031.775545:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015322880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764031.775550:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764031.775552:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764031.775554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015322880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764031.967043:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764032.991075:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764034.015018:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764035.039022:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764036.063008:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764036.894940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764036.894949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764036.894953:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764036.894962:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1554 00000100:00080000:2.0:1789764036.894971:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764036.894977:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764036.895013:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015323008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764036.895038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764036.895042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764036.895044:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764036.895047:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1554 00000100:00080000:2.0:1789764036.895051:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764036.895054:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764036.895065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764036.895078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015323136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764036.895084:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015323008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764036.895095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764036.895098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764036.895100:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764036.895104:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1554 00000100:00080000:2.0:1789764036.895108:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764036.895111:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764036.895117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764036.895127:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015323264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764036.895137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764036.895140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764036.895142:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789764036.895148:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764036.895148:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1554 00000100:00080000:2.0:1789764036.895154:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764036.895158:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764036.895163:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764036.895174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015323392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764036.895183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789764036.895188:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764036/real 1789764036] req@ffff9cdd437a5500 x1876702015323008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764036.895188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764036.895192:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764036.895201:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1554 00000100:00080000:2.0:1789764036.895207:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789764036.895214:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015323008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764036.895214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764036.895224:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789764036.895232:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1789764036.895239:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015323520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764036.895240:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764036.895247:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015323008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764036.895281:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015323136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764036.895301:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764036.895312:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764036/real 1789764036] req@ffff9cdd437a4a80 x1876702015323136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764036.895329:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015323136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764036.895337:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764036.895340:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764036.895343:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015323136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764036.895349:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015323264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764036.895365:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764036.895373:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764036/real 1789764036] req@ffff9cdd437a4e00 x1876702015323264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764036.895383:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015323264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764036.895391:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764036.895393:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764036.895396:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015323264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764036.895401:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015323392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764036.895415:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764036.895423:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764036/real 1789764036] req@ffff9cdd437a6680 x1876702015323392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764036.895440:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015323392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764036.895453:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764036.895456:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764036.895459:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015323392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764036.895464:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015323520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764036.895479:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764036.895487:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764036/real 1789764036] req@ffff9cdd437a4700 x1876702015323520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764036.895498:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015323520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764036.895504:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764036.895507:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764036.895510:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015323520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764037.086991:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764038.111028:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764039.134971:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764040.159049:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764041.183047:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764042.014996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764042.015005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764042.015010:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764042.015018:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1560 00000100:00080000:3.0:1789764042.015027:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764042.015032:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764042.015064:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015323648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764042.015095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764042.015099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764042.015101:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764042.015105:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1560 00000100:00080000:3.0:1789764042.015110:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764042.015114:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764042.015123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764042.015137:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015323648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764042.015138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015323776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764042.015151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764042.015153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764042.015155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764042.015157:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1560 00000100:00080000:3.0:1789764042.015159:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764042.015162:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764042.015165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764042.015178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015323904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764042.015184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764042.015187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764042.015188:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764042.015190:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1560 00000100:00080000:3.0:1789764042.015196:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764042.015198:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764042.015200:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789764042.015206:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764042.015209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015324032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764042.015218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764042.015220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764042.015222:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764042.015224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1560 00000100:00080000:3.0:1789764042.015227:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764042.015229:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764042.015231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764042.015238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015324160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764042.015257:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764042/real 1789764042] req@ffff9cdd59275500 x1876702015323648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764042.015276:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015323648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764042.015293:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764042.015297:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764042.015301:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015323648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764042.015321:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015323776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764042.015341:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764042.015352:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764042/real 1789764042] req@ffff9cdd59274e00 x1876702015323776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764042.015363:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015323776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764042.015371:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764042.015374:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764042.015377:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015323776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764042.015383:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015323904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764042.015398:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764042.015406:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764042/real 1789764042] req@ffff9cdd59277b80 x1876702015323904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764042.015417:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015323904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764042.015424:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764042.015426:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764042.015430:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015323904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764042.015435:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015324032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764042.015449:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764042.015457:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764042/real 1789764042] req@ffff9cdd59274a80 x1876702015324032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764042.015467:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015324032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764042.015474:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764042.015477:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764042.015480:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015324032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764042.015484:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015324160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764042.015499:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764042.015507:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764042/real 1789764042] req@ffff9cdd59277480 x1876702015324160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764042.015517:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015324160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764042.015524:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764042.015527:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764042.015530:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015324160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764042.207047:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764043.231046:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764044.254999:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764045.279067:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764046.303014:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764047.134994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764047.135004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764047.135008:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764047.135018:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1565 00000100:00080000:3.0:1789764047.135033:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764047.135045:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764047.135082:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015324288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764047.135113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764047.135116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764047.135118:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764047.135122:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1565 00000100:00080000:3.0:1789764047.135126:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764047.135129:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764047.135139:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764047.135151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015324416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764047.135157:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015324288:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764047.135169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764047.135174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764047.135175:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764047.135180:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1565 00000100:00080000:3.0:1789764047.135183:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764047.135187:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764047.135192:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764047.135217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015324544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764047.135226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764047.135230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1789764047.135232:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764047.135233:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764047.135239:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1565 00000100:00080000:3.0:1789764047.135244:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764047.135248:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764047.135253:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764047.135265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015324672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764047.135275:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764047/real 1789764047] req@ffff9cdd59276a00 x1876702015324288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764047.135308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764047.135313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789764047.135314:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015324288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764047.135316:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764047.135323:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1565 00000100:00080000:3.0:1789764047.135329:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764047.135332:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764047.135333:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:1.0:1789764047.135338:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764047.135344:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015324288:192.168.203.148@tcp:250:kworker.0 00000008:00100000:3.0:1789764047.135346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764047.135359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015324800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764047.135368:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015324416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764047.135388:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764047.135398:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764047/real 1789764047] req@ffff9cdd59275180 x1876702015324416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764047.135406:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015324416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764047.135414:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764047.135417:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764047.135420:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015324416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764047.135425:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015324544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764047.135440:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764047.135451:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764047/real 1789764047] req@ffff9cdd59276d80 x1876702015324544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764047.135462:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015324544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764047.135467:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764047.135469:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764047.135472:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015324544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764047.135478:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015324672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764047.135492:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764047.135498:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764047/real 1789764047] req@ffff9cdd59277480 x1876702015324672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764047.135504:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015324672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764047.135509:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764047.135511:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764047.135512:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015324672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764047.135521:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015324800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764047.135530:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764047.135539:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764047/real 1789764047] req@ffff9cdd59274a80 x1876702015324800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764047.135549:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015324800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764047.135561:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764047.135563:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764047.135580:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015324800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764047.327004:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764048.351008:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764049.375048:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764050.399009:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764051.423069:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764052.254933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764052.254941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764052.254945:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764052.254954:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1570 00000100:00080000:3.0:1789764052.254964:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764052.254970:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764052.255004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015324928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764052.255029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764052.255032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764052.255034:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764052.255038:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1570 00000100:00080000:3.0:1789764052.255041:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764052.255044:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764052.255053:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764052.255064:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015325056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764052.255070:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015324928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764052.255079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764052.255083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764052.255084:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764052.255088:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1570 00000100:00080000:3.0:1789764052.255092:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764052.255095:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764052.255100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764052.255110:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015325184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764052.255119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764052.255123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764052.255124:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764052.255128:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1570 00000100:00080000:3.0:1789764052.255131:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764052.255134:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764052.255138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764052.255148:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015325312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764052.255157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764052.255161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764052.255163:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789764052.255165:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325056:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764052.255169:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1570 00000100:00080000:3.0:1789764052.255174:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764052.255177:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764052.255182:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764052.255193:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015325440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764052.255194:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764052.255217:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764052.255244:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015325440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764052.447107:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764053.471066:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764054.495035:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789764055.327186:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789764055.327226:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789764055.327241:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764055.327283:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764055.327291:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764055.327298:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764055.327304:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789764055.327380:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764052/real 1789764055] req@ffff9cdd59276300 x1876702015325440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764055.327403:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015325440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764055.327414:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764055.327419:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764055.327423:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015325440:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764055.327431:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764052/real 1789764055] req@ffff9cdd59274e00 x1876702015325056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764055.327443:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015325056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764055.327451:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764055.327454:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764055.327456:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764055.327462:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764052/real 1789764055] req@ffff9cdd59275500 x1876702015325184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764055.327471:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015325184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764055.327477:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764055.327480:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764055.327482:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764055.327488:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764052/real 1789764055] req@ffff9cdd59274380 x1876702015325312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764055.327497:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015325312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764055.327514:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764055.327518:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764055.327521:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764055.327528:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764052/real 1789764055] req@ffff9cdd59277b80 x1876702015324928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764055.327539:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015324928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764055.327547:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764055.327550:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764055.327554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015324928:192.168.203.148@tcp:250:kworker.0 00010000:00010000:3.0:1789764055.519026:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764056.543003:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764057.375057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764057.375066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764057.375070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764057.375080:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1575 00000100:00080000:0.0:1789764057.375090:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764057.375097:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764057.375134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015325568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764057.375162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764057.375165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764057.375167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764057.375171:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1575 00000100:00080000:0.0:1789764057.375174:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764057.375177:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764057.375186:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764057.375199:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015325696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764057.375202:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015325568:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789764057.375216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764057.375220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764057.375221:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764057.375226:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1575 00000100:00080000:0.0:1789764057.375229:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764057.375235:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764057.375241:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764057.375251:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015325824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764057.375260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764057.375263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764057.375266:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1789764057.375268:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764057.375272:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1575 00000100:00080000:0.0:1789764057.375276:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764057.375280:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764057.375285:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764057.375296:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015325952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764057.375305:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764057.375308:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764057.375311:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789764057.375311:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764057/real 1789764057] req@ffff9cdd47cf9180 x1876702015325568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764057.375325:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1575 00000100:00080000:0.0:1789764057.375330:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789764057.375332:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015325568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764057.375336:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764057.375344:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789764057.375350:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764057.375357:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764057.375358:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015326080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764057.375364:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015325568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764057.375394:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764057.375428:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764057.375441:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764057/real 1789764057] req@ffff9cdd47cfb480 x1876702015325696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764057.375453:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015325696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764057.375461:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764057.375465:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764057.375468:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764057.375474:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764057.375504:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764057.375516:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764057/real 1789764057] req@ffff9cdd47cfaa00 x1876702015325824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764057.375528:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015325824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764057.375535:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764057.375538:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764057.375541:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764057.375547:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764057.375566:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764057.375576:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764057/real 1789764057] req@ffff9cdd47cfbb80 x1876702015325952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764057.375593:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015325952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764057.375600:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764057.375603:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764057.375606:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015325952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764057.375611:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015326080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764057.375630:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764057.375640:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764057/real 1789764057] req@ffff9cdd47cfad80 x1876702015326080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764057.375651:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015326080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764057.375659:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764057.375662:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764057.375665:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015326080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764057.567030:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764058.591041:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764059.615128:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764060.639047:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764061.663019:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764062.494980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764062.494987:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764062.494991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764062.494998:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1580 00000100:00080000:1.0:1789764062.495008:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764062.495013:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764062.495043:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015326208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764062.495064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764062.495066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764062.495068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764062.495070:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1580 00000100:00080000:1.0:1789764062.495076:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764062.495078:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764062.495085:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764062.495092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015326336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764062.495098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764062.495101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764062.495102:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764062.495104:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1580 00000100:00080000:1.0:1789764062.495106:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764062.495108:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764062.495110:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764062.495115:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015326464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764062.495123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764062.495127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764062.495128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764062.495131:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1580 00000100:00080000:1.0:1789764062.495134:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764062.495137:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764062.495142:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764062.495152:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015326592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764062.495160:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015326208:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789764062.495166:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764062.495171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764062.495172:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764062.495177:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1580 00000100:00080000:1.0:1789764062.495180:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764062.495184:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764062.495189:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764062.495201:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015326720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764062.495296:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764062.495363:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764062/real 1789764062] req@ffff9cdd47c52a00 x1876702015326208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764062.495381:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015326208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764062.495399:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764062.495403:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764062.495405:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015326208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764062.495410:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015326336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764062.495435:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764062.495443:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764062/real 1789764062] req@ffff9cdd47c50380 x1876702015326336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764062.495450:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015326336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764062.495469:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764062.495472:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764062.495474:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015326336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764062.495478:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015326464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764062.495494:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764062.495504:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764062/real 1789764062] req@ffff9cdd47c52680 x1876702015326464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764062.495516:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015326464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764062.495523:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764062.495526:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764062.495530:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015326464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764062.495567:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015326592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764062.495587:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764062.495604:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764062/real 1789764062] req@ffff9cdd47c50a80 x1876702015326592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764062.495622:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015326592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764062.495627:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764062.495630:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764062.495632:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015326592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764062.495635:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015326720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764062.495647:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764062.495653:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764062/real 1789764062] req@ffff9cdd47c50000 x1876702015326720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764062.495662:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015326720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764062.495669:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764062.495672:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764062.495675:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015326720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764062.687016:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764063.711020:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764064.735837:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764065.759062:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764066.783050:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764067.618280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764067.618288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764067.618293:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764067.618301:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1585 00000100:00080000:0.0:1789764067.618311:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764067.618316:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764067.618349:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015326848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764067.618427:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015326848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764067.618496:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764067.618556:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764067.618559:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764067.618561:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764067.618564:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1585 00000100:00080000:0.0:1789764067.618568:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764067.618570:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764067.618578:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764067.618588:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015326976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764067.618631:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764067/real 1789764067] req@ffff9cdd47cf9f80 x1876702015326848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764067.618644:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015326848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764067.618651:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764067.618653:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764067.618656:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015326848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764067.618673:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015326976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764067.618689:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764067.618696:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764067/real 1789764067] req@ffff9cdd47cf9880 x1876702015326976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764067.618704:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015326976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764067.618721:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764067.618725:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764067.618728:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015326976:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789764067.618778:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764067.618781:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764067.618782:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764067.618785:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1585 00000100:00080000:0.0:1789764067.618788:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764067.618791:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764067.618796:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764067.618808:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015327104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764067.618835:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764067.618839:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764067.618840:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764067.618844:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1585 00000100:00080000:0.0:1789764067.618847:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764067.618850:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764067.618855:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764067.618894:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015327232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764067.619046:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015327104:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789764067.619141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764067.619144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764067.619146:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764067.619149:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1585 00000100:00080000:0.0:1789764067.619153:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764067.619157:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764067.619163:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764067.619174:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015327360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789764067.619250:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764067.619263:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764067/real 1789764067] req@ffff9cdd47cf9c00 x1876702015327104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764067.619274:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015327104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764067.619283:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764067.619286:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764067.619288:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015327104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764067.619296:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015327232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764067.619310:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764067.619316:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764067/real 1789764067] req@ffff9cdd47cf8e00 x1876702015327232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764067.619323:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015327232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764067.619328:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764067.619330:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764067.619332:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015327232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764067.619335:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015327360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764067.619343:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764067.619348:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764067/real 1789764067] req@ffff9cdd47cf9500 x1876702015327360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764067.619354:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015327360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764067.619359:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764067.619360:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764067.619362:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015327360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764067.807113:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764068.831170:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764069.854995:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764070.879069:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764071.903055:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764072.736125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764072.736135:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764072.736140:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764072.736149:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1590 00000100:00080000:3.0:1789764072.736161:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764072.736168:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764072.736204:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015327488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764072.736236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764072.736240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764072.736242:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764072.736246:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1590 00000100:00080000:3.0:1789764072.736250:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764072.736254:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764072.736263:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764072.736275:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015327616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764072.736284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764072.736288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764072.736289:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764072.736292:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1590 00000100:00080000:3.0:1789764072.736296:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764072.736299:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764072.736303:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764072.736312:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015327744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764072.736320:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764072.736323:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764072.736325:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764072.736328:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1590 00000100:00080000:3.0:1789764072.736330:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764072.736333:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764072.736337:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764072.736344:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015327872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764072.736351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764072.736354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764072.736355:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764072.736358:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1590 00000100:00080000:3.0:1789764072.736361:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764072.736363:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764072.736367:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764072.736373:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015328000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764072.736479:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015327488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789764072.736536:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764072.736569:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764072/real 1789764072] req@ffff9cdd59277800 x1876702015327488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764072.736585:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015327488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764072.736594:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764072.736598:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764072.736602:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015327488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764072.736608:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015327616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764072.736627:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764072.736638:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764072/real 1789764072] req@ffff9cdd59274000 x1876702015327616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764072.736649:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015327616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764072.736656:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764072.736659:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764072.736662:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015327616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764072.736668:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015327744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764072.736685:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764072.736695:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764072/real 1789764072] req@ffff9cdd59276680 x1876702015327744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764072.736705:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015327744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764072.736712:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764072.736715:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764072.736718:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015327744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764072.736723:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015327872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764072.736740:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764072.736751:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764072/real 1789764072] req@ffff9cdd59277100 x1876702015327872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764072.736762:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015327872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764072.736770:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764072.736773:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764072.736776:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015327872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764072.736781:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015328000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764072.736799:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764072.736809:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764072/real 1789764072] req@ffff9cdd59275f80 x1876702015328000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764072.736820:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015328000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764072.736828:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764072.736831:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764072.736833:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015328000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764072.928311:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764073.951387:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764074.975207:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764075.998977:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764077.023090:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764077.854973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764077.854983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764077.854988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764077.854998:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1595 00000100:00080000:3.0:1789764077.855010:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764077.855018:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764077.855059:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015328128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764077.855084:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764077.855088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764077.855089:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764077.855093:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1595 00000100:00080000:3.0:1789764077.855097:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764077.855100:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764077.855109:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764077.855120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015328256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764077.855129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764077.855133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764077.855135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764077.855140:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1595 00000100:00080000:3.0:1789764077.855144:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764077.855148:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764077.855152:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764077.855163:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015328384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764077.855174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764077.855181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1789764077.855184:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015328128:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764077.855184:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764077.855194:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1595 00000100:00080000:3.0:1789764077.855202:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764077.855205:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764077.855209:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764077.855224:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015328512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764077.855271:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764077.855314:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789764077.855320:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764077/real 1789764077] req@ffff9cdd59275880 x1876702015328128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764077.855320:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764077.855327:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764077.855357:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1595 00000100:00080000:3.0:1789764077.855367:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764077.855371:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764077.855378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764077.855379:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015328128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764077.855398:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789764077.855399:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015328640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764077.855411:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764077.855434:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015328128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764077.855447:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015328256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764077.855472:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764077.855484:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764077/real 1789764077] req@ffff9cdd59274700 x1876702015328256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764077.855496:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015328256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764077.855504:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764077.855507:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764077.855510:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015328256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764077.855536:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015328384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764077.855650:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764077.855661:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764077/real 1789764077] req@ffff9cdd59275c00 x1876702015328384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764077.855673:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015328384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764077.855686:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764077.855689:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764077.855692:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015328384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764077.855698:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015328512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764077.855715:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764077.855726:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764077/real 1789764077] req@ffff9cdd59275f80 x1876702015328512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764077.855736:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015328512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764077.855743:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764077.855746:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764077.855749:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015328512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764077.855755:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015328640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764077.855773:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764077.855784:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764077/real 1789764077] req@ffff9cdd59277100 x1876702015328640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764077.855794:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015328640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764077.855801:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764077.855804:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764077.855808:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015328640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764078.047142:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764079.071090:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764080.095768:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764081.119065:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764082.143099:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764082.974968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764082.974978:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764082.974982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764082.974992:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1600 00000100:00080000:3.0:1789764082.975002:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764082.975009:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764082.975046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015328768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764082.975080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764082.975084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764082.975086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764082.975090:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1600 00000100:00080000:3.0:1789764082.975094:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764082.975098:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764082.975108:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764082.975119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015328896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764082.975128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764082.975131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764082.975133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764082.975136:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1600 00000100:00080000:3.0:1789764082.975139:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764082.975142:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764082.975147:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764082.975154:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015329024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764082.975163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764082.975167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764082.975168:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764082.975170:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1600 00000100:00080000:3.0:1789764082.975173:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764082.975176:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764082.975180:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764082.975188:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015329152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764082.975195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764082.975198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764082.975200:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764082.975203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1600 00000100:00080000:3.0:1789764082.975206:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764082.975208:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764082.975212:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764082.975218:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015329280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764082.975316:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015328768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789764082.975376:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764082.975414:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764082/real 1789764082] req@ffff9cdd59276680 x1876702015328768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764082.975430:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015328768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764082.975439:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764082.975443:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764082.975447:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015328768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764082.975454:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015328896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764082.975473:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764082.975484:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764082/real 1789764082] req@ffff9cdd59274000 x1876702015328896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764082.975495:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015328896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764082.975503:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764082.975506:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764082.975509:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015328896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764082.975514:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015329024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764082.975529:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764082.975539:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764082/real 1789764082] req@ffff9cdd59277800 x1876702015329024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764082.975548:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015329024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764082.975556:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764082.975558:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764082.975562:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015329024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764082.975566:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015329152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764082.975580:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764082.975588:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764082/real 1789764082] req@ffff9cdd59277b80 x1876702015329152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764082.975599:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015329152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764082.975605:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764082.975608:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764082.975611:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015329152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764082.975616:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015329280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764082.975630:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764082.975638:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764082/real 1789764082] req@ffff9cdd59274380 x1876702015329280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764082.975649:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015329280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764082.975714:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764082.975717:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764082.975721:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015329280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764083.167127:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764084.191339:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764085.215054:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764086.239327:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764087.263041:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764088.094980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764088.094991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764088.094995:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764088.095005:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1606 00000100:00080000:3.0:1789764088.095017:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764088.095025:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764088.095065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015329408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764088.095096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764088.095100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764088.095102:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764088.095107:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1606 00000100:00080000:3.0:1789764088.095111:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764088.095116:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764088.095129:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764088.095145:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015329536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764088.095155:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015329408:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764088.095156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764088.095165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764088.095167:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764088.095171:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1606 00000100:00080000:3.0:1789764088.095175:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764088.095180:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764088.095185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764088.095198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015329664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764088.095208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764088.095224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764088.095226:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764088.095229:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1606 00000100:00080000:3.0:1789764088.095232:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789764088.095237:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764088.095238:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764088.095244:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764088.095255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015329792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764088.095263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789764088.095304:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764088/real 1789764088] req@ffff9cdd59275500 x1876702015329408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764088.095332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789764088.095335:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015329408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764088.095335:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764088.095343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1606 00000100:00080000:3.0:1789764088.095348:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764088.095353:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:1.0:1789764088.095356:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1789764088.095357:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789764088.095364:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764088.095370:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015329408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764088.095372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015329920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764088.095399:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015329536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764088.095424:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764088.095438:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764088/real 1789764088] req@ffff9cdd59274e00 x1876702015329536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764088.095457:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015329536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764088.095465:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764088.095468:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764088.095471:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015329536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764088.095478:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015329664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764088.095499:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764088.095511:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764088/real 1789764088] req@ffff9cdd59276300 x1876702015329664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764088.095523:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015329664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764088.095529:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764088.095533:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764088.095536:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015329664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764088.095541:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015329792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764088.095568:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764088.095580:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764088/real 1789764088] req@ffff9cdd59274a80 x1876702015329792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764088.095591:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015329792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764088.095604:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764088.095607:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764088.095610:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015329792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764088.095625:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015329920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764088.095653:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764088.095666:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764088/real 1789764088] req@ffff9cdd59277480 x1876702015329920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764088.095677:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015329920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764088.095684:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764088.095687:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764088.095689:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015329920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764088.287024:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764089.311214:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764090.335128:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764091.359296:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764092.382990:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764093.215003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764093.215014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764093.215019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764093.215029:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1611 00000100:00080000:3.0:1789764093.215042:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764093.215050:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764093.215089:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015330048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764093.215118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764093.215122:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764093.215124:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764093.215129:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1611 00000100:00080000:3.0:1789764093.215132:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764093.215136:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764093.215146:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764093.215159:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015330176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764093.215171:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015330048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764093.215172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764093.215181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764093.215183:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764093.215187:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1611 00000100:00080000:3.0:1789764093.215191:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764093.215195:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764093.215201:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764093.215213:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015330304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764093.215261:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764093.215303:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764093/real 1789764093] req@ffff9cdd59276d80 x1876702015330048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764093.215321:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015330048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764093.215331:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764093.215336:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764093.215340:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015330048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764093.215363:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015330176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764093.215386:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764093.215541:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764093.215546:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764093.215548:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764093.215553:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1611 00000100:00080000:3.0:1789764093.215569:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764093.215573:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764093.215577:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764093/real 1789764093] req@ffff9cdd59275180 x1876702015330176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789764093.215580:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764093.215596:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015330176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764093.215600:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015330432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764093.215613:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764093.215620:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764093.215624:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015330176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764093.215631:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015330304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764093.215655:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764093.215667:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764093/real 1789764093] req@ffff9cdd59276a00 x1876702015330304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764093.215679:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015330304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764093.215687:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764093.215690:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764093.215694:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015330304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764093.215709:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015330432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764093.215729:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764093.215732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764093.215738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789764093.215742:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764093/real 1789764093] req@ffff9cdd59276d80 x1876702015330432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764093.215742:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764093.215750:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1611 00000100:00080000:3.0:1789764093.215755:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764093.215760:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764093.215765:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764093.215779:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015330432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764093.215784:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015330560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764093.215795:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764093.215801:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764093.215804:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015330432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764093.215831:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015330560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764093.215854:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764093.215894:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764093/real 1789764093] req@ffff9cdd59277480 x1876702015330560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764093.215976:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015330560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764093.215983:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764093.215987:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764093.215990:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015330560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764093.407037:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764094.431029:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764095.455008:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764096.479060:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764097.503019:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764098.334987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764098.334994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764098.334998:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764098.335006:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1616 00000100:00080000:2.0:1789764098.335015:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764098.335020:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764098.335052:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015330688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764098.335072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764098.335075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764098.335076:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764098.335082:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1616 00000100:00080000:2.0:1789764098.335084:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764098.335087:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764098.335095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764098.335107:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015330816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764098.335115:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015330688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764098.335115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764098.335122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764098.335124:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764098.335127:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1616 00000100:00080000:2.0:1789764098.335129:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764098.335130:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764098.335134:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764098.335141:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015330944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764098.335147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764098.335149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764098.335150:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764098.335152:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1616 00000100:00080000:2.0:1789764098.335154:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764098.335156:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764098.335158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764098.335164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015331072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764098.335169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764098.335173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1789764098.335175:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764098.335176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764098.335182:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1616 00000100:00080000:2.0:1789764098.335187:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764098.335202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764098.335207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764098.335219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015331200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764098.335232:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764098/real 1789764098] req@ffff9cdd437a5180 x1876702015330688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764098.335252:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015330688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764098.335269:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764098.335273:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764098.335277:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015330688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764098.335297:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015330816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764098.335318:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764098.335330:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764098/real 1789764098] req@ffff9cdd437a5c00 x1876702015330816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764098.335338:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015330816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764098.335343:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764098.335345:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764098.335347:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015330816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764098.335351:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015330944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764098.335364:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764098.335370:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764098/real 1789764098] req@ffff9cdd437a4000 x1876702015330944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764098.335377:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015330944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764098.335381:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764098.335383:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764098.335385:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015330944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764098.335388:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015331072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764098.335407:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764098.335413:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764098/real 1789764098] req@ffff9cdd437a7800 x1876702015331072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764098.335419:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015331072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764098.335424:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764098.335426:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764098.335428:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015331072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764098.335431:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015331200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764098.335439:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764098.335444:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764098/real 1789764098] req@ffff9cdd437a4380 x1876702015331200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764098.335451:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015331200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764098.335459:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764098.335461:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764098.335462:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015331200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764098.527014:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764099.550994:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764100.575035:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764101.599017:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764102.623036:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764103.454983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764103.454991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764103.454995:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764103.455003:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1621 00000100:00080000:3.0:1789764103.455013:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764103.455019:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764103.455049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015331328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764103.455070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764103.455073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764103.455074:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764103.455077:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1621 00000100:00080000:3.0:1789764103.455079:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764103.455081:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764103.455088:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764103.455095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015331456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764103.455102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764103.455105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764103.455106:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764103.455109:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1621 00000100:00080000:3.0:1789764103.455110:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764103.455112:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764103.455115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764103.455123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015331584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764103.455125:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015331328:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764103.455134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764103.455137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764103.455137:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764103.455139:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1621 00000100:00080000:3.0:1789764103.455141:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764103.455142:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764103.455145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764103.455167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015331712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764103.455176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764103.455179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764103.455181:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764103.455184:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1621 00000100:00080000:3.0:1789764103.455189:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764103.455192:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764103.455197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789764103.455209:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764103.455211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015331840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764103.455250:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764103/real 1789764103] req@ffff9cdd59274a80 x1876702015331328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764103.455268:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015331328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764103.455278:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764103.455289:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764103.455293:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015331328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764103.455301:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015331456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764103.455321:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764103.455332:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764103/real 1789764103] req@ffff9cdd59276300 x1876702015331456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764103.455342:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015331456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764103.455350:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764103.455353:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764103.455356:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015331456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764103.455378:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015331584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764103.455395:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764103.455404:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764103/real 1789764103] req@ffff9cdd59274e00 x1876702015331584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764103.455415:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015331584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764103.455423:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764103.455426:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764103.455429:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015331584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764103.455434:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015331712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764103.455447:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764103.455455:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764103/real 1789764103] req@ffff9cdd59275500 x1876702015331712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764103.455465:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015331712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764103.455472:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764103.455474:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764103.455478:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015331712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764103.455483:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015331840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764103.455496:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764103.455503:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764103/real 1789764103] req@ffff9cdd59274380 x1876702015331840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764103.455513:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015331840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764103.455520:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764103.455523:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764103.455526:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015331840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764103.647023:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764104.671019:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764105.695018:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764106.718993:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764107.743055:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764108.574987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764108.574997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764108.575000:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764108.575010:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1626 00000100:00080000:3.0:1789764108.575021:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764108.575029:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764108.575081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015331968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764108.575113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764108.575126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764108.575128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764108.575131:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1626 00000100:00080000:3.0:1789764108.575134:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764108.575137:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764108.575146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764108.575157:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015332096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764108.575164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764108.575168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764108.575169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764108.575173:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1626 00000100:00080000:3.0:1789764108.575176:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764108.575178:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764108.575187:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764108.575196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015332224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764108.575208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764108.575213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764108.575214:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764108.575219:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1626 00000100:00080000:3.0:1789764108.575226:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789764108.575230:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015331968:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764108.575232:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764108.575243:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764108.575257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015332352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764108.575272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764108.575276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764108.575278:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764108.575283:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1626 00000100:00080000:3.0:1789764108.575287:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764108.575291:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764108.575294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764108.575303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015332480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764108.575324:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764108.575373:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764108/real 1789764108] req@ffff9cdd59277b80 x1876702015331968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764108.575400:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015331968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764108.575412:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764108.575417:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764108.575421:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015331968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764108.575429:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764108.575454:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764108.575466:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764108/real 1789764108] req@ffff9cdd59277800 x1876702015332096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764108.575477:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015332096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764108.575485:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764108.575488:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764108.575491:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764108.575516:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764108.575537:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764108.575549:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764108/real 1789764108] req@ffff9cdd59274000 x1876702015332224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764108.575559:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015332224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764108.575567:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764108.575570:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764108.575573:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764108.575579:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764108.575595:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764108.575605:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764108/real 1789764108] req@ffff9cdd59276680 x1876702015332352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764108.575614:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015332352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764108.575621:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764108.575623:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764108.575626:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764108.575638:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015332480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764108.575657:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764108.575668:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764108/real 1789764108] req@ffff9cdd59277100 x1876702015332480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764108.575679:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015332480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764108.575686:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764108.575689:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764108.575692:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015332480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764108.766981:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764109.791565:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764110.815026:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764111.839086:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764112.863009:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764113.694984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764113.694994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764113.694999:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764113.695009:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1631 00000100:00080000:3.0:1789764113.695022:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764113.695030:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764113.695068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015332608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764113.695112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764113.695118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764113.695120:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764113.695124:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1631 00000100:00080000:3.0:1789764113.695128:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764113.695133:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764113.695144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764113.695155:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015332608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764113.695160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015332736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764113.695174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764113.695177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764113.695179:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764113.695183:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1631 00000100:00080000:3.0:1789764113.695188:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764113.695191:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764113.695196:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764113.695208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015332864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764113.695211:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764113.695231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764113.695235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764113.695237:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764113.695242:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1631 00000100:00100000:1.0:1789764113.695246:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764113/real 1789764113] req@ffff9cdd59275f80 x1876702015332608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764113.695248:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764113.695257:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764113.695263:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015332608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789764113.695264:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789764113.695277:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764113.695280:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764113.695284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015332992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764113.695286:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015332608:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764113.695301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764113.695305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1789764113.695308:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332736:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764113.695308:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764113.695316:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1631 00000100:00080000:3.0:1789764113.695322:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789764113.695326:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764113.695330:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764113.695337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764113.695338:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764113/real 1789764113] req@ffff9cdd59275c00 x1876702015332736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764113.695349:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015332736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764113.695355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015333120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764113.695356:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764113.695363:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764113.695369:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764113.695377:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764113.695396:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764113.695409:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764113/real 1789764113] req@ffff9cdd59274700 x1876702015332864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764113.695422:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015332864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764113.695435:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764113.695438:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764113.695441:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764113.695444:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764113.695459:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764113.695465:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764113/real 1789764113] req@ffff9cdd59275880 x1876702015332992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764113.695472:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015332992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764113.695476:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764113.695478:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764113.695480:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015332992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764113.695494:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015333120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764113.695504:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764113.695510:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764113/real 1789764113] req@ffff9cdd59275f80 x1876702015333120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764113.695516:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015333120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764113.695520:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764113.695522:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764113.695525:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015333120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764113.887006:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764114.911065:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764115.935036:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764116.959048:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764117.983033:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764118.814949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764118.814957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764118.814960:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764118.814969:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1636 00000100:00080000:2.0:1789764118.814978:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764118.814984:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764118.815013:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015333248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764118.815039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764118.815052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764118.815054:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764118.815059:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1636 00000100:00080000:2.0:1789764118.815063:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764118.815066:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764118.815076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764118.815088:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015333248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764118.815088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015333376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764118.815104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764118.815107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764118.815109:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764118.815112:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1636 00000100:00080000:2.0:1789764118.815115:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764118.815118:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764118.815122:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764118.815131:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015333504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764118.815138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764118.815141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764118.815143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764118.815145:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1636 00000100:00080000:2.0:1789764118.815148:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764118.815151:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764118.815154:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764118.815162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015333632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764118.815170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764118.815173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764118.815174:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764118.815177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1636 00000100:00080000:2.0:1789764118.815180:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764118.815183:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764118.815187:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764118.815196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015333760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764118.815197:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015333376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764118.815238:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015333504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764118.815264:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015333632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764118.815291:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015333760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764119.007059:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764120.031050:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764121.055013:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789764121.887171:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:0.0:1789764121.887212:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789764121.887229:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764121.887274:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764121.887284:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764121.887292:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764121.887299:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789764121.887347:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764118/real 1789764121] req@ffff9cdd437a7800 x1876702015333760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764121.887373:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015333760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764121.887386:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764121.887391:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764121.887395:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015333760:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764121.887403:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764118/real 1789764121] req@ffff9cdd437a7480 x1876702015333376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764121.887472:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015333376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764121.887482:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764121.887486:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764121.887490:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015333376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764121.887497:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764118/real 1789764121] req@ffff9cdd437a5f80 x1876702015333504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764121.887511:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015333504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764121.887518:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764121.887522:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764121.887525:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015333504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764121.887531:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764118/real 1789764121] req@ffff9cdd437a4380 x1876702015333632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764121.887541:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015333632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764121.887549:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764121.887552:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764121.887555:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015333632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764121.887560:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764118/real 1789764121] req@ffff9cdd437a7100 x1876702015333248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764121.887571:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015333248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764121.887578:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764121.887582:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764121.887585:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015333248:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789764122.079091:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764123.103005:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764123.934970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764123.934978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764123.934982:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764123.935000:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1641 00000100:00080000:2.0:1789764123.935023:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764123.935031:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764123.935066:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015333888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764123.935095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764123.935099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764123.935101:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764123.935105:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1641 00000100:00080000:2.0:1789764123.935109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764123.935113:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764123.935124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764123.935136:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015334016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764123.935147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789764123.935152:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015333888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764123.935152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764123.935156:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764123.935164:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1641 00000100:00080000:2.0:1789764123.935168:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764123.935171:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764123.935176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764123.935187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015334144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764123.935197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764123.935200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764123.935201:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764123.935205:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1641 00000100:00080000:2.0:1789764123.935209:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764123.935214:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764123.935219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764123.935233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015334272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789764123.935242:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764123.935243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764123.935249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764123.935251:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764123.935256:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1641 00000100:00080000:2.0:1789764123.935260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764123.935265:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764123.935271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764123.935284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015334400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764123.935306:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764123/real 1789764123] req@ffff9cdd437a4000 x1876702015333888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764123.935325:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015333888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764123.935335:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764123.935339:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764123.935344:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015333888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764123.935369:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764123.935391:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764123.935404:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764123/real 1789764123] req@ffff9cdd437a5c00 x1876702015334016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764123.935414:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015334016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764123.935421:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764123.935425:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764123.935427:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764123.935433:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764123.935453:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764123.935463:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764123/real 1789764123] req@ffff9cdd437a5180 x1876702015334144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764123.935473:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015334144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764123.935490:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764123.935492:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764123.935496:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764123.935501:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764123.935520:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764123.935530:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764123/real 1789764123] req@ffff9cdd437a4700 x1876702015334272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764123.935540:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015334272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764123.935547:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764123.935555:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764123.935559:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764123.935564:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015334400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764123.935583:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764123.935593:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764123/real 1789764123] req@ffff9cdd437a6680 x1876702015334400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764123.935604:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015334400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764123.935610:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764123.935612:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764123.935616:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015334400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764124.126997:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764125.151044:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764126.175071:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764127.199053:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764128.223036:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764129.054986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764129.054997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764129.055002:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764129.055012:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1647 00000100:00080000:2.0:1789764129.055023:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764129.055031:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764129.055068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015334528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764129.055108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764129.055112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764129.055114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764129.055121:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1647 00000100:00080000:2.0:1789764129.055125:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764129.055128:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764129.055138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764129.055154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015334656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764129.055164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764129.055167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764129.055170:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764129.055173:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1647 00000100:00080000:2.0:1789764129.055177:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764129.055180:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764129.055185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764129.055196:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015334528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764129.055201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015334784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764129.055218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764129.055222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764129.055224:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764129.055228:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1647 00000100:00080000:2.0:1789764129.055233:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764129.055236:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764129.055241:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764129.055253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015334912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764129.055262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764129.055265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764129.055266:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764129.055270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1647 00000100:00080000:2.0:1789764129.055281:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764129.055285:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764129.055289:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789764129.055292:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764129.055309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015335040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764129.055363:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764129/real 1789764129] req@ffff9cdd437a4e00 x1876702015334528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764129.055383:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015334528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764129.055395:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764129.055401:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764129.055405:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015334528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764129.055414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764129.055438:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764129.055448:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764129/real 1789764129] req@ffff9cdd437a4a80 x1876702015334656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764129.055456:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015334656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764129.055464:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764129.055467:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764129.055470:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764129.055498:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764129.055520:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764129.055532:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764129/real 1789764129] req@ffff9cdd437a5500 x1876702015334784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764129.055542:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015334784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764129.055548:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764129.055550:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764129.055552:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764129.055556:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764129.055570:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764129.055577:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764129/real 1789764129] req@ffff9cdd437a5880 x1876702015334912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764129.055584:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015334912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764129.055589:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764129.055590:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764129.055592:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015334912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764129.055595:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015335040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764129.055605:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764129.055610:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764129/real 1789764129] req@ffff9cdd437a6a00 x1876702015335040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764129.055617:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015335040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764129.055621:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764129.055623:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764129.055624:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015335040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764129.247067:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764130.271071:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764131.295044:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764132.319067:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764133.343037:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764134.174966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764134.174975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764134.174985:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764134.174996:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1652 00000100:00080000:0.0:1789764134.175006:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764134.175011:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764134.175041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015335168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764134.175061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764134.175063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764134.175064:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764134.175067:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1652 00000100:00080000:0.0:1789764134.175069:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764134.175071:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764134.175078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764134.175087:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015335296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764134.175094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764134.175096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764134.175099:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789764134.175100:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015335168:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789764134.175104:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1652 00000100:00080000:0.0:1789764134.175109:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764134.175112:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764134.175116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764134.175129:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015335424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764134.175138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764134.175142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764134.175144:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764134.175147:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1652 00000100:00080000:0.0:1789764134.175150:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764134.175153:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764134.175156:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789764134.175161:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764134.175166:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015335552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764134.175174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764134.175176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764134.175178:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764134.175180:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1652 00000100:00080000:0.0:1789764134.175182:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764134.175184:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764134.175187:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764134.175194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015335680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764134.175200:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764134/real 1789764134] req@ffff9cdd47cf8a80 x1876702015335168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764134.175220:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015335168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764134.175227:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764134.175230:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764134.175240:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015335168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764134.175258:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015335296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764134.175274:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764134.175281:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764134/real 1789764134] req@ffff9cdd47cfb100 x1876702015335296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764134.175288:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015335296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764134.175293:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764134.175295:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764134.175297:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015335296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764134.175300:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015335424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764134.175310:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764134.175315:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764134/real 1789764134] req@ffff9cdd47cfa300 x1876702015335424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764134.175321:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015335424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764134.175329:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764134.175331:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764134.175333:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015335424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764134.175336:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015335552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764134.175345:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764134.175350:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764134/real 1789764134] req@ffff9cdd47cfa680 x1876702015335552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764134.175356:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015335552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764134.175360:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764134.175362:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764134.175363:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015335552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764134.175366:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015335680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764134.175374:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764134.175379:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764134/real 1789764134] req@ffff9cdd47cf8700 x1876702015335680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764134.175386:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015335680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764134.175390:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764134.175397:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764134.175400:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015335680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764134.366970:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764135.391077:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764136.415055:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764137.438976:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764138.463031:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764139.295009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764139.295016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764139.295019:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764139.295036:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1657 00000100:00080000:1.0:1789764139.295049:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764139.295055:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764139.295090:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015335808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764139.295112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764139.295114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764139.295116:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764139.295118:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1657 00000100:00080000:1.0:1789764139.295121:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764139.295123:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764139.295131:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764139.295140:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015335936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764139.295147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764139.295149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1789764139.295149:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015335808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789764139.295152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764139.295158:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1657 00000100:00080000:1.0:1789764139.295160:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764139.295162:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764139.295165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764139.295173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015336064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764139.295179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764139.295181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764139.295182:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764139.295184:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1657 00000100:00080000:1.0:1789764139.295186:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764139.295188:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764139.295191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764139.295196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015336192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764139.295204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764139.295208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764139.295209:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1789764139.295213:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764139.295217:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1657 00000100:00080000:1.0:1789764139.295221:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764139.295226:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764139.295231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764139.295243:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015336320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764139.295247:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764139/real 1789764139] req@ffff9cdd47c50e00 x1876702015335808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764139.295273:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015335808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764139.295284:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764139.295288:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764139.295292:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015335808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764139.295315:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015335936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764139.295333:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764139.295341:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764139/real 1789764139] req@ffff9cdd47c52300 x1876702015335936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764139.295349:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015335936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764139.295354:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764139.295357:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764139.295359:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015335936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764139.295363:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015336064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764139.295373:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764139.295378:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764139/real 1789764139] req@ffff9cdd47c53100 x1876702015336064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764139.295385:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015336064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764139.295389:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764139.295391:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764139.295393:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015336064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764139.295396:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015336192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764139.295412:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764139.295418:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764139/real 1789764139] req@ffff9cdd47c52d80 x1876702015336192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764139.295429:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015336192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764139.295433:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764139.295434:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764139.295436:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015336192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764139.295439:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015336320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764139.295448:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764139.295453:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764139/real 1789764139] req@ffff9cdd47c51c00 x1876702015336320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764139.295459:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015336320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764139.295463:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764139.295464:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764139.295466:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015336320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764139.487026:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764140.511115:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764141.535033:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764142.559026:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764143.583001:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764144.414988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764144.414998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764144.415002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764144.415011:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1662 00000100:00080000:3.0:1789764144.415023:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764144.415030:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764144.415066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015336448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764144.415093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764144.415096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764144.415098:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764144.415102:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1662 00000100:00080000:3.0:1789764144.415105:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764144.415109:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764144.415119:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764144.415132:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015336448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764144.415133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015336576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764144.415146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764144.415149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764144.415150:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764144.415152:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1662 00000100:00080000:3.0:1789764144.415155:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764144.415157:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764144.415161:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764144.415168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015336704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764144.415175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764144.415177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764144.415178:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764144.415180:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1662 00000100:00080000:3.0:1789764144.415182:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764144.415184:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764144.415187:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764144.415193:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015336832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764144.415198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764144.415200:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764144.415201:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764144.415203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1662 00000100:00080000:3.0:1789764144.415205:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1789764144.415209:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764144.415210:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764144.415214:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764144.415220:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015336960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764144.415263:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764144/real 1789764144] req@ffff9cdd59277100 x1876702015336448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764144.415280:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015336448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764144.415289:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764144.415293:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764144.415297:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015336448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764144.415318:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015336576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764144.415338:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764144.415350:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764144/real 1789764144] req@ffff9cdd59276680 x1876702015336576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764144.415360:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015336576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764144.415365:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764144.415366:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764144.415370:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015336576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764144.415375:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015336704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764144.415390:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764144.415396:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764144/real 1789764144] req@ffff9cdd59274000 x1876702015336704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764144.415403:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015336704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764144.415407:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764144.415409:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764144.415411:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015336704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764144.415414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015336832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764144.415423:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764144.415428:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764144/real 1789764144] req@ffff9cdd59277800 x1876702015336832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764144.415434:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015336832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764144.415438:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764144.415440:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764144.415448:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015336832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764144.415452:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015336960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764144.415468:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764144.415489:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764144/real 1789764144] req@ffff9cdd59277b80 x1876702015336960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764144.415500:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015336960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764144.415505:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764144.415507:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764144.415509:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015336960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764144.607165:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764145.630998:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764146.655022:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764147.679009:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764148.703067:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764149.534954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764149.534964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764149.534969:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764149.534978:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1667 00000100:00080000:3.0:1789764149.534988:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764149.534996:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764149.535034:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015337088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764149.535061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764149.535067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764149.535069:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764149.535073:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1667 00000100:00080000:3.0:1789764149.535076:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764149.535079:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764149.535089:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764149.535102:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015337216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764149.535108:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015337088:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764149.535132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764149.535136:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764149.535137:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764149.535142:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1667 00000100:00080000:3.0:1789764149.535146:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764149.535149:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764149.535154:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789764149.535169:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764149.535205:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764149/real 1789764149] req@ffff9cdd59274380 x1876702015337088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764149.535232:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015337088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764149.535243:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764149.535246:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764149.535250:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015337088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764149.535270:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015337216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764149.535289:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764149.535299:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764149/real 1789764149] req@ffff9cdd59275500 x1876702015337216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764149.535311:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015337216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764149.535319:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764149.535321:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764149.535324:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015337216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764149.535345:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015337344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764149.535363:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764149.535365:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764149.535367:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764149.535369:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1667 00000100:00080000:3.0:1789764149.535372:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764149.535374:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764149.535378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764149.535385:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015337472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764149.535400:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764149.535403:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764149.535404:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764149.535408:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1667 00000100:00080000:3.0:1789764149.535411:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764149.535414:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764149.535418:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764149.535428:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015337600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764149.535476:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015337344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764149.535496:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764149.535507:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764149/real 1789764149] req@ffff9cdd59274e00 x1876702015337344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764149.535518:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015337344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764149.535525:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764149.535528:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764149.535531:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015337344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764149.535536:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015337472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764149.535551:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764149.535559:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764149/real 1789764149] req@ffff9cdd59276300 x1876702015337472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764149.535569:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015337472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764149.535582:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764149.535585:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764149.535588:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015337472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764149.535594:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015337600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764149.535608:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764149.535616:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764149/real 1789764149] req@ffff9cdd59274a80 x1876702015337600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764149.535625:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015337600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764149.535633:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764149.535635:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764149.535638:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015337600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764149.727370:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764150.751057:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764151.775014:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764152.799572:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764153.823169:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764154.655037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764154.655047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764154.655051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764154.655061:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1672 00000100:00080000:3.0:1789764154.655073:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764154.655080:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764154.655120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015337728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764154.655163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764154.655167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764154.655169:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764154.655173:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1672 00000100:00080000:3.0:1789764154.655177:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764154.655182:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764154.655190:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764154.655202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015337856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764154.655221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764154.655225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764154.655227:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764154.655231:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1672 00000100:00080000:3.0:1789764154.655234:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764154.655237:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764154.655241:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764154.655249:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015337984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764154.655258:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764154.655262:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764154.655264:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764154.655267:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1672 00000100:00080000:3.0:1789764154.655269:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764154.655272:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764154.655276:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764154.655284:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015338112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764154.655297:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764154.655300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764154.655302:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764154.655306:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1672 00000100:00080000:3.0:1789764154.655308:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764154.655311:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764154.655314:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764154.655323:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015338240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764154.656492:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015337728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789764154.656556:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764154.656595:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764154/real 1789764154] req@ffff9cdd59277480 x1876702015337728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764154.656611:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015337728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764154.656628:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764154.656632:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764154.656636:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015337728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764154.656643:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015337856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764154.656662:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764154.656673:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764154/real 1789764154] req@ffff9cdd59276d80 x1876702015337856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764154.656685:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015337856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764154.656692:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764154.656695:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764154.656698:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015337856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764154.656704:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015337984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764154.656732:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764154.656741:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764154/real 1789764154] req@ffff9cdd59276a00 x1876702015337984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764154.656752:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015337984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764154.656760:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764154.656763:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764154.656766:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015337984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764154.656771:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015338112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764154.656807:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764154.656818:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764154/real 1789764154] req@ffff9cdd59275180 x1876702015338112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764154.656829:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015338112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764154.656836:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764154.656839:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764154.656843:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015338112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764154.656848:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015338240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764154.656897:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764154.656908:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764154/real 1789764154] req@ffff9cdd59274a80 x1876702015338240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764154.656920:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015338240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764154.656926:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764154.656929:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764154.656933:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015338240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789764154.846987:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764155.871014:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764156.895026:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764157.919166:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764158.944153:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764159.775402:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764159.775411:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764159.775415:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764159.775425:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1677 00000100:00080000:3.0:1789764159.775436:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764159.775443:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764159.775481:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015338368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764159.775512:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764159.775516:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764159.775518:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764159.775522:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1677 00000100:00080000:3.0:1789764159.775525:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764159.775529:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764159.775539:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764159.775549:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015338496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764159.775559:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764159.775561:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764159.775563:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764159.775566:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1677 00000100:00080000:3.0:1789764159.775569:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764159.775581:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764159.775585:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764159.775594:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015338624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764159.775602:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764159.775605:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764159.775607:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764159.775610:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1677 00000100:00080000:3.0:1789764159.775613:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764159.775616:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764159.775619:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764159.775627:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015338752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764159.775771:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764159.775774:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764159.775777:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764159.775780:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1677 00000100:00080000:3.0:1789764159.775783:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764159.775786:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764159.775791:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764159.775800:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015338880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764159.775853:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015338368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789764159.775994:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764159.776039:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764159/real 1789764159] req@ffff9cdd59276300 x1876702015338368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764159.776052:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015338368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764159.776059:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764159.776062:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764159.776064:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015338368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764159.776069:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015338496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764159.776085:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764159.776094:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764159/real 1789764159] req@ffff9cdd59274e00 x1876702015338496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764159.776101:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015338496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764159.776107:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764159.776109:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764159.776111:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015338496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764159.776114:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015338624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764159.776125:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764159.776130:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764159/real 1789764159] req@ffff9cdd59275500 x1876702015338624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764159.776140:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015338624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764159.776145:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764159.776146:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764159.776148:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015338624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764159.776151:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015338752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764159.776159:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764159.776164:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764159/real 1789764159] req@ffff9cdd59274380 x1876702015338752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764159.776170:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015338752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764159.776174:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764159.776184:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764159.776185:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015338752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764159.776188:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015338880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764159.776198:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764159.776204:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764159/real 1789764159] req@ffff9cdd59277b80 x1876702015338880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764159.776210:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015338880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764159.776218:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764159.776225:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764159.776227:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015338880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764159.967027:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764160.991225:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764162.015033:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764163.039767:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764164.063092:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764164.894971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764164.894981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764164.894985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764164.894995:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1682 00000100:00080000:3.0:1789764164.895005:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764164.895012:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764164.895052:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015339008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764164.895121:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015339008:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789764164.895180:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764164.895855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764164.895860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764164.895862:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764164.895887:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1682 00000100:00080000:3.0:1789764164.895892:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764164.895897:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764164.895907:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764164.895923:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015339136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764164.898451:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764164.898458:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764164.898461:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764164.898469:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1682 00000100:00080000:3.0:1789764164.898477:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764164.898482:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764164.898491:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764164.898516:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015339264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764164.898528:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764164.898531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764164.898533:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764164.898536:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1682 00000100:00080000:3.0:1789764164.898539:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764164.898543:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764164.898546:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764164.898555:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015339392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764164.898564:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764164.898567:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764164.898568:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764164.898572:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1682 00000100:00080000:3.0:1789764164.898575:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764164.898578:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764164.898583:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764164.898592:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015339520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764164.902461:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764164/real 1789764164] req@ffff9cdd59277800 x1876702015339008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764164.902486:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015339008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764164.902498:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764164.902503:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764164.902507:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015339008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764164.902536:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015339136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764164.902590:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764164.902605:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764164/real 1789764164] req@ffff9cdd59274000 x1876702015339136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764164.902617:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015339136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764164.905346:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764164.905355:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764164.905361:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015339136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764164.908360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015339264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764164.908433:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764164.908464:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764164/real 1789764164] req@ffff9cdd59276680 x1876702015339264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764164.908480:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015339264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764164.908490:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764164.908494:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764164.908498:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015339264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764164.908504:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015339392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764164.908520:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764164.908528:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764164/real 1789764164] req@ffff9cdd59277100 x1876702015339392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764164.908539:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015339392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764164.908546:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764164.908550:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764164.908552:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015339392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764164.908558:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015339520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764164.908572:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764164.908580:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764164/real 1789764164] req@ffff9cdd59275f80 x1876702015339520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764164.908589:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015339520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764164.908596:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764164.908599:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764164.908601:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015339520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764165.089025:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764166.111049:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764167.135503:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764168.163140:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764169.183120:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764170.014971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764170.014980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764170.014985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764170.014995:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1688 00000100:00080000:3.0:1789764170.015006:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764170.015013:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764170.015051:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015339648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764170.015078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764170.015081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764170.015083:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764170.015087:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1688 00000100:00080000:3.0:1789764170.015090:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764170.015093:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764170.015103:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764170.015114:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015339776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764170.015123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764170.015127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764170.015128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764170.015131:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1688 00000100:00080000:3.0:1789764170.015134:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764170.015137:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015339648:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764170.015140:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764170.015148:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764170.015158:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015339904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764170.015167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764170.015171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764170.015172:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764170.015176:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1688 00000100:00080000:3.0:1789764170.015179:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764170.015182:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764170.015186:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764170.015197:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015340032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764170.015205:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764170.015208:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764170.015209:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764170.015213:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1688 00000800:00000100:0.0:1789764170.015218:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764170.015219:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764170.015224:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764170.015232:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764170.015242:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015340160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764170.015713:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764170/real 1789764170] req@ffff9cdd59275880 x1876702015339648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764170.015743:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015339648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764170.015755:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764170.015759:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764170.015764:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015339648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764170.015771:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015339776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764170.015796:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764170.015808:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764170/real 1789764170] req@ffff9cdd59274700 x1876702015339776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764170.015820:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015339776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764170.015829:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764170.015832:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764170.015836:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015339776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764170.015859:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015339904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764170.015908:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764170.015919:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764170/real 1789764170] req@ffff9cdd59275c00 x1876702015339904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764170.015930:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015339904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764170.015937:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764170.015940:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764170.015943:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015339904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764170.015948:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015340032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764170.015965:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764170.015975:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764170/real 1789764170] req@ffff9cdd59275f80 x1876702015340032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764170.015993:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015340032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764170.016000:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764170.016003:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764170.016006:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015340032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764170.016012:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015340160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764170.016029:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764170.016039:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764170/real 1789764170] req@ffff9cdd59277100 x1876702015340160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764170.016050:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015340160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764170.016057:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764170.016060:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764170.016063:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015340160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789764170.207000:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764171.231126:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764172.258260:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764173.280822:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764174.303784:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764175.134971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764175.134980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764175.134984:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764175.135004:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1693 00000100:00080000:3.0:1789764175.135015:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764175.135023:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764175.135060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015340288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764175.135093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764175.135097:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764175.135099:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764175.135103:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1693 00000100:00080000:3.0:1789764175.135107:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764175.135120:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764175.135129:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764175.135140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015340416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764175.135159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764175.135162:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764175.135164:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764175.135167:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1693 00000100:00080000:3.0:1789764175.135171:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764175.135174:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764175.135179:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764175.135187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015340544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764175.135194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764175.135197:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764175.135199:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764175.135202:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1693 00000100:00080000:3.0:1789764175.135212:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764175.135215:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764175.135219:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764175.135225:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015340672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764175.135234:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764175.135237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764175.135238:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764175.135240:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1693 00000100:00080000:3.0:1789764175.135243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764175.135245:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764175.135248:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764175.135256:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015340800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764175.135573:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015340288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764175.135704:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764175.135748:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764175/real 1789764175] req@ffff9cdd59276680 x1876702015340288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764175.135764:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015340288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764175.135773:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764175.135777:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764175.135780:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015340288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764175.135787:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015340416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764175.135806:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764175.135816:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764175/real 1789764175] req@ffff9cdd59274000 x1876702015340416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764175.135827:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015340416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764175.135833:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764175.135837:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764175.135840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015340416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764175.135845:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015340544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764175.135860:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764175.135894:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764175/real 1789764175] req@ffff9cdd59277800 x1876702015340544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764175.135905:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015340544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764175.135912:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764175.135915:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764175.135918:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015340544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764175.135924:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015340672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764175.135939:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764175.135948:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764175/real 1789764175] req@ffff9cdd59277b80 x1876702015340672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764175.135958:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015340672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764175.135965:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764175.135968:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764175.135971:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015340672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764175.135976:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015340800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764175.135999:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764175.136009:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764175/real 1789764175] req@ffff9cdd59274380 x1876702015340800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764175.136020:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015340800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764175.136027:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764175.136030:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764175.136032:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015340800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764175.327244:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764176.351190:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764177.375435:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764178.400839:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764179.424156:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764180.255162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764180.255171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764180.255176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764180.255185:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1698 00000100:00080000:3.0:1789764180.255205:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764180.255211:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764180.255250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015340928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764180.255278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764180.255281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764180.255283:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764180.255287:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1698 00000100:00080000:3.0:1789764180.255290:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764180.255293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764180.255303:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764180.255315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015341056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764180.255324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764180.255327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764180.255329:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764180.255333:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1698 00000100:00080000:3.0:1789764180.255336:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764180.255339:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764180.255344:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764180.255353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015341184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764180.255360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764180.255363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764180.255365:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764180.255367:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1698 00000100:00080000:3.0:1789764180.255370:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764180.255373:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764180.255377:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764180.255384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015341312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764180.255392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764180.255395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764180.255396:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764180.255400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1698 00000100:00080000:3.0:1789764180.255402:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764180.255405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764180.255409:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764180.255417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015341440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764180.255604:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015340928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764180.255663:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764180.255709:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764180/real 1789764180] req@ffff9cdd59275500 x1876702015340928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764180.255726:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015340928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764180.255735:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764180.255738:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764180.255742:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015340928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764180.255748:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764180.255769:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764180.255780:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764180/real 1789764180] req@ffff9cdd59274e00 x1876702015341056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764180.255792:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015341056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764180.255799:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764180.255802:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764180.255805:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764180.255810:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764180.255828:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764180.255839:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764180/real 1789764180] req@ffff9cdd59276300 x1876702015341184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764180.255849:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015341184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764180.255862:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764180.255891:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764180.255894:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764180.255900:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764180.255920:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764180.255930:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764180/real 1789764180] req@ffff9cdd59274a80 x1876702015341312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764180.255940:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015341312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764180.255948:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764180.255951:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764180.255954:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764180.255960:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015341440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764180.255978:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764180.255988:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764180/real 1789764180] req@ffff9cdd59275180 x1876702015341440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764180.255999:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015341440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764180.256021:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764180.256024:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764180.256028:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015341440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764180.447942:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764181.471718:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764182.495151:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764183.519163:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764184.543400:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764185.375071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764185.375081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764185.375085:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764185.375095:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1703 00000100:00080000:2.0:1789764185.375106:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764185.375114:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764185.375154:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015341568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764185.375180:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764185.375184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764185.375185:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764185.375189:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1703 00000100:00080000:2.0:1789764185.375193:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764185.375196:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764185.375205:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764185.375218:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015341696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764185.375228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764185.375231:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764185.375233:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764185.375236:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1703 00000100:00080000:2.0:1789764185.375240:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764185.375244:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764185.375249:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764185.375261:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015341824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764185.375262:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015341568:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764185.375271:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764185.375287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764185.375289:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764185.375293:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1703 00000100:00080000:2.0:1789764185.375297:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764185.375300:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764185.375304:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764185.375315:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015341952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764185.375324:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764185.375327:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764185.375328:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764185.375332:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1703 00000100:00080000:2.0:1789764185.375339:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764185.375343:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764185.375348:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764185.375358:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015342080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764185.375596:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764185.375631:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764185.375650:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764185.375666:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015342080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764185.567503:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764186.593763:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764187.617932:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764188.447228:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789764188.447272:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764188.447291:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764188.448521:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764185/real 1789764188] req@ffff9cdd437a7b80 x1876702015341568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764210 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764188.448561:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015341568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764210 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764188.448572:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764188.448576:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764188.448580:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015341568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764188.448760:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789764188.448789:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789764188.448799:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789764188.448806:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764188.448861:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764185/real 1789764188] req@ffff9cdd437a6300 x1876702015341824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764188.448910:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015341824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764188.448918:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764188.448921:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764188.448930:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764188.448937:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764185/real 1789764188] req@ffff9cdd437a6a00 x1876702015341952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764188.448947:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015341952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764188.448954:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764188.448964:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764188.448970:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764188.448981:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764185/real 1789764188] req@ffff9cdd437a5880 x1876702015342080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764188.449079:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015342080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764188.449089:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764188.449092:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764188.449095:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015342080:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764188.449101:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764185/real 1789764188] req@ffff9cdd437a6d80 x1876702015341696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764188.449113:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015341696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764188.449120:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764188.449123:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764188.449126:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015341696:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764188.639720:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764189.663083:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764190.495527:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764190.495539:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764190.495544:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764190.495555:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1708 00000100:00080000:1.0:1789764190.495566:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764190.495574:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764190.495618:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015342208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764190.495706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015342208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764190.495775:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764190.495807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764190.495811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764190.495814:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764190.495819:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1708 00000100:00080000:1.0:1789764190.495823:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764190.495828:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764190.495839:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764190.495853:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015342336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764190.498940:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764190/real 1789764190] req@ffff9cdd47c51880 x1876702015342208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764190.498975:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015342208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764190.498988:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764190.498993:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764190.498998:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015342208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764190.499031:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015342336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764190.499107:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764190.499126:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764190/real 1789764190] req@ffff9cdd47c50700 x1876702015342336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764190.499138:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015342336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764190.499146:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764190.499150:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764190.499153:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015342336:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789764190.499839:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764190.499846:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764190.499849:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764190.499855:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1708 00000100:00080000:1.0:1789764190.499862:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764190.499884:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764190.499896:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764190.499925:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015342464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764190.499938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764190.499941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764190.499943:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764190.499947:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1708 00000100:00080000:1.0:1789764190.499950:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764190.499954:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764190.499957:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764190.499967:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015342592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764190.499976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764190.499979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764190.499981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764190.499985:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1708 00000100:00080000:1.0:1789764190.499988:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764190.499991:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764190.499995:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764190.500003:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015342720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764190.500144:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015342464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764190.500176:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764190.500191:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764190/real 1789764190] req@ffff9cdd47c51180 x1876702015342464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764190.500205:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015342464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764190.500214:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764190.500217:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764190.500220:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015342464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764190.500226:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015342592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764190.500242:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764190.500252:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764190/real 1789764190] req@ffff9cdd47c50700 x1876702015342592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764190.500262:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015342592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764190.500270:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764190.500273:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764190.500276:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015342592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764190.500281:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015342720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764190.500296:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764190.500304:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764190/real 1789764190] req@ffff9cdd47c51880 x1876702015342720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764190.500314:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015342720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764190.500328:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764190.500331:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764190.500334:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015342720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764190.687911:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764191.711202:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764192.735267:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764193.759604:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764194.800153:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764195.615201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764195.615213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764195.615219:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764195.615232:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1713 00000100:00080000:3.0:1789764195.615245:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764195.615254:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764195.615302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015342848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764195.615333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764195.615337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764195.615339:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764195.615343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1713 00000100:00080000:3.0:1789764195.615347:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764195.615351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764195.615362:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764195.615375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015342976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764195.615384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764195.615387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764195.615390:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764195.615393:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1713 00000100:00080000:3.0:1789764195.615397:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764195.615400:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764195.615405:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764195.615416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015343104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764195.615425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764195.615429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764195.615431:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764195.615436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1713 00000100:00080000:3.0:1789764195.615440:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764195.615445:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764195.615450:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764195.615462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015343232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764195.615473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764195.615477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764195.615490:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789764195.615570:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015342848:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764195.615689:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1713 00000800:00000100:0.0:1789764195.615691:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764195.615698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764195.615706:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764195.615741:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764195/real 1789764195] req@ffff9cdd59276a00 x1876702015342848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764195.615761:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015342848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764195.615772:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764195.615777:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764195.615787:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015342848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764195.615796:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015342976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764195.615821:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:3.0:1789764195.615831:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764195.615837:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764195/real 1789764195] req@ffff9cdd59276d80 x1876702015342976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764195.615855:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015343360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764195.615857:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015342976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764195.615986:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764195.615991:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764195.615995:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015342976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764195.616002:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015343104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764195.616086:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764195.616099:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764195/real 1789764195] req@ffff9cdd59277480 x1876702015343104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764195.616111:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015343104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764195.616117:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764195.616121:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764195.616124:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015343104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764195.616152:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015343232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764195.616173:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764195.616184:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764195/real 1789764195] req@ffff9cdd59275180 x1876702015343232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764195.616195:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015343232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764195.616203:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764195.616206:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764195.616209:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015343232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764195.616215:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015343360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764195.616237:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764195.616248:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764195/real 1789764195] req@ffff9cdd59274a80 x1876702015343360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764195.616258:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015343360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764195.616265:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764195.616268:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764195.616270:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015343360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764195.807066:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764196.831263:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764197.855101:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764198.879311:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764199.903502:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764200.735127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764200.735137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764200.735142:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764200.735152:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1718 00000100:00080000:1.0:1789764200.735164:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764200.735172:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764200.735208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015343488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764200.735285:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015343488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764200.735347:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764200.735378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764200.735381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764200.735383:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764200.735387:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1718 00000100:00080000:1.0:1789764200.735391:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764200.735395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764200.735404:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764200.735418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015343616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764200.735483:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764200/real 1789764200] req@ffff9cdd47c51c00 x1876702015343488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764200.735499:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015343488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764200.735509:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764200.735513:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764200.735517:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015343488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764200.735540:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015343616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764200.735565:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764200.735577:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764200/real 1789764200] req@ffff9cdd47c52d80 x1876702015343616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764200.735588:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015343616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764200.735600:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764200.735603:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764200.735606:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015343616:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789764200.735719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764200.735723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764200.735725:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764200.735729:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1718 00000100:00080000:1.0:1789764200.735733:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764200.735737:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764200.735742:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764200.735753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015343744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764200.735796:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015343744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764200.735821:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764200.735842:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764200.735846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764200.735848:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764200.735852:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1718 00000100:00080000:1.0:1789764200.735856:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764200.735860:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764200.735892:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764200.735906:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015343872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764200.735972:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764200/real 1789764200] req@ffff9cdd47c53100 x1876702015343744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764200.735986:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015343744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764200.735993:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764200.735996:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764200.736000:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015343744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764200.736012:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015343872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764200.736049:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764200.736062:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764200/real 1789764200] req@ffff9cdd47c52300 x1876702015343872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764200.736073:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015343872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764200.736080:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764200.736083:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764200.736086:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015343872:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789764200.736365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764200.736369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764200.736372:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764200.736376:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1718 00000100:00080000:1.0:1789764200.736380:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764200.736384:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764200.736389:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764200.736403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015344000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764200.736461:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015344000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764200.736487:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764200.736550:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764200/real 1789764200] req@ffff9cdd47c50e00 x1876702015344000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764200.736563:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015344000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764200.736571:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764200.736574:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764200.736577:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015344000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764200.927584:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764201.952532:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764202.977519:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764203.999206:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764205.023120:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764205.875943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764205.875962:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764205.875966:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764205.875976:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1723 00000100:00080000:2.0:1789764205.875987:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764205.875995:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764205.876058:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015344128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764205.876103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764205.876107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764205.876129:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764205.876135:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1723 00000100:00080000:2.0:1789764205.876139:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764205.876157:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764205.876175:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764205.876188:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015344256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764205.876215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764205.876218:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764205.876246:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764205.876306:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1723 00000100:00080000:2.0:1789764205.876311:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764205.876326:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764205.876341:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764205.876352:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015344384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764205.876370:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764205.876374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764205.876376:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764205.876379:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1723 00000100:00080000:2.0:1789764205.876382:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764205.876426:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764205.876431:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764205.876442:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015344512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764205.876467:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764205.876470:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764205.876480:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764205.876483:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1723 00000100:00080000:2.0:1789764205.876487:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764205.876491:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764205.876503:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764205.876513:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015344640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764205.876670:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015344128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764205.876775:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764205.876854:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764205/real 1789764205] req@ffff9cdd437a7b80 x1876702015344128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764205.876924:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015344128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764205.876974:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764205.876979:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764205.876984:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015344128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764205.876991:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015344256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764205.877015:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764205.877041:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764205/real 1789764205] req@ffff9cdd437a5500 x1876702015344256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764205.877066:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015344256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764205.877073:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764205.877076:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764205.877104:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015344256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764205.877111:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015344384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764205.877131:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764205.877142:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764205/real 1789764205] req@ffff9cdd437a4a80 x1876702015344384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764205.877152:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015344384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764205.877159:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764205.877161:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764205.877165:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015344384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764205.877171:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015344512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764205.877190:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764205.877200:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764205/real 1789764205] req@ffff9cdd437a4e00 x1876702015344512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764205.877210:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015344512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764205.877216:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764205.877219:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764205.877222:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015344512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764205.877635:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015344640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764205.877657:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764205.877667:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764205/real 1789764205] req@ffff9cdd437a6680 x1876702015344640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764205.877679:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015344640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764205.877687:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764205.877690:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764205.877693:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015344640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764206.047075:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764207.071085:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764208.096463:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764209.119701:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764210.143066:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764210.974959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764210.974967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764210.974970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764210.974978:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1729 00000100:00080000:2.0:1789764210.974987:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764210.974993:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764210.975024:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015344768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764210.975046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764210.975049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764210.975050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764210.975053:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1729 00000100:00080000:2.0:1789764210.975056:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764210.975060:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764210.975069:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764210.975082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015344896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764210.975091:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015344768:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764210.975100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764210.975105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764210.975107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764210.975110:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1729 00000100:00080000:2.0:1789764210.975114:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764210.975117:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764210.975123:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764210.975134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015345024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764210.975142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764210.975145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764210.975147:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764210.975150:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1729 00000100:00080000:2.0:1789764210.975153:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1789764210.975157:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764210.975160:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764210.975165:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764210.975177:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015345152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764210.975186:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764210.975188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764210.975190:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764210.975193:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1729 00000100:00080000:2.0:1789764210.975196:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764210.975199:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764210/real 1789764210] req@ffff9cdd437a4700 x1876702015344768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764210.975203:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764210.975212:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764210.975219:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015344768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764210.975226:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015345280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764210.975230:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764210.975237:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764210.975242:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015344768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764210.975261:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015344896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764210.975283:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764210.975294:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764210/real 1789764210] req@ffff9cdd437a5180 x1876702015344896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764210.975305:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015344896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764210.975313:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764210.975316:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764210.975318:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015344896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764210.975322:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015345024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764210.975336:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764210.975343:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764210/real 1789764210] req@ffff9cdd437a5c00 x1876702015345024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764210.975350:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015345024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764210.975355:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764210.975356:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764210.975358:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015345024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764210.975361:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015345152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764210.975386:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764210.975393:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764210/real 1789764210] req@ffff9cdd437a4000 x1876702015345152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764210.975401:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015345152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764210.975405:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764210.975407:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764210.975409:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015345152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764210.975412:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015345280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764210.975422:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764210.975427:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764210/real 1789764210] req@ffff9cdd437a7100 x1876702015345280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764210.975433:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015345280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764210.975437:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764210.975438:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764210.975440:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015345280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764211.167026:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764212.191042:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764213.214994:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764214.239126:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764215.263311:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764216.094992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764216.095003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764216.095008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764216.095018:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1734 00000100:00080000:2.0:1789764216.095029:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764216.095036:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764216.095078:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015345408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764216.095107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764216.095110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764216.095112:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764216.095116:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1734 00000100:00080000:2.0:1789764216.095120:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764216.095124:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764216.095134:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764216.095147:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015345536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764216.095156:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015345408:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764216.095161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764216.095165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764216.095167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764216.095172:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1734 00000100:00080000:2.0:1789764216.095176:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764216.095179:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764216.095185:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764216.095196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015345664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764216.095205:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764216.095209:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764216.095210:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789764216.095213:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764216.095217:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1734 00000100:00080000:2.0:1789764216.095222:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764216.095226:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764216.095231:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764216.095242:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015345792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764216.095250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764216.095254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764216.095256:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764216.095261:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1734 00000100:00100000:0.0:1789764216.095263:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764216/real 1789764216] req@ffff9cdd437a4380 x1876702015345408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764216.095265:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764216.095273:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764216.095282:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764216.095292:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015345408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764216.095296:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015345920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764216.095326:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764216.095349:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764216.095353:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015345408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764216.095377:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015345536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764216.095399:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764216.095410:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764216/real 1789764216] req@ffff9cdd437a5f80 x1876702015345536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764216.095422:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015345536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764216.095430:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764216.095434:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764216.095437:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015345536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764216.095443:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015345664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764216.095462:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764216.095475:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764216/real 1789764216] req@ffff9cdd437a7480 x1876702015345664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764216.095485:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015345664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764216.095492:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764216.095495:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764216.095498:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015345664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764216.095504:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015345792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764216.095538:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764216.095548:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764216/real 1789764216] req@ffff9cdd437a7800 x1876702015345792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764216.095560:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015345792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764216.095567:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764216.095570:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764216.095574:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015345792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764216.095579:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015345920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764216.095597:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764216.095608:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764216/real 1789764216] req@ffff9cdd437a7100 x1876702015345920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764216.095619:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015345920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764216.095625:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764216.095629:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764216.095632:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015345920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764216.287002:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764217.311048:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764218.335023:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764219.359063:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764220.383015:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764221.215223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764221.215233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764221.215238:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764221.215260:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1739 00000100:00080000:3.0:1789764221.215272:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764221.215279:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764221.215328:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015346048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764221.215368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764221.215372:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764221.215374:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764221.215378:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1739 00000100:00080000:3.0:1789764221.215382:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764221.215386:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764221.215395:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764221.215406:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015346176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764221.215416:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764221.215419:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764221.215421:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764221.215424:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1739 00000100:00080000:3.0:1789764221.215427:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764221.215430:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764221.215434:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764221.215444:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015346304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764221.215454:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764221.215463:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764221.215465:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764221.215469:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1739 00000100:00080000:3.0:1789764221.215473:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764221.215477:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764221.215482:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764221.215493:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015346432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764221.215505:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015346048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764221.215509:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764221.215516:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764221.215518:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764221.215522:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1739 00000100:00080000:3.0:1789764221.215526:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764221.215529:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764221.215535:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764221.215548:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015346560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764221.215593:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764221.215649:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764221/real 1789764221] req@ffff9cdd59276300 x1876702015346048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764221.215664:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015346048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764221.215673:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764221.215676:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764221.215679:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015346048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764221.215686:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015346176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764221.215709:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764221.215722:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764221/real 1789764221] req@ffff9cdd59274e00 x1876702015346176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764221.215733:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015346176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764221.215740:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764221.215743:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764221.215746:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015346176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764221.215752:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015346304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764221.215771:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764221.215782:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764221/real 1789764221] req@ffff9cdd59275500 x1876702015346304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764221.215793:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015346304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764221.215806:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764221.215808:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764221.215811:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015346304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764221.215835:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015346432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764221.215849:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764221.215856:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764221/real 1789764221] req@ffff9cdd59274380 x1876702015346432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764221.215908:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015346432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764221.215914:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764221.215916:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764221.215918:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015346432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764221.215922:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015346560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764221.215935:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764221.215944:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764221/real 1789764221] req@ffff9cdd59277b80 x1876702015346560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764221.215955:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015346560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764221.215963:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764221.215966:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764221.215970:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015346560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764221.407136:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764222.431271:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764223.455258:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764224.479045:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764225.503075:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764226.334983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764226.334992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764226.334997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764226.335007:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1744 00000100:00080000:3.0:1789764226.335019:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764226.335025:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764226.335065:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015346688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764226.335140:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015346688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764226.335200:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764226.335230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764226.335238:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764226.335240:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764226.335244:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1744 00000100:00080000:3.0:1789764226.335248:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764226.335252:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764226.335271:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764226.335285:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015346816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764226.337792:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764226/real 1789764226] req@ffff9cdd59277800 x1876702015346688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764226.337819:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015346688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764226.337830:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764226.337835:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764226.337839:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015346688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764226.337928:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015346816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764226.337982:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764226.337999:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764226/real 1789764226] req@ffff9cdd59274000 x1876702015346816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764226.338011:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015346816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764226.338019:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764226.338022:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764226.338030:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015346816:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764226.338418:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764226.338424:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764226.338427:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764226.338433:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1744 00000100:00080000:3.0:1789764226.338438:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764226.338456:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764226.338466:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764226.338491:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015346944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764226.338503:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764226.338507:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764226.338509:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764226.338512:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1744 00000100:00080000:3.0:1789764226.338516:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764226.338520:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764226.338524:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764226.338534:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015347072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764226.338543:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764226.338546:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764226.338548:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764226.338551:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1744 00000100:00080000:3.0:1789764226.338554:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764226.338558:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764226.338563:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764226.338571:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015347200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764226.338652:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015346944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764226.338679:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764226.338693:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764226/real 1789764226] req@ffff9cdd59276680 x1876702015346944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764226.338706:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015346944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764226.338713:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764226.338716:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764226.338719:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015346944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764226.338725:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015347072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764226.338745:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764226.338756:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764226/real 1789764226] req@ffff9cdd59277100 x1876702015347072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764226.338767:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015347072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764226.338774:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764226.338919:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764226.338925:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015347072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764226.339041:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015347200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764226.339066:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764226.339078:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764226/real 1789764226] req@ffff9cdd59275f80 x1876702015347200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764226.339089:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015347200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764226.339097:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764226.339101:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764226.339103:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015347200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764226.527570:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764227.551072:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764228.575615:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764229.599284:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764230.623054:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764231.455424:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764231.455434:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764231.455439:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764231.455449:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1749 00000100:00080000:2.0:1789764231.455463:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764231.455470:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764231.455525:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015347328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764231.455551:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764231.455555:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764231.455557:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764231.455560:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1749 00000100:00100000:0.0:1789764231.455907:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015347328:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764231.455916:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764231.455924:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:0.0:1789764231.455976:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789764231.455993:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764231.456012:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015347456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764231.456024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764231.456027:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764231/real 1789764231] req@ffff9cdd437a4000 x1876702015347328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764231.456046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764231.456049:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764231.456054:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1749 00000100:00080000:2.0:1789764231.456058:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764231.456062:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764231.456067:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764231.456076:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015347584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764231.456082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764231.456085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764231.456086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764231.456088:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1749 00000100:00080000:2.0:1789764231.456090:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764231.456092:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764231.456094:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764231.456099:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015347712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764231.456107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764231.456110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764231.456112:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764231.456115:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1749 00000100:00080000:2.0:1789764231.456118:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764231.456121:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764231.456251:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764231.456269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015347840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764231.456370:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015347328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764231.456382:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764231.456387:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764231.456392:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015347328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764231.456416:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015347456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764231.456441:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764231.456454:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764231/real 1789764231] req@ffff9cdd437a5c00 x1876702015347456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764231.456466:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015347456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764231.456474:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764231.456478:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764231.456481:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015347456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764231.456487:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015347584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764231.456507:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764231.456518:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764231/real 1789764231] req@ffff9cdd437a5180 x1876702015347584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764231.456528:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015347584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764231.456535:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764231.456538:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764231.456540:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015347584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764231.456545:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015347712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764231.456563:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764231.456572:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764231/real 1789764231] req@ffff9cdd437a4700 x1876702015347712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764231.456581:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015347712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764231.456588:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764231.456590:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764231.456593:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015347712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764231.456597:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015347840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764231.456612:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764231.456621:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764231/real 1789764231] req@ffff9cdd437a6680 x1876702015347840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764231.456630:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015347840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764231.456637:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764231.456640:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764231.456642:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015347840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764231.647075:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764232.671056:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764233.695111:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764234.719043:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764235.746271:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764236.575429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764236.575439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764236.575443:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764236.578285:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1754 00000100:00080000:1.0:1789764236.578300:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764236.578309:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764236.578349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015347968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764236.578371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764236.578375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764236.578378:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764236.578382:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1754 00000100:00080000:1.0:1789764236.578386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764236.578389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764236.578398:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764236.578411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015348096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764236.578420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764236.578422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764236.578424:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764236.578427:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1754 00000100:00080000:1.0:1789764236.578430:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764236.578433:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764236.578438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764236.578448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015348224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764236.578456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764236.578459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764236.578460:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764236.578463:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1754 00000100:00080000:1.0:1789764236.578467:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764236.578469:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764236.578473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764236.578482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015348352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764236.578490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764236.578493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764236.578494:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764236.578497:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1754 00000100:00080000:1.0:1789764236.578500:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764236.578503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764236.578508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764236.578517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015348480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764236.578627:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015347968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764236.578689:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764236.578726:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764236/real 1789764236] req@ffff9cdd47c50000 x1876702015347968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764236.578741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015347968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764236.578751:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764236.578754:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764236.578759:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015347968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764236.578765:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764236.578786:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764236.578797:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764236/real 1789764236] req@ffff9cdd47c50a80 x1876702015348096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764236.578808:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015348096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764236.578821:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764236.578824:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764236.578827:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764236.578833:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764236.578851:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764236.578861:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764236/real 1789764236] req@ffff9cdd47c52680 x1876702015348224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764236.578908:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015348224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764236.578915:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764236.578918:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764236.578920:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764236.578926:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764236.578943:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764236.578952:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764236/real 1789764236] req@ffff9cdd47c50380 x1876702015348352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764236.578962:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015348352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764236.578968:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764236.578971:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764236.578974:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764236.578980:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015348480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764236.578994:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764236.579002:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764236/real 1789764236] req@ffff9cdd47c52a00 x1876702015348480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764236.579012:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015348480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764236.579018:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764236.579020:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764236.579023:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015348480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764236.767098:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764237.791293:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764238.817052:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764239.839312:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764240.863356:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764241.695109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764241.695119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764241.695123:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764241.695133:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1759 00000100:00080000:0.0:1789764241.695155:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764241.695164:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764241.695202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015348608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764241.695337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764241.695341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764241.695343:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764241.695347:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1759 00000100:00080000:0.0:1789764241.695352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764241.695356:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764241.695365:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764241.695378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015348736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764241.695388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764241.695391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764241.695392:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764241.695396:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1759 00000100:00080000:0.0:1789764241.695399:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764241.695403:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764241.695407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764241.695417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015348864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764241.695425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764241.695428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764241.695429:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764241.695432:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1759 00000100:00100000:2.0:1789764241.698232:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015348608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764241.698306:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764241.698443:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764241/real 1789764241] req@ffff9cdd47cf8000 x1876702015348608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764241.698463:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015348608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764241.698475:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764241.698479:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764241.698483:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015348608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764241.698510:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764241.698536:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764241.698548:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764241/real 1789764241] req@ffff9cdd47cf8700 x1876702015348736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764241.698561:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015348736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764241.698569:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764241.698572:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764241.698575:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764241.698583:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764241.698604:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764241.698615:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764241/real 1789764241] req@ffff9cdd47cfa680 x1876702015348864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764241.698627:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015348864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764241.698641:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764241.698644:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764241.698648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348864:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789764241.699302:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764241.699313:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764241.699324:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764241.699348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015348992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764241.699376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764241.699380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764241.699382:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764241.699386:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1759 00000100:00080000:0.0:1789764241.699392:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764241.699395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764241.699400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764241.699410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015349120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764241.699508:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764241.699533:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764241.699546:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764241/real 1789764241] req@ffff9cdd47cfa300 x1876702015348992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764241.699558:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015348992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764241.699565:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764241.699568:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764241.699571:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015348992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764241.699588:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015349120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764241.699608:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764241.699618:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764241/real 1789764241] req@ffff9cdd47cfb100 x1876702015349120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764241.699628:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015349120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764241.699635:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764241.699638:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764241.699641:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015349120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764241.887047:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764242.911166:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764243.940830:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764244.959101:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764245.984706:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764246.815093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764246.815103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764246.815117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764246.815128:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1764 00000100:00080000:1.0:1789764246.815141:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764246.815148:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764246.815187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015349248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764246.815219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764246.815224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764246.815225:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764246.815230:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1764 00000100:00080000:1.0:1789764246.815234:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764246.815238:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764246.815247:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764246.815260:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015349376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764246.815270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764246.815273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764246.815274:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764246.815277:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1764 00000100:00080000:1.0:1789764246.815280:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764246.815283:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764246.815288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764246.815299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015349504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764246.815308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764246.815311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764246.815313:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764246.815317:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1764 00000100:00080000:1.0:1789764246.815320:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764246.815323:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764246.815328:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764246.815337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015349632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764246.815346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764246.815349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764246.815351:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764246.815355:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1764 00000100:00080000:1.0:1789764246.815357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764246.815360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764246.815365:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764246.815374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015349760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764246.817129:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015349248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764246.817204:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764246.817246:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764246/real 1789764246] req@ffff9cdd47c53800 x1876702015349248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764246.817264:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015349248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764246.817275:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764246.817279:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764246.817283:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015349248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764246.817290:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015349376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764246.817311:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764246.817321:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764246/real 1789764246] req@ffff9cdd47c51f80 x1876702015349376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764246.821131:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015349376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764246.821150:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764246.821155:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764246.821159:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015349376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764246.821170:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015349504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764246.821234:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764246.821259:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764246/real 1789764246] req@ffff9cdd47c51500 x1876702015349504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764246.821272:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015349504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764246.821278:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764246.821281:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764246.821284:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015349504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764246.821289:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015349632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764246.821305:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764246.821314:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764246/real 1789764246] req@ffff9cdd47c53480 x1876702015349632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764246.821323:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015349632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764246.821346:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764246.821349:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764246.821352:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015349632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764246.821358:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015349760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764246.821376:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764246.821386:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764246/real 1789764246] req@ffff9cdd47c53b80 x1876702015349760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764246.821396:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015349760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764246.821402:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764246.821406:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764246.821409:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015349760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764247.007182:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764248.031159:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764249.055101:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764250.079511:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764251.103128:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764251.938248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764251.938258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764251.938263:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764251.938273:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1769 00000100:00080000:3.0:1789764251.938285:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764251.938293:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764251.938343:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015349888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764251.938371:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764251.938375:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764251.938377:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764251.938381:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1769 00000100:00080000:3.0:1789764251.938385:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764251.938388:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764251.938399:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764251.938412:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015350016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764251.938423:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015349888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764251.938425:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764251.938434:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764251.938436:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764251.938441:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1769 00000100:00080000:3.0:1789764251.938445:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764251.938449:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764251.938454:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764251.938465:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015350144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764251.938474:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764251.938477:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764251.938479:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764251.938482:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1769 00000100:00080000:3.0:1789764251.938486:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764251.938489:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764251.938493:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764251.938504:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015350272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764251.938511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764251.938514:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764251.938515:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764251.938519:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1769 00000100:00080000:3.0:1789764251.938522:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764251.938525:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764251.938531:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764251.938539:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015350400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764251.938591:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764251.938621:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764251.938640:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764251.938657:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015350400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764252.127091:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764253.151071:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764254.175097:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789764255.007183:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789764255.007225:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789764255.007245:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764255.007285:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764255.007293:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764255.007301:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764255.007308:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789764255.007655:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764251/real 1789764255] req@ffff9cdd59274700 x1876702015350016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764255.007678:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015350016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764255.007689:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764255.007694:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764255.007698:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764255.007705:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764251/real 1789764255] req@ffff9cdd59275880 x1876702015350144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764255.007715:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015350144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764255.007726:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764255.007730:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764255.007733:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764255.007739:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764251/real 1789764255] req@ffff9cdd59275f80 x1876702015350272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764255.007751:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015350272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764255.007758:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764255.007762:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764255.007764:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764255.007770:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764251/real 1789764255] req@ffff9cdd59277100 x1876702015350400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764255.007779:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015350400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764255.007785:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764255.007788:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764255.007791:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015350400:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764255.007796:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764251/real 1789764255] req@ffff9cdd59275c00 x1876702015349888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764255.007805:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015349888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764255.007811:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764255.007814:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764255.007816:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015349888:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789764255.199075:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764256.223706:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764257.057697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764257.057707:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764257.057720:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764257.057730:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1775 00000100:00080000:3.0:1789764257.057742:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764257.057751:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764257.057794:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015350528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764257.057825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764257.057829:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764257.057830:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764257.057835:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1775 00000100:00080000:3.0:1789764257.057838:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764257.057842:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764257.057852:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764257.057906:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015350656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764257.057916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764257.057919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764257.057921:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764257.057925:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1775 00000100:00080000:3.0:1789764257.057928:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764257.057932:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764257.057937:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764257.057948:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015350784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764257.057956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764257.057960:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764257.057961:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764257.057964:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1775 00000100:00080000:3.0:1789764257.057967:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764257.057970:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764257.057975:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764257.057984:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015350912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764257.057992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764257.057995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764257.057997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764257.058000:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1775 00000100:00080000:3.0:1789764257.058004:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764257.058008:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764257.058012:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764257.058319:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015351040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764257.058954:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015350528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764257.059013:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764257.059071:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764257/real 1789764257] req@ffff9cdd59276680 x1876702015350528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764257.059087:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015350528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764257.059098:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764257.059110:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764257.059114:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015350528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764257.059121:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764257.059141:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764257.059151:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764257/real 1789764257] req@ffff9cdd59274000 x1876702015350656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764257.059789:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015350656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764257.059798:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764257.059801:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764257.059804:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764257.059812:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764257.059837:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764257.059848:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764257/real 1789764257] req@ffff9cdd59277800 x1876702015350784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764257.059858:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015350784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764257.059916:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764257.059920:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764257.059923:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764257.059929:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764257.059947:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764257.059956:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764257/real 1789764257] req@ffff9cdd59277b80 x1876702015350912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764257.059967:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015350912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764257.059974:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764257.059977:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764257.059979:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015350912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764257.059984:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015351040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764257.059998:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764257.060005:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764257/real 1789764257] req@ffff9cdd59274380 x1876702015351040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764257.060016:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015351040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764257.060022:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764257.060025:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764257.060028:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015351040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764257.247637:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764258.271291:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764259.295058:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764260.319079:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764261.343041:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764262.175070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764262.175082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764262.175087:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764262.175101:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1780 00000100:00080000:3.0:1789764262.175116:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764262.175138:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764262.175191:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015351168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764262.175228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764262.175232:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764262.175234:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764262.175240:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1780 00000100:00080000:3.0:1789764262.175245:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764262.175250:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764262.175262:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764262.175271:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015351168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764262.175285:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015351296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764262.175298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764262.175302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764262.175304:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764262.175309:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1780 00000100:00080000:3.0:1789764262.175313:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764262.175317:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764262.175323:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764262.175336:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015351424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764262.175345:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764262.175349:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764262.175357:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1789764262.175360:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764262.175366:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1780 00000100:00080000:3.0:1789764262.175384:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764262.175390:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764262.175396:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764262.175410:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015351552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764262.175427:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764262/real 1789764262] req@ffff9cdd59275500 x1876702015351168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764262.175437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764262.175451:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764262.175453:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764262.175460:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1780 00000100:00100000:2.0:1789764262.175465:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015351168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764262.175468:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764262.175481:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:2.0:1789764262.175489:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1789764262.175491:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1789764262.175499:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764262.175507:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015351168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764262.175511:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015351680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764262.175542:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015351296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764262.175566:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764262.175579:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764262/real 1789764262] req@ffff9cdd59274e00 x1876702015351296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764262.175591:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015351296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764262.175618:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764262.175621:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764262.175623:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015351296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764262.175629:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015351424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764262.175647:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764262.175657:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764262/real 1789764262] req@ffff9cdd59276300 x1876702015351424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764262.175668:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015351424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764262.175676:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764262.175679:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764262.175682:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015351424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764262.175689:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015351552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764262.175706:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764262.175728:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764262/real 1789764262] req@ffff9cdd59274a80 x1876702015351552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764262.175740:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015351552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764262.175748:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764262.175751:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764262.175754:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015351552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764262.175760:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015351680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764262.175779:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764262.175789:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764262/real 1789764262] req@ffff9cdd59275180 x1876702015351680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764262.175800:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015351680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764262.175808:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764262.175811:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764262.175813:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015351680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764262.367488:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764263.391061:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764264.415058:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764265.439552:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764266.463067:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764267.295004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764267.295022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764267.295026:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764267.295193:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1785 00000100:00080000:3.0:1789764267.295206:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764267.295214:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764267.295259:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015351808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764267.295291:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764267.295295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764267.295303:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764267.295308:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1785 00000100:00080000:3.0:1789764267.295312:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764267.295315:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764267.295325:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764267.295337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015351936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764267.295348:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764267.295351:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764267.295353:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764267.295356:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1785 00000100:00080000:3.0:1789764267.295360:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789764267.295364:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015351808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764267.295366:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764267.295382:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764267.295394:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015352064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764267.295404:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764267.295408:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764267.295410:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764267.295413:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1785 00000100:00080000:3.0:1789764267.295424:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764267.295428:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764267.295432:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789764267.295433:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764267.295448:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015352192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764267.295458:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764267.295461:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764267.295463:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764267.295467:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1785 00000100:00080000:3.0:1789764267.295471:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764267.295475:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764267.295479:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764267/real 1789764267] req@ffff9cdd59277480 x1876702015351808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789764267.295482:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764267.295497:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015352320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764267.295504:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015351808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764267.295543:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764267.295549:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764267.295555:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015351808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764267.295563:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015351936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764267.295588:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764267.295601:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764267/real 1789764267] req@ffff9cdd59276d80 x1876702015351936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764267.295613:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015351936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764267.295622:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764267.295626:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764267.295629:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015351936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764267.295652:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015352064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764267.295672:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764267.295683:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764267/real 1789764267] req@ffff9cdd59276a00 x1876702015352064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764267.295694:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015352064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764267.295701:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764267.295704:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764267.295708:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015352064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764267.295713:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015352192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764267.295732:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764267.295742:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764267/real 1789764267] req@ffff9cdd59275180 x1876702015352192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764267.295753:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015352192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764267.295761:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764267.295764:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764267.295767:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015352192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764267.295773:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015352320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764267.295791:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764267.295801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764267/real 1789764267] req@ffff9cdd59274a80 x1876702015352320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764267.295812:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015352320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764267.295819:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764267.295822:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764267.295825:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015352320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764267.487313:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764268.511469:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764269.535096:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764270.560046:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764271.583433:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764272.415241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764272.415253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764272.415258:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764272.415271:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1790 00000100:00080000:2.0:1789764272.415284:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764272.415292:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764272.415348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015352448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764272.415379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764272.415384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764272.415386:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764272.415391:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1790 00000100:00080000:2.0:1789764272.415395:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764272.415399:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764272.415409:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764272.415422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015352576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764272.415434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764272.415439:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015352448:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764272.415439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764272.415449:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764272.415455:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1790 00000100:00080000:2.0:1789764272.415459:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764272.415463:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764272.415469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764272.415486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015352704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764272.415496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764272.415500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764272.415502:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764272.415506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1790 00000100:00080000:2.0:1789764272.415510:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764272.415514:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:0.0:1789764272.415521:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789764272.415522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764272.415537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015352832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764272.415548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764272.415551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764272.415553:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764272.415556:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1790 00000100:00080000:2.0:1789764272.415560:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764272.415564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764272.415569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764272.415576:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764272/real 1789764272] req@ffff9cdd437a4e00 x1876702015352448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764272.415582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015352960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764272.415605:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015352448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764272.415617:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764272.415622:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764272.415626:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015352448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764272.415650:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015352576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764272.415672:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764272.415684:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764272/real 1789764272] req@ffff9cdd437a4a80 x1876702015352576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764272.415695:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015352576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764272.415703:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764272.415706:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764272.415709:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015352576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764272.415714:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015352704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764272.415730:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764272.415739:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764272/real 1789764272] req@ffff9cdd437a5500 x1876702015352704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764272.415749:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015352704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764272.415756:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764272.415759:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764272.415762:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015352704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764272.415767:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015352832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764272.415782:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764272.415790:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764272/real 1789764272] req@ffff9cdd437a7b80 x1876702015352832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764272.415800:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015352832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764272.415807:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764272.415810:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764272.415814:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015352832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764272.415818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015352960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764272.415833:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764272.415842:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764272/real 1789764272] req@ffff9cdd437a6d80 x1876702015352960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764272.415851:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015352960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764272.415858:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764272.415860:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764272.415896:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015352960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764272.607010:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764273.631321:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764274.655715:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764275.679161:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764276.703743:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764277.536096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764277.536105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764277.536109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764277.536119:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1795 00000100:00080000:0.0:1789764277.536130:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764277.536136:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764277.536168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015353088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764277.536196:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764277.536199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764277.536201:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764277.536205:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1795 00000100:00080000:0.0:1789764277.536209:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764277.536213:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764277.536223:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764277.536244:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015353216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764277.536253:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764277.536256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764277.536258:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764277.536261:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1795 00000100:00080000:0.0:1789764277.536264:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764277.536267:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764277.536271:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764277.536281:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015353344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764277.536290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764277.536293:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764277.536295:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764277.536298:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1795 00000100:00080000:0.0:1789764277.536301:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764277.536304:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764277.536308:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764277.536318:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015353472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764277.536327:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764277.536331:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764277.536333:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764277.536335:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1795 00000100:00080000:0.0:1789764277.536338:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764277.536342:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764277.536346:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764277.536357:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015353600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764277.536462:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015353088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764277.536524:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764277.536562:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764277/real 1789764277] req@ffff9cdd47cf8a80 x1876702015353088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764277.536578:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015353088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764277.536588:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764277.536592:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764277.536595:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015353088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764277.536603:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015353216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764277.536626:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764277.536638:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764277/real 1789764277] req@ffff9cdd47cf9500 x1876702015353216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764277.536650:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015353216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764277.536658:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764277.536660:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764277.536663:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015353216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764277.536667:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015353344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764277.536681:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764277.536688:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764277/real 1789764277] req@ffff9cdd47cf8e00 x1876702015353344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764277.536695:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015353344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764277.536699:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764277.536701:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764277.536703:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015353344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764277.536706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015353472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764277.536714:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764277.536719:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764277/real 1789764277] req@ffff9cdd47cf9c00 x1876702015353472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764277.536730:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015353472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764277.536739:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764277.536740:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764277.536742:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015353472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764277.536745:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015353600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764277.536754:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764277.536760:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764277/real 1789764277] req@ffff9cdd47cf9880 x1876702015353600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764277.536766:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015353600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764277.536770:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764277.536771:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764277.536773:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015353600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764277.727853:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764278.751297:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764279.775055:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764280.799285:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764281.823512:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764282.654974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764282.654981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764282.654985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764282.654996:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1800 00000100:00080000:0.0:1789764282.655006:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764282.655011:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764282.655042:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015353728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764282.655074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764282.655077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764282.655078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764282.655080:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1800 00000100:00080000:0.0:1789764282.655083:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764282.655085:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764282.655092:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764282.655099:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015353856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764282.655106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764282.655107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764282.655108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764282.655110:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1800 00000100:00080000:0.0:1789764282.655112:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764282.655113:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764282.655116:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764282.655121:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015353984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764282.655125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764282.655128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764282.655129:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764282.655130:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1800 00000100:00080000:0.0:1789764282.655132:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764282.655134:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764282.655136:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764282.655145:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015354112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764282.655152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764282.655154:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764282.655156:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764282.655159:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1800 00000100:00080000:0.0:1789764282.655162:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764282.655166:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764282.655170:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764282.655180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015354240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764282.655462:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015353728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764282.655524:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764282.655562:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764282/real 1789764282] req@ffff9cdd47cf9f80 x1876702015353728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764282.655579:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015353728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764282.655594:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764282.655598:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764282.655602:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015353728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764282.655609:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015353856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764282.655630:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764282.655642:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764282/real 1789764282] req@ffff9cdd47cfad80 x1876702015353856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764282.655653:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015353856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764282.655661:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764282.655664:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764282.655667:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015353856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764282.655672:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015353984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764282.655691:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764282.655701:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764282/real 1789764282] req@ffff9cdd47cfbb80 x1876702015353984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764282.655711:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015353984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764282.655719:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764282.655721:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764282.655724:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015353984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764282.655730:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015354112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764282.655746:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764282.655756:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764282/real 1789764282] req@ffff9cdd47cfaa00 x1876702015354112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764282.655766:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015354112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764282.655773:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764282.655776:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764282.655779:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015354112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764282.655784:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015354240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764282.655800:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764282.655813:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764282/real 1789764282] req@ffff9cdd47cfb480 x1876702015354240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764282.655825:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015354240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764282.655833:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764282.655837:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764282.655839:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015354240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764282.848335:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764283.871985:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764284.897262:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764285.919069:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764286.943172:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764287.775511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764287.775522:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764287.775526:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764287.775537:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1805 00000100:00080000:1.0:1789764287.775548:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764287.775556:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764287.775597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015354368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764287.775630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764287.775634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764287.775635:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764287.775640:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1805 00000100:00080000:1.0:1789764287.775643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764287.775647:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764287.775658:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764287.775670:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015354496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764287.775679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764287.775683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764287.775685:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764287.775688:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1805 00000100:00080000:1.0:1789764287.775691:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764287.775694:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764287.775699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764287.775709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015354624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764287.775717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764287.775720:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764287.775721:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764287.775724:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1805 00000100:00080000:1.0:1789764287.775727:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764287.775730:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764287.775734:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764287.775742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015354752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764287.775749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764287.775752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764287.775753:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764287.775757:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1805 00000100:00080000:1.0:1789764287.775759:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764287.775762:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764287.775766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764287.775773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015354880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764287.775913:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015354368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764287.775979:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764287.776026:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764287/real 1789764287] req@ffff9cdd47c53b80 x1876702015354368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764287.776045:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015354368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764287.776056:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764287.776061:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764287.776065:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015354368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764287.776073:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015354496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764287.776097:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764287.776109:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764287/real 1789764287] req@ffff9cdd47c53480 x1876702015354496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764287.776121:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015354496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764287.776129:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764287.776132:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764287.776135:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015354496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764287.776141:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015354624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764287.776160:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764287.776171:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764287/real 1789764287] req@ffff9cdd47c51500 x1876702015354624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764287.776181:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015354624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764287.776194:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764287.776197:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764287.776201:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015354624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764287.776206:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015354752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764287.776223:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764287.776233:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764287/real 1789764287] req@ffff9cdd47c51f80 x1876702015354752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764287.777366:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015354752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764287.777380:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764287.777385:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764287.777389:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015354752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764287.777397:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015354880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764287.777436:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764287.777453:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764287/real 1789764287] req@ffff9cdd47c53800 x1876702015354880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764287.777465:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015354880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764287.777472:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764287.777475:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764287.777479:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015354880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764287.967832:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764288.991126:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764290.015017:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764291.041149:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764292.063086:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764292.895842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764292.895853:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764292.895858:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764292.895929:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1810 00000100:00080000:0.0:1789764292.895942:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764292.895951:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764292.895995:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015355008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764292.896021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764292.896029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764292.896031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764292.896035:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1810 00000100:00080000:0.0:1789764292.896038:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764292.896042:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764292.896052:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764292.896067:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015355136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764292.896079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789764292.896080:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015355008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789764292.896087:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764292.896091:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764292.896095:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1810 00000100:00080000:0.0:1789764292.896099:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764292.896103:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764292.896108:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764292.896121:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015355264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764292.896130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764292.896134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764292.896136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764292.896139:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1810 00000100:00080000:0.0:1789764292.896143:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764292.896146:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:2.0:1789764292.896152:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:0.0:1789764292.896154:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764292.896169:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015355392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764292.896178:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764292.896182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764292.896184:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764292.896187:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1810 00000100:00080000:0.0:1789764292.896191:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764292.896195:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764292.896200:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764292.896208:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764292/real 1789764292] req@ffff9cdd47cf9180 x1876702015355008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764292.896212:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015355520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764292.896243:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015355008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764292.896256:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764292.896261:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764292.896264:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015355008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764292.896303:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015355136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764292.896327:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764292.896339:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764292/real 1789764292] req@ffff9cdd47cfb480 x1876702015355136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764292.896354:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015355136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764292.896363:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764292.896367:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764292.896380:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015355136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764292.896387:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015355264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764292.896414:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764292.896427:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764292/real 1789764292] req@ffff9cdd47cfaa00 x1876702015355264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764292.896438:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015355264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764292.896700:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764292.896704:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764292.896708:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015355264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764292.896714:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015355392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764292.896738:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764292.896751:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764292/real 1789764292] req@ffff9cdd47cfbb80 x1876702015355392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764292.896763:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015355392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764292.896782:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764292.896786:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764292.896789:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015355392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764292.896795:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015355520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764292.896815:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764292.896827:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764292/real 1789764292] req@ffff9cdd47cfad80 x1876702015355520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764292.896844:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015355520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764292.896852:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764292.896856:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764292.896859:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015355520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764293.087088:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764294.111201:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764295.135193:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764296.159185:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764297.183023:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764298.015007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764298.015015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764298.015019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764298.015027:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1816 00000100:00080000:3.0:1789764298.015037:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764298.015042:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764298.015075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015355648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764298.015098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764298.015101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764298.015102:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764298.015105:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1816 00000100:00080000:3.0:1789764298.015107:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764298.015109:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764298.015117:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764298.015124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015355776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764298.015130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764298.015133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764298.015134:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764298.015135:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1816 00000100:00080000:3.0:1789764298.015137:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764298.015139:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764298.015141:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764298.015146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015355904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764298.015150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764298.015152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764298.015153:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764298.015155:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1816 00000100:00080000:3.0:1789764298.015157:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764298.015158:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764298.015161:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764298.015165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015356032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764298.015170:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764298.015171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764298.015172:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764298.015174:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1816 00000100:00080000:3.0:1789764298.015177:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764298.015179:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764298.015181:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764298.015186:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015356160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764298.016407:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015355648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764298.016476:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764298.016527:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764298/real 1789764298] req@ffff9cdd59276300 x1876702015355648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764298.016546:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015355648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764298.016557:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764298.016561:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764298.016566:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015355648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764298.016574:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015355776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764298.016596:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764298.016606:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764298/real 1789764298] req@ffff9cdd59274e00 x1876702015355776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764298.016618:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015355776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764298.016626:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764298.016629:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764298.016633:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015355776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764298.016638:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015355904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764298.016653:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764298.016661:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764298/real 1789764298] req@ffff9cdd59275500 x1876702015355904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764298.016672:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015355904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764298.016679:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764298.016682:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764298.016685:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015355904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764298.016690:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015356032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764298.016705:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764298.016713:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764298/real 1789764298] req@ffff9cdd59274380 x1876702015356032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764298.016723:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015356032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764298.016740:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764298.016744:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764298.016747:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015356032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764298.016753:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015356160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764298.016769:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764298.016778:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764298/real 1789764298] req@ffff9cdd59277b80 x1876702015356160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764298.016789:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015356160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764298.016797:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764298.016799:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764298.016802:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015356160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764298.207079:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764299.231044:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764300.256054:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764301.279469:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764302.303528:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764303.134996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764303.135005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764303.135010:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764303.135020:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1821 00000100:00080000:1.0:1789764303.135031:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764303.135038:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764303.135086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015356288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764303.135115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764303.135119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764303.135121:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764303.135125:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1821 00000100:00080000:1.0:1789764303.135128:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764303.135132:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764303.135141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764303.135154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015356416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764303.135165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764303.135169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764303.135172:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789764303.135172:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015356288:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789764303.135180:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1821 00000100:00080000:1.0:1789764303.135184:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764303.135187:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764303.135192:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764303.135203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015356544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764303.135214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764303.135217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764303.135219:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764303.135223:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1821 00000100:00080000:1.0:1789764303.135227:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764303.135230:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764303.135234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789764303.135238:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789764303.135247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015356672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764303.135256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764303.135260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764303.135262:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764303.135265:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1821 00000100:00080000:1.0:1789764303.135268:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764303.135272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764303.135277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764303.135287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015356800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764303.135330:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764303/real 1789764303] req@ffff9cdd47c52a00 x1876702015356288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764303.135348:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015356288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764303.135359:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764303.135363:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764303.135366:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015356288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764303.135387:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015356416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764303.135409:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764303.135421:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764303/real 1789764303] req@ffff9cdd47c50380 x1876702015356416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764303.135434:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015356416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764303.135447:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764303.135451:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764303.135454:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015356416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764303.135460:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015356544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764303.135479:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764303.135490:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764303/real 1789764303] req@ffff9cdd47c52680 x1876702015356544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764303.135501:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015356544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764303.135509:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764303.135512:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764303.135515:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015356544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764303.135520:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015356672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764303.135538:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764303.135549:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764303/real 1789764303] req@ffff9cdd47c50a80 x1876702015356672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764303.135560:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015356672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764303.135568:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764303.135571:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764303.135575:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015356672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764303.135581:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015356800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764303.135598:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764303.135609:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764303/real 1789764303] req@ffff9cdd47c50000 x1876702015356800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764303.135620:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015356800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764303.135627:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764303.135630:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764303.135633:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015356800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764303.327068:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764304.351353:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764305.375690:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764306.399068:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764307.423075:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764308.255092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764308.255102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764308.255106:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764308.255116:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1826 00000100:00080000:3.0:1789764308.255127:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764308.255135:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764308.255237:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015356928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764308.255262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764308.255266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764308.255268:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764308.255273:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1826 00000100:00080000:3.0:1789764308.255277:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764308.255281:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764308.255291:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764308.255306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015357056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764308.255315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764308.255318:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764308.255319:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764308.255323:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1826 00000100:00080000:3.0:1789764308.255326:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764308.255330:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764308.255336:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764308.255348:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015357184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764308.255360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015356928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764308.255360:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764308.255369:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764308.255372:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764308.255377:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1826 00000100:00080000:3.0:1789764308.255380:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764308.255385:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764308.255389:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764308.255402:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015357312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764308.255411:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764308.255414:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764308.255416:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764308.255420:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1826 00000100:00080000:3.0:1789764308.255424:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764308.255429:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:2.0:1789764308.255434:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:3.0:1789764308.255436:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764308.255451:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015357440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764308.255491:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764308/real 1789764308] req@ffff9cdd59277800 x1876702015356928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764308.255513:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015356928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764308.255527:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764308.255530:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764308.255534:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015356928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764308.255541:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764308.255563:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764308.255575:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764308/real 1789764308] req@ffff9cdd59274000 x1876702015357056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764308.255596:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015357056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764308.255604:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764308.255606:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764308.255610:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764308.255641:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764308.255673:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764308.255685:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764308/real 1789764308] req@ffff9cdd59276680 x1876702015357184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764308.255695:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015357184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764308.255702:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764308.255705:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764308.255708:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764308.255713:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764308.255731:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764308.255741:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764308/real 1789764308] req@ffff9cdd59275c00 x1876702015357312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764308.255761:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015357312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764308.255768:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764308.255771:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764308.255774:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764308.255779:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015357440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764308.255794:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764308.255803:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764308/real 1789764308] req@ffff9cdd59277100 x1876702015357440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764308.255813:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015357440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764308.255819:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764308.255822:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764308.255824:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015357440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764308.447381:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764309.471107:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764310.495326:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764311.519690:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764312.543188:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764313.375286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764313.375300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764313.375305:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764313.375315:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1831 00000100:00080000:1.0:1789764313.375326:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764313.375332:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764313.375372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015357568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764313.375448:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015357568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764313.375513:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764313.375547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764313.375554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764313.375556:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764313.375563:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1831 00000100:00080000:1.0:1789764313.375567:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764313.375571:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764313.375584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764313.375598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015357696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764313.378442:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764313/real 1789764313] req@ffff9cdd47c50e00 x1876702015357568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764313.378469:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015357568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764313.378480:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764313.378485:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764313.378489:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015357568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764313.378521:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764313.378584:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764313.378600:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764313/real 1789764313] req@ffff9cdd47c52300 x1876702015357696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764313.378612:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015357696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764313.378628:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764313.378632:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764313.378635:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357696:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789764313.383409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764313.383419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764313.383424:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764313.383433:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1831 00000100:00080000:1.0:1789764313.383445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764313.383452:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764313.383465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764313.383500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015357824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764313.383538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764313.383542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764313.383544:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764313.383547:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1831 00000100:00080000:1.0:1789764313.383551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764313.383554:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764313.383558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764313.383570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015357952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764313.383579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764313.383582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764313.383583:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764313.383586:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1831 00000100:00080000:1.0:1789764313.383589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764313.383592:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764313.383597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764313.383606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015358080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764313.384374:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764313.384439:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764313.384468:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764313/real 1789764313] req@ffff9cdd47c53100 x1876702015357824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764313.384484:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015357824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764313.384494:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764313.384498:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764313.384501:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764313.384508:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764313.384527:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764313.384538:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764313/real 1789764313] req@ffff9cdd47c52d80 x1876702015357952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764313.384549:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015357952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764313.384557:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764313.384560:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764313.384562:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015357952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764313.384568:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015358080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764313.384588:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764313.384598:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764313/real 1789764313] req@ffff9cdd47c51c00 x1876702015358080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764313.384609:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015358080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764313.384616:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764313.384631:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764313.384635:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015358080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764313.569400:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764314.592322:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764315.616689:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764316.640130:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764317.665114:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764318.495045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764318.495056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764318.495061:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764318.495070:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1836 00000100:00080000:2.0:1789764318.495082:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764318.495090:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764318.495131:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015358208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764318.495165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764318.495169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764318.495171:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764318.495175:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1836 00000100:00080000:2.0:1789764318.495179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764318.495182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764318.495191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764318.495203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015358336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764318.495212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764318.495214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764318.495216:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764318.495219:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1836 00000100:00080000:2.0:1789764318.495222:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764318.495226:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764318.495231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764318.495240:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015358464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764318.495249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764318.495252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764318.495253:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764318.495257:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1836 00000100:00080000:2.0:1789764318.495260:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764318.495263:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764318.495267:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764318.495279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015358592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764318.495287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764318.495290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764318.495292:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764318.495308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1836 00000100:00080000:2.0:1789764318.495312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764318.495315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764318.495320:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764318.495331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015358720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764318.495421:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015358208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764318.495528:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015358336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764318.495555:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015358464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764318.495575:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015358592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764318.495605:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015358720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764318.687082:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764319.711309:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764320.735377:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789764321.567275:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:0.0:1789764321.567316:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789764321.567331:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764321.567370:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764321.567379:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764321.567386:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764321.567394:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789764321.567459:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764318/real 1789764321] req@ffff9cdd437a5880 x1876702015358208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764321.567482:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015358208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764321.567493:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764321.567498:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764321.567502:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015358208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764321.567510:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764318/real 1789764321] req@ffff9cdd437a6a00 x1876702015358336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764321.567528:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015358336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764321.567536:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764321.567540:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764321.567543:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015358336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764321.567550:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764318/real 1789764321] req@ffff9cdd437a6300 x1876702015358464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764321.567576:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015358464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764321.567584:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764321.567587:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764321.567590:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015358464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764321.567597:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764318/real 1789764321] req@ffff9cdd437a6d80 x1876702015358592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764321.567607:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015358592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764321.567614:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764321.567617:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764321.567620:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015358592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764321.567625:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764318/real 1789764321] req@ffff9cdd437a7b80 x1876702015358720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764321.567635:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015358720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764321.567642:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764321.567645:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764321.567648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015358720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764321.759469:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764322.783144:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764323.615732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764323.615742:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764323.615746:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764323.615756:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1841 00000100:00080000:3.0:1789764323.615767:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764323.615775:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764323.615812:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015358848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764323.616057:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015358848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764323.616122:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764323.616169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764323.616173:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764323.616176:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764323.616180:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1841 00000100:00080000:3.0:1789764323.616184:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764323.616188:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764323.616198:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764323.616212:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015358976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764323.618958:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764323/real 1789764323] req@ffff9cdd59275f80 x1876702015358848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764323.618986:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015358848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764323.618998:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764323.619002:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764323.619006:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015358848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764323.619037:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015358976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764323.619093:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764323.619109:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764323/real 1789764323] req@ffff9cdd59275880 x1876702015358976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764323.619121:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015358976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764323.619296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764323.619301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764323.619304:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764323.619309:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1841 00000100:00080000:3.0:1789764323.619315:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764323.619321:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764323.619333:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1789764323.619348:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764323.619352:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764323.619355:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015358976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764323.619357:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015359104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764323.619613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764323.619618:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764323.619621:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764323.619626:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1841 00000100:00080000:3.0:1789764323.619632:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764323.619636:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764323.619642:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764323.619656:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015359232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764323.619667:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764323.619670:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764323.619672:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764323.619675:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1841 00000100:00080000:3.0:1789764323.619679:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764323.619683:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764323.619688:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764323.619699:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015359360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764323.619767:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015359104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764323.619796:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764323.619896:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764323/real 1789764323] req@ffff9cdd59274700 x1876702015359104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764323.619910:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015359104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764323.619919:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764323.619923:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764323.619926:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015359104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764323.619932:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015359232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764323.619953:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764323.619964:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764323/real 1789764323] req@ffff9cdd59275880 x1876702015359232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764323.619974:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015359232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764323.619982:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764323.619984:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764323.619988:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015359232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764323.619994:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015359360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764323.620012:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764323.620023:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764323/real 1789764323] req@ffff9cdd59275f80 x1876702015359360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764323.620034:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015359360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764323.620041:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764323.620044:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764323.620047:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015359360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764323.807895:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764324.831028:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764325.855373:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764326.879173:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764327.903142:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764328.735369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764328.735379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764328.735385:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764328.735395:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1846 00000100:00080000:2.0:1789764328.735416:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764328.735425:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764328.735464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015359488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764328.735497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764328.735501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764328.735503:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764328.735514:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1846 00000100:00080000:2.0:1789764328.735518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764328.735523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764328.735533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764328.735546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015359616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764328.735555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764328.735558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764328.735560:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764328.735563:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1846 00000100:00080000:2.0:1789764328.735566:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764328.735569:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764328.735574:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764328.735583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015359744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764328.735592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764328.735595:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764328.735596:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764328.735599:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1846 00000100:00080000:2.0:1789764328.735602:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764328.735605:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764328.735610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764328.735619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015359872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764328.735627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764328.735631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764328.735632:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764328.735635:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1846 00000100:00080000:2.0:1789764328.735639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764328.735642:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764328.735646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764328.735654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015360000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764328.735807:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015359488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764328.735906:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764328.735946:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764328/real 1789764328] req@ffff9cdd437a7b80 x1876702015359488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764328.735962:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015359488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764328.735977:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764328.735981:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764328.735985:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015359488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764328.735991:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015359616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764328.736013:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764328.736026:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764328/real 1789764328] req@ffff9cdd437a6d80 x1876702015359616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764328.736037:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015359616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764328.736045:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764328.736048:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764328.736051:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015359616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764328.736057:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015359744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764328.736077:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764328.736087:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764328/real 1789764328] req@ffff9cdd437a6300 x1876702015359744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764328.736098:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015359744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764328.736105:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764328.736108:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764328.736111:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015359744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764328.736117:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015359872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764328.736135:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764328.736144:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764328/real 1789764328] req@ffff9cdd437a6a00 x1876702015359872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764328.736153:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015359872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764328.736160:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764328.736162:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764328.736165:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015359872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764328.736169:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015360000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764328.736184:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764328.736191:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764328/real 1789764328] req@ffff9cdd437a5880 x1876702015360000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764328.736200:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015360000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764328.736207:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764328.736209:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764328.736212:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015360000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764328.927087:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764329.951078:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764330.975185:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764331.999075:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764333.023847:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764333.855133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764333.855144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764333.855149:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764333.855159:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1851 00000100:00080000:1.0:1789764333.855170:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764333.855178:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764333.855224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015360128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764333.855260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764333.855264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764333.855265:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764333.855270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1851 00000100:00080000:1.0:1789764333.855274:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764333.855277:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764333.855286:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764333.855298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015360256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764333.855306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764333.855309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764333.855310:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764333.855314:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1851 00000100:00080000:1.0:1789764333.855316:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764333.855319:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764333.855324:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764333.855331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015360384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764333.855339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764333.855342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764333.855344:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764333.855347:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1851 00000100:00080000:1.0:1789764333.855350:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764333.855353:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764333.855357:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764333.855368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015360512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764333.855376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764333.855379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764333.855381:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764333.855384:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1851 00000100:00080000:1.0:1789764333.855387:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764333.855391:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764333.855395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764333.855404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015360640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764333.855735:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015360128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764333.855800:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764333.855839:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764333/real 1789764333] req@ffff9cdd47c51880 x1876702015360128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764333.855856:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015360128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764333.855896:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764333.855900:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764333.855904:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015360128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764333.855911:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015360256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764333.855934:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764333.855946:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764333/real 1789764333] req@ffff9cdd47c50700 x1876702015360256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764333.855957:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015360256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764333.855964:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764333.855968:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764333.855971:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015360256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764333.855976:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015360384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764333.855995:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764333.856007:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764333/real 1789764333] req@ffff9cdd47c51180 x1876702015360384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764333.856018:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015360384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764333.856030:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764333.856033:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764333.856036:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015360384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764333.856041:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015360512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764333.856057:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764333.856066:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764333/real 1789764333] req@ffff9cdd47c51c00 x1876702015360512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764333.856075:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015360512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764333.856083:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764333.856085:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764333.856088:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015360512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764333.856093:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015360640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764333.856110:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764333.856119:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764333/real 1789764333] req@ffff9cdd47c52d80 x1876702015360640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764333.856129:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015360640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764333.856137:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764333.856140:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764333.856143:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015360640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764334.047568:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764335.071076:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764336.095084:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764337.120465:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764338.143561:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764338.974983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764338.974991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764338.974996:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764338.975005:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1856 00000100:00080000:1.0:1789764338.975018:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764338.975025:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764338.975068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015360768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764338.975097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764338.975101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764338.975104:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764338.975108:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1856 00000100:00080000:1.0:1789764338.975112:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764338.975115:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764338.975126:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764338.975145:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015360896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764338.975155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764338.975158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764338.975159:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764338.975163:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1856 00000100:00080000:1.0:1789764338.975166:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764338.975169:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764338.975174:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764338.975184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015361024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764338.975193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764338.975196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764338.975198:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789764338.975207:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015360768:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789764338.975211:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1856 00000100:00080000:1.0:1789764338.975217:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764338.975221:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764338.975226:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764338.975238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015361152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764338.975248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764338.975252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764338.975253:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764338.975257:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1856 00000100:00080000:1.0:1789764338.975261:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764338.975265:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:0.0:1789764338.975276:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:1.0:1789764338.975277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764338.975291:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015361280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764338.975317:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764338/real 1789764338] req@ffff9cdd47c53100 x1876702015360768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764338.975335:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015360768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764338.975345:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764338.975349:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764338.975352:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015360768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764338.975369:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015360896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764338.975396:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764338.975407:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764338/real 1789764338] req@ffff9cdd47c52300 x1876702015360896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764338.975417:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015360896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764338.975425:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764338.975428:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764338.975431:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015360896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764338.975444:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015361024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764338.975463:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764338.975475:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764338/real 1789764338] req@ffff9cdd47c50e00 x1876702015361024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764338.975485:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015361024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764338.975493:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764338.975495:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764338.975499:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015361024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764338.975536:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015361152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764338.975556:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764338.975567:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764338/real 1789764338] req@ffff9cdd47c50000 x1876702015361152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764338.975577:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015361152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764338.975585:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764338.975588:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764338.975591:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015361152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764338.975596:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015361280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764338.975614:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764338.975625:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764338/real 1789764338] req@ffff9cdd47c50a80 x1876702015361280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764338.975635:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015361280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764338.975642:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764338.975645:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764338.975648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015361280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764339.167096:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764340.191028:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764341.214994:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764342.239108:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764343.263153:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764344.096076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764344.096086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764344.096091:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764344.096101:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1862 00000100:00080000:3.0:1789764344.096115:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764344.096122:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764344.096161:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015361408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764344.096193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764344.096196:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764344.096198:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764344.096202:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1862 00000100:00080000:3.0:1789764344.096206:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764344.096210:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764344.096219:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764344.096231:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015361536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764344.096241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764344.096244:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764344.096246:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764344.096249:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1862 00000100:00080000:3.0:1789764344.096252:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764344.096256:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764344.096260:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764344.096270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015361664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764344.096279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764344.096282:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764344.096284:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764344.096287:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1862 00000100:00080000:3.0:1789764344.096291:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764344.096294:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764344.096298:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764344.096308:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015361792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764344.096316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764344.096319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764344.096321:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764344.096324:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1862 00000100:00080000:3.0:1789764344.096327:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764344.096330:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764344.096335:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764344.096343:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015361920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764344.096442:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015361408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764344.096504:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764344.096541:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764344/real 1789764344] req@ffff9cdd59277100 x1876702015361408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764344.096557:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015361408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764344.096567:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764344.096571:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764344.096574:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015361408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764344.096581:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015361536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764344.096602:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764344.096614:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764344/real 1789764344] req@ffff9cdd59275c00 x1876702015361536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764344.096625:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015361536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764344.096632:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764344.096635:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764344.096638:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015361536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764344.096644:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015361664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764344.096663:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764344.096674:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764344/real 1789764344] req@ffff9cdd59276680 x1876702015361664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764344.096685:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015361664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764344.096692:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764344.096695:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764344.096698:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015361664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764344.096703:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015361792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764344.096720:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764344.096729:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764344/real 1789764344] req@ffff9cdd59274000 x1876702015361792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764344.096739:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015361792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764344.096746:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764344.096749:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764344.096752:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015361792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764344.096757:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015361920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764344.096775:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764344.096785:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764344/real 1789764344] req@ffff9cdd59277800 x1876702015361920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764344.096795:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015361920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764344.096801:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764344.096804:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764344.096806:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015361920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764344.287179:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764345.311018:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764346.335021:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764347.359026:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764348.382956:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764349.215010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764349.215017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764349.215021:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764349.215030:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1867 00000100:00080000:1.0:1789764349.215040:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764349.215045:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764349.215078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015362048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764349.215099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764349.215102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764349.215103:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764349.215106:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1867 00000100:00080000:1.0:1789764349.215108:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764349.215110:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764349.215117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764349.215124:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015362176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764349.215130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764349.215133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764349.215134:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764349.215136:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1867 00000100:00080000:1.0:1789764349.215138:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764349.215139:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764349.215142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764349.215147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015362304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764349.215154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764349.215155:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015362048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789764349.215157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764349.215160:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764349.215165:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1867 00000100:00080000:1.0:1789764349.215168:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764349.215170:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764349.215172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764349.215180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015362432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764349.215186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764349.215188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764349.215189:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764349.215191:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1867 00000100:00080000:1.0:1789764349.215193:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764349.215195:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764349.215197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764349.215203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015362560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764349.215227:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764349.215264:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764349/real 1789764349] req@ffff9cdd47c52680 x1876702015362048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764349.215281:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015362048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764349.215291:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764349.215295:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764349.215298:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015362048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764349.215305:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015362176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764349.215328:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764349.215340:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764349/real 1789764349] req@ffff9cdd47c50380 x1876702015362176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764349.215352:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015362176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764349.215378:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764349.215382:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764349.215385:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015362176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764349.215408:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015362304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764349.215429:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764349.215440:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764349/real 1789764349] req@ffff9cdd47c52a00 x1876702015362304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764349.215452:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015362304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764349.215460:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764349.215463:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764349.215466:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015362304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764349.215471:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015362432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764349.215490:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764349.215502:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764349/real 1789764349] req@ffff9cdd47c53800 x1876702015362432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764349.215513:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015362432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764349.215520:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764349.215522:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764349.215525:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015362432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764349.215529:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015362560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764349.215542:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764349.215549:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764349/real 1789764349] req@ffff9cdd47c51f80 x1876702015362560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764349.215555:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015362560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764349.215559:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764349.215561:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764349.215562:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015362560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764349.407025:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764350.431035:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764351.455850:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764352.479136:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764353.503034:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764354.335152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764354.335162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764354.335167:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764354.335176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1872 00000100:00080000:2.0:1789764354.335188:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764354.335195:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764354.335232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015362688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764354.335263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764354.335266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764354.335269:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764354.335273:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1872 00000100:00080000:2.0:1789764354.335277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764354.335280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764354.335289:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764354.335301:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015362816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764354.335311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764354.335314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764354.335316:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764354.335335:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1872 00000100:00080000:2.0:1789764354.335339:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764354.335342:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764354.335348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764354.335358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015362944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764354.335366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764354.335369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764354.335371:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764354.335374:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1872 00000100:00080000:2.0:1789764354.335376:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764354.335379:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764354.335382:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764354.335390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015363072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764354.335397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764354.335400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764354.335401:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764354.335404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1872 00000100:00080000:2.0:1789764354.335407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764354.335410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764354.335414:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764354.335421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015363200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764354.335522:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015362688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764354.335585:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764354.335632:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764354/real 1789764354] req@ffff9cdd437a5500 x1876702015362688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764354.335650:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015362688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764354.335660:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764354.335670:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764354.335674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015362688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764354.335682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015362816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764354.335703:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764354.335715:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764354/real 1789764354] req@ffff9cdd437a4a80 x1876702015362816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764354.335727:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015362816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764354.335735:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764354.335737:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764354.335740:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015362816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764354.335746:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015362944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764354.335765:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764354.335776:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764354/real 1789764354] req@ffff9cdd437a4e00 x1876702015362944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764354.335787:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015362944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764354.335794:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764354.335797:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764354.335800:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015362944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764354.335806:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015363072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764354.335824:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764354.335834:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764354/real 1789764354] req@ffff9cdd437a6680 x1876702015363072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764354.335845:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015363072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764354.335852:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764354.335855:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764354.335858:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015363072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764354.335882:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015363200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764354.335901:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764354.335910:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764354/real 1789764354] req@ffff9cdd437a4700 x1876702015363200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764354.335921:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015363200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764354.335929:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764354.335931:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764354.335934:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015363200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764354.527048:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764355.551191:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764356.575174:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764357.599052:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764358.623031:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764359.454989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764359.454997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764359.455000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764359.455009:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1877 00000100:00080000:0.0:1789764359.455018:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764359.455023:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764359.455059:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015363328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764359.455085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764359.455089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764359.455090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764359.455093:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1877 00000100:00080000:0.0:1789764359.455095:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764359.455099:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764359.455106:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764359.455116:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015363456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764359.455123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764359.455126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764359.455128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789764359.455130:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015363328:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789764359.455132:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1877 00000100:00080000:0.0:1789764359.455135:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764359.455140:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764359.455143:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764359.455149:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015363584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764359.455155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764359.455157:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764359.455159:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764359.455161:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1877 00000100:00080000:0.0:1789764359.455163:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764359.455164:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764359.455167:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764359.455173:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015363712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764359.455179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764359.455181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764359.455182:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764359.455183:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1877 00000100:00080000:0.0:1789764359.455185:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764359.455188:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764359.455191:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764359.455196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015363840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789764359.455202:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764359.455253:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764359/real 1789764359] req@ffff9cdd47cf9f80 x1876702015363328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764359.455270:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015363328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764359.455280:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764359.455298:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764359.455302:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015363328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764359.455324:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015363456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764359.455346:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764359.455358:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764359/real 1789764359] req@ffff9cdd47cf9880 x1876702015363456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764359.455379:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015363456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764359.455388:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764359.455391:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764359.455394:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015363456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764359.455400:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015363584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764359.455419:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764359.455429:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764359/real 1789764359] req@ffff9cdd47cf9c00 x1876702015363584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764359.455439:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015363584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764359.455447:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764359.455450:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764359.455454:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015363584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764359.455459:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015363712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764359.455476:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764359.455485:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764359/real 1789764359] req@ffff9cdd47cf8e00 x1876702015363712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764359.455507:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015363712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764359.455513:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764359.455516:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764359.455519:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015363712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764359.455525:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015363840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764359.455543:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764359.455553:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764359/real 1789764359] req@ffff9cdd47cf9500 x1876702015363840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764359.455563:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015363840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764359.455571:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764359.455574:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764359.455577:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015363840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789764359.647042:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764360.673439:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764361.695274:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764362.719086:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764363.743230:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764364.575128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764364.575138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764364.575143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764364.575153:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1882 00000100:00080000:1.0:1789764364.575165:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764364.575172:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764364.576031:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015363968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764364.576074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764364.576078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764364.576080:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764364.576085:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1882 00000100:00080000:1.0:1789764364.576094:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764364.576099:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764364.576109:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764364.576123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015364096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764364.576133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764364.576136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764364.576138:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764364.576141:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1882 00000100:00080000:1.0:1789764364.576145:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764364.576149:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764364.576153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764364.576165:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015364224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764364.576174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764364.576178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764364.576179:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764364.576184:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1882 00000100:00080000:1.0:1789764364.576187:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764364.576190:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764364.576195:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764364.576206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015364352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764364.576215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764364.576218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764364.576220:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764364.576223:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1882 00000100:00080000:1.0:1789764364.576226:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764364.576230:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764364.576234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764364.576244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015364480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764364.576507:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015363968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764364.576565:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764364.576600:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764364/real 1789764364] req@ffff9cdd47c51500 x1876702015363968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764364.576615:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015363968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764364.576625:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764364.576629:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764364.576633:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015363968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764364.576639:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764364.576661:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764364.576673:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764364/real 1789764364] req@ffff9cdd47c53480 x1876702015364096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764364.577111:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015364096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764364.577125:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764364.577128:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764364.577131:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764364.577137:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764364.577158:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764364.577169:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764364/real 1789764364] req@ffff9cdd47c53b80 x1876702015364224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764364.577179:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015364224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764364.577186:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764364.577189:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764364.577192:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764364.577198:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764364.577215:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764364.577225:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764364/real 1789764364] req@ffff9cdd47c51f80 x1876702015364352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764364.577236:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015364352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764364.577243:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764364.577258:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764364.577262:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764364.577455:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015364480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764364.577477:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764364.577489:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764364/real 1789764364] req@ffff9cdd47c53800 x1876702015364480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764364.577501:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015364480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764364.577508:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764364.577511:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764364.577514:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015364480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764364.767127:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764365.791163:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764366.815019:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764367.840447:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764368.863714:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764369.696020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764369.696030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764369.696034:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764369.696044:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1887 00000100:00080000:2.0:1789764369.696058:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764369.696066:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764369.696115:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015364608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764369.696140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764369.696143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764369.696145:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764369.696149:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1887 00000100:00080000:2.0:1789764369.696152:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764369.696157:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764369.696167:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764369.696179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015364736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764369.696188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764369.696190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764369.696192:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764369.696195:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1887 00000100:00080000:2.0:1789764369.696198:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764369.696201:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764369.696205:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764369.696226:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015364864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764369.696234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764369.696237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764369.696239:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764369.696243:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1887 00000100:00080000:2.0:1789764369.696246:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764369.696250:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764369.696255:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764369.696286:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015364608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764369.696358:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764369.696401:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764369/real 1789764369] req@ffff9cdd437a5180 x1876702015364608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764369.696419:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015364608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764369.696429:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764369.696434:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764369.696438:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015364608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764369.696444:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764369.696468:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764369.696481:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764369/real 1789764369] req@ffff9cdd437a5c00 x1876702015364736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764369.696493:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015364736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764369.696500:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764369.696504:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764369.696507:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764369.696514:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764369.696531:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764369.696542:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764369/real 1789764369] req@ffff9cdd437a4000 x1876702015364864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764369.696554:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015364864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764369.696562:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764369.696565:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764369.696568:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764369.696632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015364992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764369.696662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764369.696667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764369.696669:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764369.696673:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1887 00000100:00080000:2.0:1789764369.696678:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764369.696683:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764369.696688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764369.696701:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015365120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764369.697086:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764369.697115:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764369.697129:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764369/real 1789764369] req@ffff9cdd437a7100 x1876702015364992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764369.697149:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015364992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764369.697157:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764369.697160:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764369.697163:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015364992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764369.697169:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015365120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764369.697189:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764369.697198:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764369/real 1789764369] req@ffff9cdd437a7800 x1876702015365120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764369.697223:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015365120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764369.697231:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764369.697234:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764369.697237:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015365120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764369.887295:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764370.911248:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764371.936241:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764372.959121:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764373.983118:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764374.815005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764374.815014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764374.815019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764374.815029:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1892 00000100:00080000:0.0:1789764374.815041:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764374.815047:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764374.815083:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015365248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764374.815115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764374.815119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764374.815121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764374.815125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1892 00000100:00080000:0.0:1789764374.815128:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764374.815132:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764374.815141:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764374.815153:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015365376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764374.815164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764374.815167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764374.815169:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764374.815184:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1892 00000100:00080000:0.0:1789764374.815188:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764374.815191:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764374.815195:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764374.815204:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015365504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764374.815211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764374.815214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764374.815215:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764374.815218:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1892 00000100:00080000:0.0:1789764374.815222:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764374.815225:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764374.815229:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764374.815236:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015365632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764374.815243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764374.815246:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764374.815247:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764374.815250:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1892 00000100:00080000:0.0:1789764374.815253:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764374.815256:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764374.815260:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764374.815269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015365760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764374.815354:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015365248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764374.815424:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764374.815459:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764374/real 1789764374] req@ffff9cdd47cf8a80 x1876702015365248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764374.815475:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015365248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764374.815484:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764374.815487:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764374.815491:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015365248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764374.815497:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015365376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764374.815529:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764374.815543:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764374/real 1789764374] req@ffff9cdd47cfb100 x1876702015365376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764374.815554:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015365376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764374.815561:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764374.815563:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764374.815566:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015365376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764374.815572:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015365504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764374.815591:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764374.815602:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764374/real 1789764374] req@ffff9cdd47cfa300 x1876702015365504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764374.815613:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015365504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764374.815620:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764374.815623:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764374.815626:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015365504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764374.815631:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015365632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764374.815649:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764374.815659:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764374/real 1789764374] req@ffff9cdd47cfa680 x1876702015365632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764374.815668:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015365632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764374.815674:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764374.815677:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764374.815680:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015365632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764374.815685:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015365760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764374.815702:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764374.815712:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764374/real 1789764374] req@ffff9cdd47cf8700 x1876702015365760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764374.815721:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015365760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764374.815727:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764374.815730:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764374.815733:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015365760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764375.007084:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764376.033090:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764377.055134:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764378.079210:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764379.103070:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764379.935094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764379.935108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764379.935114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764379.935127:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1897 00000100:00080000:1.0:1789764379.935150:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764379.935159:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764379.935210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015365888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764379.935250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764379.935254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764379.935256:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764379.935269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1897 00000100:00080000:1.0:1789764379.935274:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764379.935278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764379.935288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764379.935301:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015366016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764379.935312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764379.935315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764379.935318:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764379.935323:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1897 00000100:00080000:1.0:1789764379.935327:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764379.935332:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764379.935332:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015365888:192.168.203.148@tcp:250:kworker.0 00000008:00100000:1.0:1789764379.935340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764379.935352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015366144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764379.935363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764379.935366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764379.935368:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764379.935373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1897 00000100:00080000:1.0:1789764379.935377:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764379.935381:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764379.935385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764379.935398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015366272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764379.935407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764379.935411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764379.935414:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1789764379.935415:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764379.935420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1897 00000100:00080000:1.0:1789764379.935425:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764379.935430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764379.935435:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764379.935447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015366400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764379.936203:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764379/real 1789764379] req@ffff9cdd47c52a00 x1876702015365888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764379.936237:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015365888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764379.936251:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764379.936256:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764379.936260:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015365888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764379.936268:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764379.936298:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764379.936314:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764379/real 1789764379] req@ffff9cdd47c50380 x1876702015366016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764379.936326:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015366016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764379.936333:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764379.936336:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764379.936340:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764379.936367:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764379.936388:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764379.936399:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764379/real 1789764379] req@ffff9cdd47c52680 x1876702015366144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764379.936411:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015366144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764379.936418:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764379.936421:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764379.936424:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764379.936430:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764379.936448:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764379.936457:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764379/real 1789764379] req@ffff9cdd47c50a80 x1876702015366272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764379.936468:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015366272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764379.936476:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764379.936479:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764379.936481:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764379.936487:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015366400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764379.936504:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764379.936514:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764379/real 1789764379] req@ffff9cdd47c50000 x1876702015366400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764379.936524:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015366400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764379.936531:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764379.936535:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764379.936537:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015366400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764380.127097:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764381.151659:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764382.175273:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764383.199451:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764384.223197:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764385.055287:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764385.055302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764385.055309:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764385.055323:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1903 00000100:00080000:3.0:1789764385.055337:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764385.055347:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764385.055394:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015366528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764385.055481:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015366528:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764385.055599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764385.055603:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764385.055605:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764385.055610:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1903 00000100:00080000:3.0:1789764385.055615:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764385.055619:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764385.055631:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764385.055645:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015366656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764385.055986:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366656:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764385.059318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764385.059332:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764385.059336:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764385.059348:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1903 00000100:00080000:3.0:1789764385.059359:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764385.059366:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764385.059379:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764385.059416:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015366784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764385.059535:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366784:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789764385.059726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764385.059731:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764385.059733:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764385.059737:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1903 00000100:00080000:3.0:1789764385.059743:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764385.059747:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764385.059752:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764385.059767:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015366912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764385.059862:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366912:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789764385.060324:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764385.060328:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764385.060331:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764385.060336:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1903 00000100:00080000:3.0:1789764385.060340:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764385.060345:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764385.060352:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764385.060366:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015367040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764385.060416:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015367040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764385.247154:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764386.271114:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764387.295122:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1789764388.127366:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:0.0:1789764388.127429:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1789764388.127455:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764388.127522:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764388.127532:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764388.127571:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:0.0:1789764388.127598:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789764388.127827:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764385/real 1789764388] req@ffff9cdd59276300 x1876702015367040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764388.127857:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015367040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764388.127917:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764388.127944:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764388.127969:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015367040:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764388.127991:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764385/real 1789764388] req@ffff9cdd59274e00 x1876702015366912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764388.128005:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015366912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764388.128012:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764388.128015:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764388.128019:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764388.128026:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764385/real 1789764388] req@ffff9cdd59275500 x1876702015366784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764388.128036:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015366784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764388.128044:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764388.128046:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764388.128049:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764388.128055:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764385/real 1789764388] req@ffff9cdd59274380 x1876702015366656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764388.128067:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015366656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764388.128083:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764388.128087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764388.128090:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015366656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764388.128097:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764385/real 1789764388] req@ffff9cdd59277b80 x1876702015366528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764388.128107:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015366528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764388.128114:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764388.128117:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764388.128120:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015366528:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789764388.319858:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764389.343127:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764390.175043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764390.175054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764390.175067:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764390.175077:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1908 00000100:00080000:3.0:1789764390.175087:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764390.175095:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764390.175130:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015367168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764390.175219:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015367168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764390.175281:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764390.175309:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764390.175313:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764390.175315:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764390.175319:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1908 00000100:00080000:3.0:1789764390.175323:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764390.175327:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764390.175337:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764390.175349:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015367296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764390.177637:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764390.177646:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764390.177650:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764390.177660:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1908 00000100:00080000:3.0:1789764390.177670:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764390.177676:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764390.177704:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764390.177736:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015367424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764390.177750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764390.177754:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764390.177755:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764390.177759:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1908 00000100:00080000:3.0:1789764390.177763:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764390.177836:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764390.177843:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764390.177855:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015367552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764390.177887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764390.177895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764390.177897:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764390.177900:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1908 00000100:00080000:3.0:1789764390.177905:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764390.177909:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764390.177915:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764390.177926:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015367680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764390.179073:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764390/real 1789764390] req@ffff9cdd59274a80 x1876702015367168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764390.179098:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015367168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764390.179109:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764390.179113:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764390.179117:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015367168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764390.180573:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015367296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764390.180641:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764390.180664:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764390/real 1789764390] req@ffff9cdd59275180 x1876702015367296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764390.180680:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015367296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764390.180691:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764390.180695:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764390.180699:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015367296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764390.180706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015367424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764390.180723:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764390.180732:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764390/real 1789764390] req@ffff9cdd59276a00 x1876702015367424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764390.180743:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015367424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764390.182820:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764390.182829:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764390.182834:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015367424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764390.182845:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015367552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764390.182925:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764390.182956:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764390/real 1789764390] req@ffff9cdd59276d80 x1876702015367552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764390.182972:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015367552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764390.182979:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764390.182982:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764390.182986:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015367552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764390.182992:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015367680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764390.183011:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764390.183020:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764390/real 1789764390] req@ffff9cdd59277480 x1876702015367680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764390.183030:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015367680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764390.183037:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764390.183040:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764390.183044:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015367680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764390.367110:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764391.391246:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764392.415027:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764393.439240:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764394.475777:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764395.296060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764395.296070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764395.296075:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764395.296093:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1913 00000100:00080000:3.0:1789764395.296106:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764395.296114:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764395.296156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015367808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764395.296185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764395.296189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764395.296191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764395.296195:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1913 00000100:00080000:3.0:1789764395.296199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764395.296203:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764395.296213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764395.296226:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015367936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764395.296242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764395.296245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764395.296247:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764395.296250:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1913 00000100:00080000:3.0:1789764395.296254:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764395.296257:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764395.296262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764395.296272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015368064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764395.296281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764395.296284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764395.296286:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764395.296289:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1913 00000100:00080000:3.0:1789764395.296292:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764395.296296:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764395.296300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764395.296309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015368192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764395.296317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764395.296320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764395.296322:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764395.296325:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1913 00000100:00080000:3.0:1789764395.296328:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764395.296331:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764395.296336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764395.296345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015368320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764395.298701:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015367808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764395.298780:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764395.298849:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764395/real 1789764395] req@ffff9cdd59277480 x1876702015367808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764395.298905:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015367808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764395.298924:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764395.298929:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764395.298934:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015367808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764395.298942:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015367936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764395.298968:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764395.298982:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764395/real 1789764395] req@ffff9cdd59276d80 x1876702015367936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764395.298995:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015367936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764395.299003:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764395.299007:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764395.299010:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015367936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764395.299017:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015368064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764395.299052:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764395.299064:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764395/real 1789764395] req@ffff9cdd59276a00 x1876702015368064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764395.299075:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015368064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764395.299083:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764395.299087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764395.299090:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015368064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764395.299097:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015368192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764395.299118:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764395.299129:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764395/real 1789764395] req@ffff9cdd59275180 x1876702015368192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764395.299139:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015368192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764395.299146:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764395.299150:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764395.299152:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015368192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764395.299158:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015368320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764395.299176:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764395.299186:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764395/real 1789764395] req@ffff9cdd59274a80 x1876702015368320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764395.299197:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015368320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764395.299203:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764395.299207:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764395.299209:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015368320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764395.487090:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764396.511559:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764397.535699:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764398.569248:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764399.583761:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764400.414997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764400.415007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764400.415012:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764400.415024:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1918 00000100:00080000:3.0:1789764400.415037:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764400.415044:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764400.415087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015368448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764400.415113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764400.415116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764400.415118:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764400.415122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1918 00000100:00080000:3.0:1789764400.415125:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764400.415129:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764400.415136:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764400.415153:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015368576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764400.415166:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789764400.415167:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015368448:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764400.415169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764400.415172:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764400.415178:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1918 00000100:00080000:3.0:1789764400.415180:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764400.415182:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764400.415185:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764400.415194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015368704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764400.415200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764400.415202:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764400.415203:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764400.415205:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1918 00000100:00080000:3.0:1789764400.415207:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764400.415208:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764400.415211:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764400.415216:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015368832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764400.415227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764400.415230:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764400.415231:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764400.415233:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1918 00000100:00080000:3.0:1789764400.415238:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764400.415241:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764400.415243:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764400.415251:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015368960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789764400.415252:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764400.415299:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764400/real 1789764400] req@ffff9cdd59277b80 x1876702015368448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764400.415317:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015368448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764400.415328:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764400.415332:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764400.415336:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015368448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764400.415360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015368576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764400.415379:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764400.415392:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764400/real 1789764400] req@ffff9cdd59274380 x1876702015368576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764400.415405:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015368576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764400.415414:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764400.415417:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764400.415421:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015368576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764400.415427:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015368704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764400.415457:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764400.415470:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764400/real 1789764400] req@ffff9cdd59275500 x1876702015368704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764400.415483:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015368704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764400.415498:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764400.415502:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764400.415506:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015368704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764400.415512:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015368832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764400.415531:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764400.415541:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764400/real 1789764400] req@ffff9cdd59274e00 x1876702015368832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764400.415553:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015368832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764400.415561:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764400.415564:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764400.415568:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015368832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764400.415574:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015368960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764400.415591:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764400.415603:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764400/real 1789764400] req@ffff9cdd59276300 x1876702015368960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764400.415615:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015368960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764400.415623:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764400.415627:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764400.415631:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015368960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764400.607088:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764401.631712:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764402.655090:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764403.679259:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764404.706041:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764405.534983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764405.534996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764405.535000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764405.535010:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1923 00000100:00080000:3.0:1789764405.535026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764405.535034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764405.535085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015369088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764405.535113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764405.535117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764405.535118:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764405.535121:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1923 00000100:00080000:3.0:1789764405.535124:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764405.535127:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764405.535135:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764405.535145:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015369216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764405.535163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764405.535165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764405.535167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764405.535169:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1923 00000100:00080000:3.0:1789764405.535172:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764405.535174:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764405.535178:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764405.535190:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015369344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764405.535196:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015369088:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764405.535203:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764405.535209:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764405.535211:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764405.535215:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1923 00000100:00080000:3.0:1789764405.535219:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764405.535223:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764405.535229:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764405.535243:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015369472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764405.535253:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764405.535256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764405.535258:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764405.535261:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1923 00000100:00080000:3.0:1789764405.535266:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764405.535270:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764405.535276:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789764405.535278:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764405.535290:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015369600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764405.535357:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764405/real 1789764405] req@ffff9cdd59277800 x1876702015369088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764405.535376:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015369088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764405.535387:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764405.535391:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764405.535395:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015369088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764405.535403:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015369216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764405.535425:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764405.535436:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764405/real 1789764405] req@ffff9cdd59274000 x1876702015369216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764405.535446:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015369216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764405.535453:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764405.535456:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764405.535459:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015369216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764405.535484:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015369344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764405.535503:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764405.535515:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764405/real 1789764405] req@ffff9cdd59276680 x1876702015369344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764405.535526:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015369344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764405.535534:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764405.535537:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764405.535541:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015369344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764405.535546:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015369472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764405.535562:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764405.535569:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764405/real 1789764405] req@ffff9cdd59275c00 x1876702015369472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764405.535576:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015369472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764405.535580:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764405.535582:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764405.535584:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015369472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764405.535587:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015369600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764405.535604:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764405.535610:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764405/real 1789764405] req@ffff9cdd59277100 x1876702015369600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764405.535617:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015369600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764405.535621:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764405.535623:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764405.535625:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015369600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764405.729256:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764406.751086:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764407.775026:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764408.799457:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764409.823036:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764410.654997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764410.655007:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764410.655011:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764410.655020:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1928 00000100:00080000:3.0:1789764410.655031:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764410.655037:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764410.655076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015369728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764410.655100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764410.655103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764410.655105:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764410.655108:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1928 00000100:00080000:3.0:1789764410.655110:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764410.655112:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764410.655122:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764410.655135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015369856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764410.655147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764410.655150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764410.655153:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789764410.655156:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015369728:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764410.655160:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1928 00000100:00080000:3.0:1789764410.655167:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764410.655170:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764410.655174:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764410.655195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015369984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764410.655202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764410.655204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764410.655206:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764410.655209:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1928 00000100:00080000:3.0:1789764410.655222:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764410.655224:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764410.655227:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789764410.655235:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764410.655237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015370112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764410.655249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764410.655252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764410.655253:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764410.655256:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1928 00000100:00080000:3.0:1789764410.655261:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764410.655264:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764410.655267:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764410.655274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015370240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764410.655288:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764410/real 1789764410] req@ffff9cdd59275f80 x1876702015369728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764410.655308:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015369728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764410.655319:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764410.655323:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764410.655326:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015369728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764410.655349:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015369856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764410.655368:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764410.655378:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764410/real 1789764410] req@ffff9cdd59275880 x1876702015369856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764410.655389:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015369856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764410.655397:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764410.655400:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764410.655403:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015369856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764410.655410:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015369984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764410.655425:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764410.655434:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764410/real 1789764410] req@ffff9cdd59274700 x1876702015369984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764410.655444:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015369984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764410.655451:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764410.655454:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764410.655458:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015369984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764410.655463:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015370112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764410.655477:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764410.655485:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764410/real 1789764410] req@ffff9cdd59277100 x1876702015370112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764410.655495:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015370112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764410.655502:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764410.655506:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764410.655509:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015370112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764410.655514:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015370240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764410.655528:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764410.655536:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764410/real 1789764410] req@ffff9cdd59275c00 x1876702015370240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764410.655546:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015370240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764410.655554:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764410.655557:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764410.655560:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015370240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764410.847026:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764411.871131:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764412.894990:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764413.919907:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764414.943092:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764415.775040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764415.775051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764415.775055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764415.775067:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1933 00000100:00080000:0.0:1789764415.775080:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764415.775088:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764415.775128:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015370368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764415.775160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764415.775164:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764415.775165:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764415.775170:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1933 00000100:00080000:0.0:1789764415.775173:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764415.775177:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764415.775187:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764415.775200:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015370496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764415.775209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764415.775212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764415.775214:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764415.775217:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1933 00000100:00080000:0.0:1789764415.775220:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764415.775223:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764415.775228:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764415.775238:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015370624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764415.775252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764415.775255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764415.775256:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764415.775260:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1933 00000100:00080000:0.0:1789764415.775262:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764415.775266:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764415.775270:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764415.775279:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015370752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764415.775288:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764415.775290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764415.775292:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764415.775294:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1933 00000100:00080000:0.0:1789764415.775298:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764415.775301:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764415.775305:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764415.775313:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015370880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764415.775403:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015370368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764415.775481:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764415.775521:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764415/real 1789764415] req@ffff9cdd47cf8000 x1876702015370368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764415.775537:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015370368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764415.775547:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764415.775550:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764415.775554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015370368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764415.775559:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015370496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764415.775580:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764415.775592:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764415/real 1789764415] req@ffff9cdd47cf8700 x1876702015370496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764415.775602:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015370496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764415.775615:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764415.775618:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764415.775620:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015370496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764415.775626:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015370624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764415.775644:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764415.775656:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764415/real 1789764415] req@ffff9cdd47cfa680 x1876702015370624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764415.775667:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015370624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764415.775673:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764415.775676:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764415.775679:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015370624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764415.775684:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015370752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764415.775702:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764415.775713:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764415/real 1789764415] req@ffff9cdd47cfa300 x1876702015370752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764415.775723:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015370752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764415.775730:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764415.775733:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764415.775736:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015370752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764415.775741:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015370880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764415.775757:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764415.775767:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764415/real 1789764415] req@ffff9cdd47cfb100 x1876702015370880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764415.775778:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015370880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764415.775785:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764415.775788:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764415.775791:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015370880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764415.967323:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764416.991818:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764418.015107:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764419.039040:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764420.063397:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764420.894992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764420.895001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764420.895006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764420.895015:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1938 00000100:00080000:0.0:1789764420.895027:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764420.895034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764420.895071:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015371008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764420.895103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764420.895106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764420.895108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764420.895112:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1938 00000100:00080000:0.0:1789764420.895115:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764420.895119:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764420.895128:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764420.895139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015371136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764420.895148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764420.895151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764420.895152:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764420.895156:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1938 00000100:00080000:0.0:1789764420.895159:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764420.895162:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764420.895167:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764420.895178:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015371264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764420.895187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764420.895191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764420.895193:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764420.895196:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1938 00000100:00080000:0.0:1789764420.895200:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764420.895203:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764420.895208:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764420.895217:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015371392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764420.895225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764420.895228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764420.895229:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764420.895232:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1938 00000100:00080000:0.0:1789764420.895236:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764420.895239:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764420.895242:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764420.895250:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015371520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764420.895340:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015371008:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764420.895406:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764420.895454:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764420/real 1789764420] req@ffff9cdd47cf8a80 x1876702015371008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764420.895471:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015371008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764420.895482:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764420.895487:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764420.895491:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015371008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764420.895498:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015371136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764420.895533:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764420.895548:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764420/real 1789764420] req@ffff9cdd47cf9500 x1876702015371136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764420.895560:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015371136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764420.895567:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764420.895570:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764420.895573:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015371136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764420.895579:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015371264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764420.895613:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764420.895624:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764420/real 1789764420] req@ffff9cdd47cf8e00 x1876702015371264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764420.895635:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015371264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764420.895642:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764420.895645:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764420.895648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015371264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764420.895653:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015371392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764420.895672:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764420.895683:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764420/real 1789764420] req@ffff9cdd47cf9c00 x1876702015371392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764420.895694:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015371392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764420.895701:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764420.895704:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764420.895707:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015371392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764420.895713:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015371520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764420.895727:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764420.895735:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764420/real 1789764420] req@ffff9cdd47cf9880 x1876702015371520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764420.895746:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015371520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764420.895754:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764420.895756:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764420.895759:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015371520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764421.088508:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764422.111075:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764423.135030:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764424.160272:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764425.183005:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764426.015511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764426.015521:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764426.015525:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764426.015535:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1944 00000100:00080000:3.0:1789764426.015547:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764426.015554:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764426.015595:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015371648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764426.015620:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764426.015623:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764426.015626:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764426.015630:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1944 00000100:00080000:3.0:1789764426.015634:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764426.015639:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764426.015649:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764426.015666:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015371648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764426.015667:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015371776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764426.015678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764426.015682:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764426.015683:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764426.015689:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1944 00000100:00080000:3.0:1789764426.015692:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764426.015696:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764426.015701:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764426.015714:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015371904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764426.015723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764426.015727:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764426.015728:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764426.015732:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1944 00000100:00080000:3.0:1789764426.015738:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764426.015741:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764426.015746:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789764426.015750:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764426.015761:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015372032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764426.015772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764426.015775:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764426.015777:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764426.015781:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1944 00000100:00080000:3.0:1789764426.015785:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764426.015790:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764426.015795:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764426.015812:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764426/real 1789764426] req@ffff9cdd59276680 x1876702015371648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764426.015819:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015372160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764426.015837:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015371648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764426.015848:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764426.015853:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764426.015857:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015371648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764426.017179:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015371776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764426.017227:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764426.017246:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764426/real 1789764426] req@ffff9cdd59274000 x1876702015371776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764426.017262:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015371776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764426.017272:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764426.017276:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764426.017280:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015371776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764426.017286:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015371904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764426.017306:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764426.017317:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764426/real 1789764426] req@ffff9cdd59277800 x1876702015371904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764426.017327:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015371904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764426.017334:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764426.017337:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764426.017340:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015371904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764426.017346:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015372032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764426.017365:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764426.017376:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764426/real 1789764426] req@ffff9cdd59276300 x1876702015372032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764426.017386:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015372032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764426.017392:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764426.017395:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764426.017397:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015372032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764426.017402:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015372160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764426.017421:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764426.017431:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764426/real 1789764426] req@ffff9cdd59274e00 x1876702015372160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764426.017441:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015372160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764426.017448:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764426.017451:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764426.017454:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015372160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764426.209044:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764427.231208:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764428.255032:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764429.279036:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764430.303588:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764431.134981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764431.134991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764431.134996:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764431.135007:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1949 00000100:00080000:3.0:1789764431.135017:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764431.135025:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764431.135076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015372288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764431.135115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764431.135119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764431.135121:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764431.135126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1949 00000100:00080000:3.0:1789764431.135131:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764431.135136:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764431.135146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764431.135148:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015372288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764431.135162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015372416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764431.135185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764431.135189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764431.135191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764431.135195:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1949 00000100:00080000:3.0:1789764431.135200:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764431.135204:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764431.135209:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764431.135220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015372544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764431.135230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789764431.135232:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764431.135236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764431.135249:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764431.135254:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1949 00000100:00080000:3.0:1789764431.135258:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764431.135262:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764431.135267:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764431.135277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015372672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764431.135287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764431.135291:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764431/real 1789764431] req@ffff9cdd59274e00 x1876702015372288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764431.135301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764431.135305:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764431.135314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1949 00000100:00080000:3.0:1789764431.135320:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764431.135324:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015372288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764431.135327:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764431.135332:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764431.135345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015372800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764431.135358:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764431.135372:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764431.135380:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015372288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764431.135479:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015372416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764431.135517:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764431.135530:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764431/real 1789764431] req@ffff9cdd59276300 x1876702015372416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764431.135542:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015372416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764431.135557:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764431.135560:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764431.135563:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015372416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764431.135569:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015372544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764431.135595:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764431.135606:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764431/real 1789764431] req@ffff9cdd59277800 x1876702015372544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764431.135626:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015372544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764431.135634:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764431.135637:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764431.135647:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015372544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764431.135653:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015372672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764431.135680:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764431.136014:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764431/real 1789764431] req@ffff9cdd59274000 x1876702015372672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764431.136027:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015372672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764431.136040:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764431.136044:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764431.136047:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015372672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764431.136053:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015372800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764431.136085:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764431.136103:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764431/real 1789764431] req@ffff9cdd59275500 x1876702015372800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764431.136116:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015372800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764431.136123:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764431.136126:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764431.136129:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015372800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764431.327063:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764432.351129:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764433.377364:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764434.399106:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764435.423782:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764436.255018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764436.255027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764436.255032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764436.255043:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1954 00000100:00080000:0.0:1789764436.255054:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764436.255061:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764436.255094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015372928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764436.255127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764436.255131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764436.255133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764436.255137:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1954 00000100:00080000:0.0:1789764436.255140:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764436.255143:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764436.255153:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764436.255162:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015373056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764436.255171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764436.255174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764436.255176:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764436.255179:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1954 00000100:00080000:0.0:1789764436.255181:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764436.255184:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764436.255188:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764436.255196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015373184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764436.255210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764436.255214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764436.255215:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764436.255218:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1954 00000100:00080000:0.0:1789764436.255220:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764436.255223:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764436.255226:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764436.255234:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015373312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764436.255241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764436.255244:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764436.255245:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764436.255248:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1954 00000100:00080000:0.0:1789764436.255250:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764436.255253:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764436.255256:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764436.255264:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015373440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764436.255376:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015372928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764436.255436:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764436.255468:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764436/real 1789764436] req@ffff9cdd47cf9f80 x1876702015372928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764436.255484:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015372928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764436.255494:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764436.255498:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764436.255502:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015372928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764436.255509:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764436.255526:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764436.255535:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764436/real 1789764436] req@ffff9cdd47cfad80 x1876702015373056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764436.255546:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015373056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764436.255561:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764436.255564:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764436.255567:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764436.255572:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764436.255585:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764436.255593:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764436/real 1789764436] req@ffff9cdd47cfbb80 x1876702015373184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764436.255621:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015373184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764436.255630:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764436.255633:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764436.255636:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764436.255641:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764436.255656:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764436.255664:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764436/real 1789764436] req@ffff9cdd47cfaa00 x1876702015373312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764436.255675:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015373312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764436.255682:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764436.255685:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764436.255688:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764436.255693:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015373440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764436.255708:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764436.255715:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764436/real 1789764436] req@ffff9cdd47cfb480 x1876702015373440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764436.255737:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015373440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764436.255745:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764436.255748:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764436.255751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015373440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764436.447177:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764437.471078:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764438.496234:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764439.521279:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764440.543043:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764441.375501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764441.375511:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764441.375516:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764441.375526:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1959 00000100:00080000:0.0:1789764441.375538:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764441.375546:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764441.375587:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015373568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764441.375623:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764441.375627:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764441.375629:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764441.375634:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1959 00000100:00080000:0.0:1789764441.375638:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764441.375642:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764441.375652:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764441.375666:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015373696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764441.375676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764441.375679:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764441.375680:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764441.375695:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1959 00000100:00080000:0.0:1789764441.375698:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764441.375702:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764441.375707:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764441.375720:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015373824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764441.375729:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764441.375733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764441.375735:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764441.375738:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1959 00000100:00080000:0.0:1789764441.375742:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764441.375745:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764441.375750:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764441.375780:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015373952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764441.375790:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764441.375793:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764441.375809:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764441.375813:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1959 00000100:00080000:0.0:1789764441.375816:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764441.375820:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764441.375824:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764441.375851:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015374080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764441.379790:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015373568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764441.379860:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764441.379986:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764441/real 1789764441] req@ffff9cdd47cf9180 x1876702015373568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764441.380027:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015373568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764441.380067:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764441.380072:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764441.380076:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015373568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764441.380097:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764441.380131:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764441.380143:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764441/real 1789764441] req@ffff9cdd47cfb480 x1876702015373696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764441.380171:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015373696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764441.380178:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764441.380192:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764441.380196:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764441.380216:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764441.380239:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764441.380251:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764441/real 1789764441] req@ffff9cdd47cfaa00 x1876702015373824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764441.380274:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015373824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764441.380283:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764441.380287:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764441.380290:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764441.380309:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764441.380342:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764441.380367:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764441/real 1789764441] req@ffff9cdd47cfbb80 x1876702015373952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764441.380379:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015373952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764441.380387:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764441.380390:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764441.380394:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015373952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764441.380400:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015374080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764441.380420:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764441.380430:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764441/real 1789764441] req@ffff9cdd47cfad80 x1876702015374080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764441.380442:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015374080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764441.380450:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764441.380454:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764441.380457:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015374080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764441.567358:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764442.591180:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764443.615307:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764444.641092:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764445.666348:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764446.495027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764446.495037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764446.495041:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764446.495051:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1964 00000100:00080000:3.0:1789764446.495061:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764446.495069:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764446.495109:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015374208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764446.495170:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015374208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764446.495230:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764446.495258:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764446.495262:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764446.495264:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764446.495268:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1964 00000100:00080000:3.0:1789764446.495272:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764446.495275:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764446.495284:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764446.495296:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015374336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764446.495351:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764446/real 1789764446] req@ffff9cdd59274380 x1876702015374208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764446.495369:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015374208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764446.495384:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764446.495388:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764446.495392:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015374208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764446.495415:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015374336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764446.495440:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764446.495452:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764446/real 1789764446] req@ffff9cdd59277b80 x1876702015374336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764446.495464:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015374336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764446.495472:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764446.495475:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764446.495478:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015374336:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764446.495529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764446.495533:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764446.495535:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764446.495539:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1964 00000100:00080000:3.0:1789764446.495542:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764446.495546:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764446.495552:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764446.495564:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015374464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764446.495573:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764446.495576:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764446.495578:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764446.495581:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1964 00000100:00080000:3.0:1789764446.495585:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764446.495588:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764446.495592:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764446.495601:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015374592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764446.495610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764446.495613:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764446.495614:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764446.495617:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1964 00000100:00080000:3.0:1789764446.495620:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764446.495623:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764446.495626:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764446.495634:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015374720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764446.495686:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015374464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764446.495708:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764446.495719:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764446/real 1789764446] req@ffff9cdd59274a80 x1876702015374464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764446.495730:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015374464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764446.495737:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764446.495740:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764446.495743:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015374464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764446.495749:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015374592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764446.495766:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764446.495775:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764446/real 1789764446] req@ffff9cdd59275180 x1876702015374592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764446.495784:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015374592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764446.495791:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764446.495794:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764446.495796:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015374592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764446.495801:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015374720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764446.495819:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764446.495829:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764446/real 1789764446] req@ffff9cdd59276a00 x1876702015374720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764446.495840:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015374720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764446.495847:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764446.495850:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764446.495853:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015374720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764446.687431:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764447.714939:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764448.736460:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764449.759656:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764450.783430:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764451.615893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764451.615905:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764451.615910:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764451.615920:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1969 00000100:00080000:3.0:1789764451.615933:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764451.615954:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764451.615995:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015374848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764451.616028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764451.616032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764451.616033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764451.616038:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1969 00000100:00080000:3.0:1789764451.616041:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764451.616045:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764451.616054:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764451.616067:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015374976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764451.616076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764451.616079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764451.616081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764451.616084:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1969 00000100:00080000:3.0:1789764451.616088:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764451.616092:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764451.616096:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764451.616107:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015375104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764451.616115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764451.616119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764451.616121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764451.616124:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1969 00000100:00080000:3.0:1789764451.616127:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764451.616131:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764451.616136:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764451.616144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015375232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764451.616152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764451.616156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764451.616157:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764451.616161:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1969 00000100:00080000:3.0:1789764451.616164:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764451.616168:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764451.616172:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764451.616181:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015375360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764451.617057:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015374848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764451.617174:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015374976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764451.617204:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015375104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764451.617226:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015375232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764451.617246:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015375360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764451.808261:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764452.831143:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764453.855136:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789764454.687225:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789764454.687269:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789764454.687287:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789764454.687326:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789764454.687336:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789764454.687344:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789764454.687351:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764454.687934:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764451/real 1789764454] req@ffff9cdd59276d80 x1876702015374848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764454.688853:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015374848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764454.688900:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764454.688907:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764454.688913:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015374848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764454.688925:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764451/real 1789764454] req@ffff9cdd59277480 x1876702015374976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764454.688942:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015374976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764454.688950:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764454.688954:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764454.688957:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015374976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764454.688965:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764451/real 1789764454] req@ffff9cdd59276a00 x1876702015375104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764454.689606:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015375104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764454.689615:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764454.689619:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764454.689623:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015375104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764454.689630:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764451/real 1789764454] req@ffff9cdd59275180 x1876702015375232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764454.689852:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015375232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764454.689861:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764454.689888:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764454.689891:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015375232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764454.689899:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764451/real 1789764454] req@ffff9cdd59274a80 x1876702015375360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764454.689912:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015375360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764454.689919:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764454.689923:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764454.689926:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015375360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764454.880687:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764455.903084:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764456.735894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764456.735904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764456.735908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764456.735917:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1974 00000100:00080000:1.0:1789764456.735929:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764456.735936:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764456.735984:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015375488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764456.736014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764456.736017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764456.736019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764456.736023:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1974 00000100:00080000:1.0:1789764456.736026:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764456.736029:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764456.736038:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764456.736049:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015375616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764456.736058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764456.736060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764456.736062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764456.736065:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1974 00000100:00080000:1.0:1789764456.736068:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764456.736071:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764456.736076:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764456.736087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015375744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764456.736097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764456.736100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764456.736102:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764456.736105:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1974 00000100:00080000:1.0:1789764456.736108:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764456.736112:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764456.736116:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764456.736125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015375872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764456.736133:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764456.736137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764456.736138:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764456.736142:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1974 00000100:00080000:1.0:1789764456.736144:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764456.736148:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764456.736152:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764456.736160:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015376000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764456.736246:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015375488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764456.736312:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764456.736351:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764456/real 1789764456] req@ffff9cdd47c50e00 x1876702015375488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764456.736369:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015375488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764456.736378:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764456.736383:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764456.736386:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015375488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764456.736393:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015375616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764456.736415:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764456.736427:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764456/real 1789764456] req@ffff9cdd47c52300 x1876702015375616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764456.736439:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015375616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764456.736446:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764456.736449:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764456.736452:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015375616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764456.736458:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015375744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764456.736478:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764456.736488:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764456/real 1789764456] req@ffff9cdd47c53100 x1876702015375744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764456.736499:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015375744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764456.736511:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764456.736513:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764456.736516:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015375744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764456.736521:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015375872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764456.736537:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764456.736546:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764456/real 1789764456] req@ffff9cdd47c52d80 x1876702015375872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764456.736556:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015375872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764456.736564:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764456.736566:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764456.736569:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015375872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764456.736583:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015376000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764456.736601:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764456.736610:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764456/real 1789764456] req@ffff9cdd47c51c00 x1876702015376000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764456.736620:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015376000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764456.736626:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764456.736629:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764456.736632:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015376000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764456.927142:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764457.951708:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764458.975124:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764459.999209:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764461.027782:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764461.857611:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764461.857621:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764461.857625:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764461.857635:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1979 00000100:00080000:3.0:1789764461.857647:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764461.857654:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764461.857690:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015376128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764461.857724:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764461.857728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764461.857729:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764461.857733:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1979 00000100:00080000:3.0:1789764461.857737:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764461.857740:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764461.857749:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764461.857760:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015376256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764461.857769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764461.857771:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764461.857772:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764461.857776:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1979 00000100:00080000:3.0:1789764461.857778:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764461.857782:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764461.857785:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764461.857792:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015376384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764461.857800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764461.857803:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764461.857805:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764461.857808:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1979 00000100:00080000:3.0:1789764461.857810:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764461.857813:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764461.857817:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764461.857825:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015376512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764461.857833:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764461.857836:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764461.857838:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764461.857841:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1979 00000100:00080000:3.0:1789764461.857844:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764461.857847:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764461.857851:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764461.857860:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015376640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764461.857975:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015376128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764461.858033:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764461.858067:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764461/real 1789764461] req@ffff9cdd59277b80 x1876702015376128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764461.858083:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015376128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764461.858093:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764461.858097:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764461.858101:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015376128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764461.858107:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015376256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764461.858125:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764461.858134:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764461/real 1789764461] req@ffff9cdd59274380 x1876702015376256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764461.858145:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015376256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764461.858153:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764461.858155:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764461.858158:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015376256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764461.858163:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015376384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764461.858178:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764461.858186:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764461/real 1789764461] req@ffff9cdd59275500 x1876702015376384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764461.858197:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015376384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764461.858204:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764461.858207:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764461.858210:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015376384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764461.858215:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015376512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764461.858230:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764461.858238:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764461/real 1789764461] req@ffff9cdd59274000 x1876702015376512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764461.858248:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015376512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764461.858255:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764461.858258:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764461.858261:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015376512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764461.858266:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015376640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764461.858280:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764461.858287:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764461/real 1789764461] req@ffff9cdd59277800 x1876702015376640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764461.858297:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015376640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764461.858305:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764461.858308:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764461.858311:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015376640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764462.047088:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764463.072391:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764464.095623:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764465.119748:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764466.144234:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764466.975087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764466.975098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764466.975104:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764466.975114:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1984 00000100:00080000:3.0:1789764466.975126:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764466.975134:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764466.975174:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015376768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764466.975204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764466.975208:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764466.975210:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764466.975214:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1984 00000100:00080000:3.0:1789764466.975218:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764466.975222:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764466.975232:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764466.975253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015376896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764466.975262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764466.975266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764466.975267:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764466.975271:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1984 00000100:00080000:3.0:1789764466.975274:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764466.975277:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764466.975282:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764466.975291:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015377024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764466.975306:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764466.975319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764466.975321:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764466.975325:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1984 00000100:00080000:3.0:1789764466.975328:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764466.975331:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764466.975335:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764466.975343:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015377152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764466.975352:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764466.975354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764466.975356:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764466.975359:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1984 00000100:00080000:3.0:1789764466.975362:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764466.975365:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764466.975368:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764466.975376:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015377280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764466.975461:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015376768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764466.975533:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764466.975570:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764466/real 1789764466] req@ffff9cdd59276300 x1876702015376768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764466.975588:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015376768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764466.975598:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764466.975601:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764466.975605:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015376768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764466.975612:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015376896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764466.975636:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764466.975649:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764466/real 1789764466] req@ffff9cdd59274e00 x1876702015376896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764466.975660:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015376896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764466.975686:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764466.975690:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764466.975694:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015376896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764466.975701:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015377024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764466.975722:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764466.975734:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764466/real 1789764466] req@ffff9cdd59276680 x1876702015377024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764466.975746:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015377024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764466.975754:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764466.975756:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764466.975760:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015377024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764466.975765:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015377152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764466.975783:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764466.975794:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764466/real 1789764466] req@ffff9cdd59275c00 x1876702015377152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764466.975804:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015377152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764466.975811:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764466.975814:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764466.975817:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015377152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764466.975822:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015377280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764466.975838:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764466.975847:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764466/real 1789764466] req@ffff9cdd59277100 x1876702015377280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764466.975859:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015377280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764466.975887:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764466.975890:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764466.975893:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015377280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764467.167805:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764468.191411:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764469.215185:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764470.239721:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764471.268640:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764472.096635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764472.096645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764472.096649:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764472.096659:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1990 00000100:00080000:0.0:1789764472.096671:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764472.096678:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764472.096718:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015377408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764472.096785:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015377408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764472.096847:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764472.096902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764472.096906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764472.096908:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764472.096913:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1990 00000100:00080000:0.0:1789764472.096916:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764472.096921:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764472.096931:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764472.096947:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015377536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764472.097093:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764472/real 1789764472] req@ffff9cdd47cf9f80 x1876702015377408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764472.097111:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015377408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764472.097122:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764472.097127:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764472.097131:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015377408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764472.097155:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015377536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764472.097181:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764472.097194:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764472/real 1789764472] req@ffff9cdd47cf9880 x1876702015377536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764472.097207:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015377536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764472.097215:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764472.097218:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764472.097221:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015377536:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789764472.097321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764472.097325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764472.097327:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764472.097331:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1990 00000100:00080000:0.0:1789764472.097336:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764472.097340:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764472.097346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764472.097359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015377664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764472.097403:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015377664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764472.097426:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764472.097449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764472.097453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764472.097455:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764472.097469:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1990 00000100:00080000:0.0:1789764472.097473:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764472.097477:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764472.097482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764472.097494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015377792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764472.097533:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764472/real 1789764472] req@ffff9cdd47cf9c00 x1876702015377664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764472.097551:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015377664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764472.097558:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764472.097561:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764472.097564:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015377664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764472.097577:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015377792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764472.097598:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764472.097609:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764472/real 1789764472] req@ffff9cdd47cf8e00 x1876702015377792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764472.097620:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015377792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764472.097628:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764472.097631:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764472.097634:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015377792:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789764472.097720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764472.097724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764472.097726:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764472.097731:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1990 00000100:00080000:0.0:1789764472.097736:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764472.097740:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764472.097746:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764472.097758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015377920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764472.097800:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015377920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764472.097824:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764472.097905:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764472/real 1789764472] req@ffff9cdd47cf9500 x1876702015377920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764472.097917:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015377920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764472.097931:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764472.097934:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764472.097937:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015377920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764472.287966:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764473.312485:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764474.335276:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764475.362481:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764476.385272:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764477.217966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764477.217975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764477.217980:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764477.217990:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 1995 00000100:00080000:3.0:1789764477.218001:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764477.218008:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764477.218048:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015378048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764477.218082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764477.218086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764477.218087:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764477.218092:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1995 00000100:00080000:3.0:1789764477.218095:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764477.218099:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764477.218118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764477.218132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015378176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764477.218155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764477.218158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764477.218159:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764477.218163:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1995 00000100:00080000:3.0:1789764477.218166:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764477.218169:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764477.218173:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764477.218183:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015378304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764477.218191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764477.218194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764477.218196:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764477.218199:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 1995 00000100:00080000:3.0:1789764477.218202:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764477.218205:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764477.218209:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764477.218216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015378432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764477.218224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764477.218227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764477.218228:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764477.218231:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 1995 00000100:00080000:3.0:1789764477.218234:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764477.218353:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764477.218359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764477.218371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015378560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764477.218602:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015378048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764477.218667:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764477.218705:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764477/real 1789764477] req@ffff9cdd59274700 x1876702015378048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764477.218721:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015378048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764477.218731:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764477.218735:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764477.218738:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015378048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764477.218744:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015378176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764477.218765:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764477.218776:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764477/real 1789764477] req@ffff9cdd59275880 x1876702015378176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764477.218787:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015378176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764477.218794:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764477.218798:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764477.218802:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015378176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764477.218807:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015378304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764477.218825:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764477.218849:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764477/real 1789764477] req@ffff9cdd59275f80 x1876702015378304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764477.218860:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015378304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764477.218892:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764477.218895:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764477.218898:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015378304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764477.218995:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015378432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764477.219017:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764477.219028:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764477/real 1789764477] req@ffff9cdd59277100 x1876702015378432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764477.219038:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015378432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764477.219045:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764477.219047:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764477.219050:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015378432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764477.219055:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015378560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764477.219072:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764477.219083:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764477/real 1789764477] req@ffff9cdd59275c00 x1876702015378560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764477.219094:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015378560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764477.219102:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764477.219104:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764477.219108:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015378560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764477.442653:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764478.431094:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764479.457045:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764480.479886:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764481.504162:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764482.335114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764482.335123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764482.335128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764482.335138:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2000 00000100:00080000:0.0:1789764482.335149:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764482.335156:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764482.335192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015378688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764482.335219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764482.335223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764482.335225:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764482.335229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2000 00000100:00080000:0.0:1789764482.335232:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764482.335236:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764482.335245:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764482.335255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015378816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764482.335265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764482.335268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764482.335269:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764482.335273:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2000 00000100:00080000:0.0:1789764482.335275:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764482.335279:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764482.335283:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764482.335290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015378944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764482.335299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764482.335302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764482.335304:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764482.335307:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2000 00000100:00080000:0.0:1789764482.335310:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764482.335313:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764482.335316:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764482.335335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015379072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764482.335343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764482.335346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764482.335348:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764482.335351:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2000 00000100:00080000:0.0:1789764482.335354:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764482.335358:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764482.335362:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764482.335370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015379200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764482.335489:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015378688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764482.335562:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764482.335594:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764482/real 1789764482] req@ffff9cdd47cf8a80 x1876702015378688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764482.335610:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015378688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764482.335620:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764482.335624:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764482.335628:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015378688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764482.335634:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015378816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764482.335651:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764482.335661:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764482/real 1789764482] req@ffff9cdd47cfb100 x1876702015378816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764482.335672:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015378816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764482.335686:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764482.335689:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764482.335692:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015378816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764482.335697:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015378944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764482.335711:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764482.335720:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764482/real 1789764482] req@ffff9cdd47cfa300 x1876702015378944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764482.335730:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015378944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764482.335737:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764482.335740:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764482.335743:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015378944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764482.335749:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015379072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764482.335763:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764482.335770:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764482/real 1789764482] req@ffff9cdd47cfa680 x1876702015379072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764482.335781:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015379072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764482.335788:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764482.335790:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764482.335794:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015379072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764482.335799:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015379200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764482.335813:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764482.335821:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764482/real 1789764482] req@ffff9cdd47cf8700 x1876702015379200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764482.335830:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015379200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764482.335837:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764482.335840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764482.335843:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015379200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764482.527509:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764483.552918:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764484.583365:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764485.599535:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764486.623349:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764487.455247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764487.455262:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764487.455267:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764487.455279:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2005 00000100:00080000:1.0:1789764487.455291:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764487.455299:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764487.455339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015379328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764487.455379:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764487.455382:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764487.455384:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764487.455388:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2005 00000100:00080000:1.0:1789764487.455392:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764487.455396:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764487.455406:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764487.455418:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015379456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764487.455426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764487.455429:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764487.455430:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764487.455434:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2005 00000100:00080000:1.0:1789764487.455437:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764487.455440:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764487.455445:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764487.455454:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015379584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764487.455463:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764487.455466:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764487.455467:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764487.455470:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2005 00000100:00080000:1.0:1789764487.455474:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764487.455477:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764487.455481:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764487.455492:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015379712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764487.455500:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764487.455503:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764487.455505:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764487.455508:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2005 00000100:00080000:1.0:1789764487.455511:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764487.455515:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764487.455519:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764487.455526:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015379840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764487.455603:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015379328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764487.455688:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764487.455737:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764487/real 1789764487] req@ffff9cdd47c51180 x1876702015379328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764487.455754:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015379328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764487.455765:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764487.455769:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764487.455772:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015379328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764487.455779:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015379456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764487.455802:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764487.455813:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764487/real 1789764487] req@ffff9cdd47c50700 x1876702015379456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764487.455823:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015379456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764487.455831:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764487.455834:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764487.455837:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015379456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764487.455843:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015379584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764487.455862:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764487.455896:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764487/real 1789764487] req@ffff9cdd47c51880 x1876702015379584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764487.455908:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015379584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764487.455915:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764487.455918:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764487.455921:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015379584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764487.455927:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015379712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764487.455946:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764487.455955:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764487/real 1789764487] req@ffff9cdd47c51c00 x1876702015379712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764487.455972:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015379712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764487.455991:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764487.455994:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764487.455998:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015379712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764487.456003:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015379840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764487.456019:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764487.456028:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764487/real 1789764487] req@ffff9cdd47c52d80 x1876702015379840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764487.456038:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015379840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764487.456045:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764487.456048:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764487.456051:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015379840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764487.647202:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764488.671185:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764489.695244:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764490.725526:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764491.745362:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764492.581397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764492.581411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764492.581417:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764492.581430:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2010 00000100:00080000:3.0:1789764492.581443:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764492.581452:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764492.581504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015379968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764492.581547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764492.581551:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764492.581553:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764492.581558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2010 00000100:00080000:3.0:1789764492.581562:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764492.581567:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764492.581578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764492.581591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015380096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764492.581601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764492.581605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764492.581607:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764492.581610:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2010 00000100:00080000:3.0:1789764492.581614:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764492.581617:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764492.581623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764492.581632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015380224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764492.581641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764492.581644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764492.581646:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764492.581650:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2010 00000100:00080000:3.0:1789764492.581653:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764492.581657:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764492.581662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764492.581671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015380352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764492.581679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764492.581682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764492.581684:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764492.581687:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2010 00000100:00080000:3.0:1789764492.581690:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764492.581693:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764492.581697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764492.581706:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015380480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764492.582779:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015379968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764492.582946:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764492.583003:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764492/real 1789764492] req@ffff9cdd59276680 x1876702015379968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764492.583023:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015379968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764492.583034:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764492.583038:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764492.583042:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015379968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764492.583049:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764492.583075:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764492.583088:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764492/real 1789764492] req@ffff9cdd59274e00 x1876702015380096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764492.583099:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015380096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764492.583107:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764492.583110:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764492.583114:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764492.583121:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764492.583144:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764492.583155:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764492/real 1789764492] req@ffff9cdd59276300 x1876702015380224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764492.583165:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015380224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764492.583173:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764492.583176:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764492.583179:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764492.583185:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764492.583205:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764492.583216:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764492/real 1789764492] req@ffff9cdd59277800 x1876702015380352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764492.583228:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015380352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764492.583235:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764492.583239:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764492.583243:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764492.583470:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015380480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764492.583499:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764492.583511:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764492/real 1789764492] req@ffff9cdd59274000 x1876702015380480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764492.583523:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015380480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764492.583532:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764492.583535:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764492.583539:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015380480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764492.767388:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764493.792089:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764494.815323:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764495.842528:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764496.869515:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764497.697460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764497.697469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764497.697474:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764497.697484:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2015 00000100:00080000:3.0:1789764497.697495:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764497.697503:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764497.697541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015380608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764497.697572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764497.697576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764497.697578:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764497.697582:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2015 00000100:00080000:3.0:1789764497.697585:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764497.697589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764497.697597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764497.697607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015380736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764497.697616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764497.697619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764497.697621:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764497.697624:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2015 00000100:00080000:3.0:1789764497.697627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764497.697630:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764497.697633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764497.697641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015380864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764497.697648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764497.697651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764497.697652:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764497.697656:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2015 00000100:00080000:3.0:1789764497.697659:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764497.697662:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764497.697666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764497.697674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015380992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764497.697682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764497.697685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764497.697687:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764497.697690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2015 00000100:00080000:3.0:1789764497.697693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764497.697696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764497.697699:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764497.697708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015381120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764497.698133:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015380608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764497.698238:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764497.698288:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764497/real 1789764497] req@ffff9cdd59275500 x1876702015380608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764497.698305:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015380608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764497.698314:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764497.698317:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764497.698321:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015380608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764497.698327:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764497.698350:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764497.698362:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764497/real 1789764497] req@ffff9cdd59274380 x1876702015380736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764497.698373:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015380736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764497.698387:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764497.698390:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764497.698393:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764497.698399:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764497.698418:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764497.698429:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764497/real 1789764497] req@ffff9cdd59277b80 x1876702015380864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764497.698439:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015380864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764497.698447:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764497.698450:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764497.698453:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764497.698459:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764497.698478:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764497.698489:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764497/real 1789764497] req@ffff9cdd59274a80 x1876702015380992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764497.698499:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015380992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764497.698506:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764497.698509:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764497.698512:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015380992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764497.698518:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015381120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764497.698536:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764497.698549:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764497/real 1789764497] req@ffff9cdd59275180 x1876702015381120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764497.698559:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015381120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764497.698565:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764497.698568:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764497.698571:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015381120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764497.889335:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764498.911330:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764499.937355:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764500.959420:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764501.984286:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764502.819402:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764502.819414:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764502.819419:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764502.819431:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2020 00000100:00080000:0.0:1789764502.819443:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764502.819451:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764502.819498:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015381248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764502.819532:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764502.819536:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764502.819538:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764502.819541:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2020 00000100:00080000:0.0:1789764502.819544:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764502.819549:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764502.819559:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764502.819572:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015381376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764502.819580:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764502.819583:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764502.819584:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764502.819588:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2020 00000100:00080000:0.0:1789764502.819590:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764502.819593:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764502.819597:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764502.819603:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015381504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764502.819610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764502.819614:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764502.819615:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764502.819618:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2020 00000100:00080000:0.0:1789764502.819620:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764502.819623:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764502.819626:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764502.819632:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015381632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764502.819640:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764502.819643:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764502.819644:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764502.819647:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2020 00000100:00080000:0.0:1789764502.819649:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764502.819652:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764502.819655:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764502.819661:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015381760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764502.820736:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015381248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764502.820822:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764502.821627:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764502/real 1789764502] req@ffff9cdd47cf8000 x1876702015381248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764502.821656:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015381248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764502.821667:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764502.821674:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764502.821678:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015381248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764502.821689:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015381376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764502.821735:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764502.821753:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764502/real 1789764502] req@ffff9cdd47cf8700 x1876702015381376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764502.821765:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015381376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764502.821772:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764502.822026:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764502.822032:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015381376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764502.822040:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015381504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764502.822065:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764502.822078:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764502/real 1789764502] req@ffff9cdd47cfa680 x1876702015381504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764502.822088:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015381504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764502.822096:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764502.822099:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764502.822101:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015381504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764502.822107:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015381632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764502.822128:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764502.822140:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764502/real 1789764502] req@ffff9cdd47cfa300 x1876702015381632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764502.822151:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015381632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764502.822157:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764502.822161:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764502.822164:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015381632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764502.822170:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015381760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764502.822197:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764502.822207:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764502/real 1789764502] req@ffff9cdd47cfb100 x1876702015381760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764502.822218:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015381760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764502.822225:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764502.822228:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764502.822231:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015381760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764503.009134:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764504.032385:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764505.055133:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764506.080988:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764507.103246:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764507.940518:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764507.940538:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764507.940549:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764507.940558:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2025 00000100:00080000:1.0:1789764507.940570:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764507.940577:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764507.940617:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015381888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764507.940644:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764507.940648:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764507.940651:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764507.940655:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2025 00000100:00080000:1.0:1789764507.940658:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764507.940662:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764507.940671:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764507.940682:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015382016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764507.940691:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764507.940693:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764507.940695:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764507.940698:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2025 00000100:00080000:1.0:1789764507.940702:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764507.940705:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764507.940709:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764507.940721:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015382144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764507.940730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764507.940744:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764507.940746:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764507.940750:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2025 00000100:00080000:1.0:1789764507.940753:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764507.940756:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764507.940760:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764507.940896:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015381888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764507.940967:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764507.941005:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764507/real 1789764507] req@ffff9cdd47c53100 x1876702015381888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764507.941027:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015381888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764507.941037:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764507.941041:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764507.941045:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015381888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764507.941051:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764507.941071:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764507.941081:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764507/real 1789764507] req@ffff9cdd47c52300 x1876702015382016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764507.941093:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015382016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764507.941100:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764507.941103:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764507.941106:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764507.941111:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764507.941128:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764507.941136:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764507/real 1789764507] req@ffff9cdd47c50e00 x1876702015382144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764507.941147:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015382144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764507.941172:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764507.941175:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764507.941179:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764507.941564:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015382272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764507.941587:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764507.941591:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764507.941593:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764507.941597:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2025 00000100:00080000:1.0:1789764507.941606:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764507.941610:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764507.941616:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764507.941628:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015382400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764507.942689:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764507.942755:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764507.942789:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764507/real 1789764507] req@ffff9cdd47c50000 x1876702015382272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764507.942804:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015382272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764507.942814:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764507.942818:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764507.942821:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764507.942829:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015382400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764507.942850:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764507.942861:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764507/real 1789764507] req@ffff9cdd47c50a80 x1876702015382400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764507.942893:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015382400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764507.942900:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764507.942903:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764507.942906:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015382400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764508.127217:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764509.154799:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764510.175788:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764511.199245:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764512.223141:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764513.055471:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764513.055485:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764513.055491:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764513.055502:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2031 00000100:00080000:1.0:1789764513.055516:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764513.055524:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764513.055574:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015382528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764513.055613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764513.055617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764513.055620:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764513.055624:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2031 00000100:00080000:1.0:1789764513.055628:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764513.055632:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764513.055643:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764513.055656:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015382656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764513.055666:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764513.055670:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764513.055671:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764513.055675:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2031 00000100:00080000:1.0:1789764513.055678:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764513.055682:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764513.055687:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764513.055698:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015382784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764513.055706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764513.055709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764513.055711:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764513.055714:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2031 00000100:00080000:1.0:1789764513.055718:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764513.055721:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764513.055725:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764513.055735:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015382912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764513.055744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764513.058216:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764513.058223:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764513.058234:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2031 00000100:00080000:1.0:1789764513.058245:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764513.058261:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764513.058275:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764513.058311:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015383040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764513.058613:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015382528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764513.058691:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764513.058741:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764513/real 1789764513] req@ffff9cdd47c52680 x1876702015382528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764513.058774:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015382528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764513.058784:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764513.058799:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764513.058803:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015382528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764513.058812:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764513.058837:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764513.058852:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764513/real 1789764513] req@ffff9cdd47c50380 x1876702015382656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764513.058913:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015382656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764513.058923:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764513.058927:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764513.058931:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764513.058938:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764513.058963:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764513.058975:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764513/real 1789764513] req@ffff9cdd47c52a00 x1876702015382784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764513.058987:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015382784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764513.058995:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764513.058998:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764513.059001:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764513.059007:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764513.059027:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764513.059038:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764513/real 1789764513] req@ffff9cdd47c53800 x1876702015382912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764513.059049:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015382912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764513.059057:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764513.059060:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764513.059063:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015382912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764513.059069:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015383040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764513.059089:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764513.059100:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764513/real 1789764513] req@ffff9cdd47c51f80 x1876702015383040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764513.059118:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015383040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764513.059125:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764513.059128:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764513.059131:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015383040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764513.247844:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764514.271464:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764515.295355:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764516.319195:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764517.343225:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764518.178910:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764518.178920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764518.178925:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764518.178936:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2036 00000100:00080000:3.0:1789764518.178948:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764518.178956:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764518.178993:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015383168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764518.179025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764518.179029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764518.179030:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764518.179034:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2036 00000100:00080000:3.0:1789764518.179038:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764518.179042:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764518.179051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764518.179064:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015383296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764518.179084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764518.179087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764518.179089:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764518.179093:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2036 00000100:00080000:3.0:1789764518.179096:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764518.179100:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764518.179105:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764518.179115:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015383424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764518.179132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764518.179136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764518.179138:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764518.179141:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2036 00000100:00080000:3.0:1789764518.179144:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764518.179147:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764518.179151:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764518.179163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015383552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764518.179171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764518.179175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764518.179176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764518.179180:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2036 00000100:00080000:3.0:1789764518.179183:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764518.179187:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764518.179191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764518.179201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015383680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764518.179404:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015383168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764518.179497:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015383296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764518.179522:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015383424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764518.179540:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015383552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764518.179559:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015383680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764518.367676:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764519.394460:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764520.416042:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789764521.247232:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789764521.249168:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789764521.249192:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764521.249377:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764521.249387:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764521.249395:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764521.249402:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789764521.249645:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764518/real 1789764521] req@ffff9cdd59276a00 x1876702015383168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764521.249671:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015383168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764521.249683:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764521.249688:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764521.249692:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015383168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764521.249700:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764518/real 1789764521] req@ffff9cdd59277480 x1876702015383296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764521.249710:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015383296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764521.249716:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764521.249720:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764521.249723:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015383296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764521.249729:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764518/real 1789764521] req@ffff9cdd59276d80 x1876702015383424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764521.249739:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015383424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764521.249746:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764521.249759:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764521.249762:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015383424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764521.249768:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764518/real 1789764521] req@ffff9cdd59275180 x1876702015383552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764521.249779:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015383552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764521.249786:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764521.249789:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764521.249792:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015383552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764521.249798:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764518/real 1789764521] req@ffff9cdd59274a80 x1876702015383680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764521.249807:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015383680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764521.249813:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764521.249816:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764521.249819:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015383680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764521.440036:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764522.463214:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764523.296543:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764523.296557:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764523.296562:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764523.296575:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2041 00000100:00080000:1.0:1789764523.296588:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764523.296596:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764523.296641:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015383808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764523.296673:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764523.296677:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764523.296679:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764523.296684:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2041 00000100:00080000:1.0:1789764523.296688:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764523.296693:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764523.296705:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764523.296716:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015383936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764523.296726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764523.296730:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764523.296732:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764523.296735:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2041 00000100:00080000:1.0:1789764523.296739:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764523.296743:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764523.296748:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764523.296759:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015384064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764523.296768:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764523.296772:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764523.296773:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764523.296777:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2041 00000100:00080000:1.0:1789764523.296780:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764523.296784:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764523.296788:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764523.296799:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015384192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764523.296807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764523.296811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764523.296812:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764523.296816:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2041 00000100:00080000:1.0:1789764523.296819:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764523.296823:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764523.296827:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764523.296837:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015384320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764523.296946:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015383808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764523.297025:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764523.297096:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764523/real 1789764523] req@ffff9cdd47c53b80 x1876702015383808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764523.297117:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015383808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764523.297128:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764523.297132:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764523.297136:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015383808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764523.297143:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015383936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764523.297168:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764523.297189:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764523/real 1789764523] req@ffff9cdd47c53480 x1876702015383936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764523.297202:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015383936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764523.297209:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764523.297211:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764523.297215:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015383936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764523.297221:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015384064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764523.297242:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764523.297252:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764523/real 1789764523] req@ffff9cdd47c51500 x1876702015384064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764523.297270:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015384064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764523.297278:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764523.297280:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764523.297283:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015384064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764523.297289:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015384192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764523.297308:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764523.297318:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764523/real 1789764523] req@ffff9cdd47c51f80 x1876702015384192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764523.297327:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015384192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764523.297334:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764523.297337:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764523.297340:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015384192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764523.297345:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015384320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764523.297545:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764523.297557:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764523/real 1789764523] req@ffff9cdd47c53800 x1876702015384320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764523.297568:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015384320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764523.297580:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764523.297583:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764523.297586:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015384320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764523.487110:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764524.511386:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764525.535825:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764526.559175:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764527.583146:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764528.415699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764528.415715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764528.415721:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764528.415734:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2046 00000100:00080000:3.0:1789764528.415748:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764528.415757:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764528.415814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015384448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764528.415851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764528.415855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764528.415857:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764528.415862:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2046 00000100:00080000:3.0:1789764528.415902:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764528.415908:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764528.415920:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764528.415934:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015384576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764528.415945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764528.415950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764528.415952:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764528.415956:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2046 00000100:00080000:3.0:1789764528.415959:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764528.415963:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764528.415969:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764528.415979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015384704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764528.415989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764528.415993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764528.415995:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764528.415998:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2046 00000100:00080000:3.0:1789764528.416002:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764528.416005:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764528.416010:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764528.416021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015384832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764528.416030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764528.416034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764528.416036:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764528.416039:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2046 00000100:00080000:3.0:1789764528.416043:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764528.416046:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764528.416063:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764528.416074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015384960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764528.416245:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015384448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764528.416331:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764528.416404:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764528/real 1789764528] req@ffff9cdd59274a80 x1876702015384448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764528.416424:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015384448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764528.416435:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764528.416440:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764528.416444:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015384448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764528.416452:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015384576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764528.416476:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764528.416490:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764528/real 1789764528] req@ffff9cdd59275180 x1876702015384576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764528.416502:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015384576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764528.416510:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764528.416514:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764528.416517:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015384576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764528.416524:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015384704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764528.416548:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764528.416561:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764528/real 1789764528] req@ffff9cdd59276d80 x1876702015384704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764528.416573:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015384704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764528.416581:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764528.416584:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764528.416587:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015384704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764528.416593:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015384832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764528.416614:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764528.416626:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764528/real 1789764528] req@ffff9cdd59277480 x1876702015384832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764528.416638:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015384832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764528.416646:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764528.416649:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764528.416653:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015384832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764528.416659:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015384960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764528.416680:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764528.416690:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764528/real 1789764528] req@ffff9cdd59276a00 x1876702015384960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764528.416702:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015384960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764528.416710:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764528.416713:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764528.416715:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015384960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764528.608093:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764529.631828:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764530.655173:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764531.682004:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764532.716459:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764533.535102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764533.535112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764533.535117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764533.535129:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2051 00000100:00080000:3.0:1789764533.535142:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764533.535150:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764533.535198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015385088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764533.535233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764533.535238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764533.535239:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764533.535244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2051 00000100:00080000:3.0:1789764533.535259:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764533.535263:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764533.535273:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764533.535284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015385216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764533.535293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764533.535297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764533.535299:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764533.535302:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2051 00000100:00080000:3.0:1789764533.535306:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764533.535309:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764533.535314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764533.535322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015385344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764533.535330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764533.535334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764533.535336:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764533.535339:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2051 00000100:00080000:3.0:1789764533.535342:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764533.535345:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764533.535348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764533.535367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015385472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764533.535376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764533.535379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764533.535381:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764533.535385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2051 00000100:00080000:3.0:1789764533.535388:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764533.535391:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764533.535395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764533.535405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015385600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764533.536009:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015385088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764533.536104:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764533.536155:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764533/real 1789764533] req@ffff9cdd59277b80 x1876702015385088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764533.536183:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015385088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764533.536195:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764533.536200:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764533.536204:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015385088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764533.536211:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015385216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764533.536234:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764533.536259:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764533/real 1789764533] req@ffff9cdd59274380 x1876702015385216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764533.536272:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015385216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764533.536279:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764533.536282:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764533.536285:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015385216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764533.536291:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015385344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764533.536311:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764533.536321:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764533/real 1789764533] req@ffff9cdd59275500 x1876702015385344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764533.536331:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015385344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764533.536338:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764533.536341:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764533.536344:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015385344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764533.536351:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015385472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764533.536383:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764533.536393:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764533/real 1789764533] req@ffff9cdd59274000 x1876702015385472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764533.536404:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015385472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764533.536422:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764533.536425:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764533.536428:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015385472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764533.537797:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015385600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764533.537896:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764533.537922:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764533/real 1789764533] req@ffff9cdd59277800 x1876702015385600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764533.537937:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015385600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764533.537947:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764533.537950:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764533.537954:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015385600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764533.729236:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764534.751834:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764535.775233:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764536.800105:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764537.823067:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764538.655642:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764538.655652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764538.655656:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764538.656024:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2056 00000100:00080000:1.0:1789764538.656037:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764538.656045:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764538.656083:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015385728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764538.656170:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015385728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764538.656233:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764538.656264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764538.656269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764538.656271:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764538.656276:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2056 00000100:00080000:1.0:1789764538.656280:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764538.656285:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764538.656294:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764538.656308:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015385856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764538.658452:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764538/real 1789764538] req@ffff9cdd47c52a00 x1876702015385728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764538.658490:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015385728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764538.658502:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764538.658506:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764538.658510:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015385728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764538.658544:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015385856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764538.658590:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764538.658606:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764538/real 1789764538] req@ffff9cdd47c50380 x1876702015385856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764538.658619:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015385856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764538.658628:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764538.658631:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764538.658635:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015385856:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789764538.662682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764538.662691:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764538.662694:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764538.662711:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2056 00000100:00080000:1.0:1789764538.662721:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764538.662729:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764538.662739:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764538.662769:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015385984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764538.662783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764538.662786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764538.662788:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764538.662791:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2056 00000100:00080000:1.0:1789764538.662794:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764538.662797:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764538.662800:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764538.662809:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015386112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764538.662817:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764538.662820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764538.662822:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764538.662825:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2056 00000100:00080000:1.0:1789764538.662828:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764538.662831:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764538.662835:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764538.662842:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015386240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764538.663075:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015385984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764538.663265:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764538.663291:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764538/real 1789764538] req@ffff9cdd47c52680 x1876702015385984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764538.663309:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015385984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764538.663326:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764538.663330:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764538.663334:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015385984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764538.663340:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015386112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764538.663361:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764538.663372:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764538/real 1789764538] req@ffff9cdd47c50a80 x1876702015386112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764538.663384:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015386112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764538.663392:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764538.663395:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764538.663399:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015386112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764538.663404:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015386240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764538.663422:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764538.663432:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764538/real 1789764538] req@ffff9cdd47c50000 x1876702015386240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764538.663444:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015386240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764538.663452:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764538.663455:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764538.663459:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015386240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764538.849755:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764539.872198:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764540.895154:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764541.919262:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764542.946648:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764543.775109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764543.775123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764543.775128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764543.775142:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2061 00000100:00080000:0.0:1789764543.775155:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764543.775164:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764543.775213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015386368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764543.775264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764543.775268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764543.775270:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764543.775276:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2061 00000100:00080000:0.0:1789764543.775281:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764543.775285:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764543.775296:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764543.775309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015386496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764543.775318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764543.775321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764543.775323:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764543.775326:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2061 00000100:00080000:0.0:1789764543.775330:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764543.775335:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764543.775340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764543.775350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015386624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764543.775358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764543.775360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764543.775362:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764543.775365:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2061 00000100:00080000:0.0:1789764543.775368:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764543.775372:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764543.775375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764543.775384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015386752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764543.775393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764543.775396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764543.775398:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764543.775401:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2061 00000100:00080000:0.0:1789764543.775404:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764543.775408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764543.775412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764543.775422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015386880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764543.775696:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015386368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764543.775769:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764543.775992:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764543/real 1789764543] req@ffff9cdd47cf8a80 x1876702015386368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764543.776012:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015386368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764543.776023:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764543.776027:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764543.776031:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015386368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764543.776037:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015386496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764543.776063:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764543.776076:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764543/real 1789764543] req@ffff9cdd47cf9500 x1876702015386496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764543.776088:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015386496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764543.776095:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764543.776099:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764543.776102:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015386496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764543.776108:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015386624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764543.776127:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764543.776138:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764543/real 1789764543] req@ffff9cdd47cf8e00 x1876702015386624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764543.776149:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015386624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764543.776156:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764543.776159:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764543.776162:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015386624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764543.776168:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015386752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764543.776186:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764543.776195:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764543/real 1789764543] req@ffff9cdd47cf9c00 x1876702015386752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764543.776206:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015386752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764543.776212:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764543.776215:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764543.776218:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015386752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764543.776224:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015386880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764543.776361:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764543.776377:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764543/real 1789764543] req@ffff9cdd47cf9880 x1876702015386880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764543.776388:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015386880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764543.776395:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764543.776398:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764543.776401:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015386880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764543.967151:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764544.995214:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764546.015503:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764547.041216:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764548.064159:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764548.895319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764548.895332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764548.895337:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764548.895348:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2066 00000100:00080000:3.0:1789764548.895360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764548.895368:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764548.895412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015387008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764548.895446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764548.895449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764548.895451:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764548.895456:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2066 00000100:00080000:3.0:1789764548.895459:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764548.895462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764548.895473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764548.895484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015387136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764548.895493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764548.895496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764548.895497:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764548.895501:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2066 00000100:00080000:3.0:1789764548.895503:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764548.895506:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764548.895510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764548.895518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015387264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764548.895527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764548.895531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764548.895532:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764548.895536:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2066 00000100:00080000:3.0:1789764548.895539:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764548.895542:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764548.895546:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764548.895555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015387392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764548.895563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764548.895566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764548.895568:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764548.895572:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2066 00000100:00080000:3.0:1789764548.895574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764548.895578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764548.895581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764548.895588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015387520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764548.895724:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015387008:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764548.895804:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764548.895847:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764548/real 1789764548] req@ffff9cdd59276300 x1876702015387008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764548.895893:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015387008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764548.895913:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764548.895918:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764548.895922:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015387008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764548.895929:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015387136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764548.895951:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764548.895963:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764548/real 1789764548] req@ffff9cdd59274e00 x1876702015387136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764548.895973:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015387136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764548.895981:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764548.895996:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764548.895999:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015387136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764548.896005:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015387264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764548.896022:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764548.896032:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764548/real 1789764548] req@ffff9cdd59276680 x1876702015387264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764548.896050:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015387264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764548.896057:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764548.896060:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764548.896063:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015387264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764548.896068:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015387392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764548.896085:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764548.896093:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764548/real 1789764548] req@ffff9cdd59275c00 x1876702015387392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764548.896103:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015387392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764548.896111:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764548.896114:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764548.896117:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015387392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764548.896121:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015387520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764548.896135:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764548.896143:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764548/real 1789764548] req@ffff9cdd59277100 x1876702015387520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764548.896153:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015387520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764548.896167:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764548.896170:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764548.896173:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015387520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764549.088665:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764550.114253:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764551.135825:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764552.164155:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764553.183165:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764554.015210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764554.015224:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764554.015230:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764554.015243:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2072 00000100:00080000:0.0:1789764554.015258:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764554.015267:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764554.015316:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015387648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764554.015352:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764554.015356:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764554.015358:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764554.015363:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2072 00000100:00080000:0.0:1789764554.015367:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764554.015371:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764554.015381:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764554.015393:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015387776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764554.015402:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764554.015406:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764554.015408:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764554.015412:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2072 00000100:00080000:0.0:1789764554.015415:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764554.015418:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764554.015422:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764554.015429:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015387904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764554.015437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764554.015440:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764554.015442:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764554.015445:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2072 00000100:00080000:0.0:1789764554.015447:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764554.015450:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764554.015454:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764554.015461:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015388032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764554.015469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764554.015471:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764554.015472:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764554.015475:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2072 00000100:00080000:0.0:1789764554.015478:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764554.015481:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764554.015485:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764554.015495:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015388160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764554.015551:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015387648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764554.015636:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764554.015684:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764554/real 1789764554] req@ffff9cdd47cf9f80 x1876702015387648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764554.015701:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015387648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764554.015712:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764554.015716:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764554.015720:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015387648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764554.015727:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015387776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764554.015753:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764554.015764:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764554/real 1789764554] req@ffff9cdd47cfad80 x1876702015387776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764554.015774:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015387776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764554.015787:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764554.015790:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764554.015793:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015387776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764554.015799:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015387904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764554.015820:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764554.015831:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764554/real 1789764554] req@ffff9cdd47cfbb80 x1876702015387904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764554.015842:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015387904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764554.015850:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764554.015855:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764554.015858:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015387904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764554.015896:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015388032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764554.015917:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764554.015934:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764554/real 1789764554] req@ffff9cdd47cfaa00 x1876702015388032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764554.015954:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015388032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764554.015962:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764554.015965:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764554.015969:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015388032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764554.015976:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015388160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764554.015997:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764554.016007:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764554/real 1789764554] req@ffff9cdd47cfb480 x1876702015388160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764554.016020:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015388160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764554.016027:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764554.016030:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764554.016033:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015388160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764554.210324:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764555.233602:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764556.255173:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764557.279133:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764558.303469:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764559.136704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764559.136714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764559.136718:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764559.136729:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2077 00000100:00080000:3.0:1789764559.136741:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764559.136747:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764559.136791:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015388288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764559.136818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764559.136822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764559.136831:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764559.136836:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2077 00000100:00080000:3.0:1789764559.136840:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764559.136843:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764559.136852:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764559.136901:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015388416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764559.136912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764559.136922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764559.136924:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764559.136928:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2077 00000100:00080000:3.0:1789764559.136931:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764559.136934:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764559.136939:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764559.136948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015388544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764559.136955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764559.136958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764559.136959:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764559.136962:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2077 00000100:00080000:3.0:1789764559.136964:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764559.136967:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764559.136970:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764559.136979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015388672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764559.136987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764559.136989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764559.136991:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764559.136993:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2077 00000100:00080000:3.0:1789764559.136996:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764559.136999:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764559.137002:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764559.137009:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015388800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764559.137396:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015388288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764559.137487:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764559.137528:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764559/real 1789764559] req@ffff9cdd59275f80 x1876702015388288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764559.137555:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015388288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764559.137565:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764559.137569:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764559.137572:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015388288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764559.137579:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015388416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764559.137602:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764559.137614:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764559/real 1789764559] req@ffff9cdd59275880 x1876702015388416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764559.137637:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015388416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764559.137644:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764559.137647:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764559.137650:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015388416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764559.137656:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015388544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764559.137677:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764559.137688:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764559/real 1789764559] req@ffff9cdd59274700 x1876702015388544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764559.137698:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015388544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764559.137706:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764559.137709:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764559.137712:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015388544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764559.137717:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015388672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764559.137731:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764559.137739:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764559/real 1789764559] req@ffff9cdd59277100 x1876702015388672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764559.137749:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015388672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764559.137766:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764559.137768:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764559.137771:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015388672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764559.137777:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015388800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764559.137793:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764559.137801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764559/real 1789764559] req@ffff9cdd59275c00 x1876702015388800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764559.137817:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015388800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764559.137834:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764559.137838:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764559.137841:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015388800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764559.327364:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764560.356143:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764561.376893:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764562.399500:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764563.423771:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764564.254970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764564.254983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764564.254989:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764564.255001:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2082 00000100:00080000:3.0:1789764564.255013:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764564.255021:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764564.255078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015388928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764564.255112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764564.255116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764564.255118:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764564.255122:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2082 00000100:00080000:3.0:1789764564.255127:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764564.255131:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764564.255142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764564.255154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015389056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764564.255164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764564.255167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764564.255169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764564.255173:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2082 00000100:00080000:3.0:1789764564.255175:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764564.255178:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764564.255182:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764564.255190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015389184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764564.255207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764564.255211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764564.255213:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764564.255216:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2082 00000100:00080000:3.0:1789764564.255219:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764564.255223:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764564.255226:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764564.255235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015389312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764564.255250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764564.255253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764564.255255:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764564.255258:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2082 00000100:00080000:3.0:1789764564.255262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764564.255265:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764564.255270:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764564.255280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015389440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764564.255445:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015388928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764564.255512:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764564.255554:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764564/real 1789764564] req@ffff9cdd59276680 x1876702015388928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764564.255572:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015388928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764564.255583:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764564.255588:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764564.255592:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015388928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764564.255599:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764564.255617:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764564.255628:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764564/real 1789764564] req@ffff9cdd59274e00 x1876702015389056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764564.255640:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015389056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764564.255654:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764564.255658:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764564.255661:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764564.255667:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764564.255682:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764564.255691:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764564/real 1789764564] req@ffff9cdd59276300 x1876702015389184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764564.255701:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015389184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764564.255709:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764564.255712:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764564.255715:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764564.255721:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764564.255735:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764564.255743:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764564/real 1789764564] req@ffff9cdd59277800 x1876702015389312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764564.255754:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015389312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764564.255762:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764564.255765:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764564.255768:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764564.255773:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015389440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764564.255798:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764564.255808:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764564/real 1789764564] req@ffff9cdd59274000 x1876702015389440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764564.255818:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015389440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764564.255826:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764564.255829:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764564.255832:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015389440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764564.448767:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764565.475751:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764566.495229:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764567.519396:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764568.543220:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764569.375142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764569.375158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764569.375165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764569.375190:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2087 00000100:00080000:0.0:1789764569.375204:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764569.375213:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764569.375265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015389568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764569.375311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764569.375315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764569.375317:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764569.375322:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2087 00000100:00080000:0.0:1789764569.375326:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764569.375330:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764569.375346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764569.375363:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015389696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764569.375372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764569.375375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764569.375376:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764569.375380:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2087 00000100:00080000:0.0:1789764569.375383:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764569.375386:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764569.375391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764569.375400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015389824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764569.375407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764569.375409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764569.375411:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764569.375414:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2087 00000100:00080000:0.0:1789764569.375416:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764569.375419:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764569.375423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764569.375430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015389952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764569.375439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764569.375442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764569.375444:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764569.375447:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2087 00000100:00080000:0.0:1789764569.375450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764569.375454:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764569.375459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764569.375467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015390080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764569.375623:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015389568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764569.375701:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764569.375760:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764569/real 1789764569] req@ffff9cdd47cf9180 x1876702015389568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764569.375780:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015389568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764569.375791:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764569.375795:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764569.375799:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015389568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764569.375808:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764569.375832:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764569.375845:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764569/real 1789764569] req@ffff9cdd47cfb480 x1876702015389696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764569.375857:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015389696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764569.375890:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764569.375894:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764569.375897:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764569.375904:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764569.375925:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764569.375938:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764569/real 1789764569] req@ffff9cdd47cfaa00 x1876702015389824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764569.375950:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015389824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764569.375958:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764569.375961:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764569.375964:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764569.375970:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764569.375990:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764569.376001:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764569/real 1789764569] req@ffff9cdd47cfbb80 x1876702015389952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764569.376012:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015389952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764569.376020:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764569.376023:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764569.376026:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015389952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764569.376032:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015390080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764569.376052:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764569.376062:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764569/real 1789764569] req@ffff9cdd47cfad80 x1876702015390080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764569.376073:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015390080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764569.376080:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764569.376083:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764569.376086:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015390080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764569.567256:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764570.591533:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764571.615192:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764572.639167:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764573.663160:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764574.495853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764574.495862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764574.495905:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764574.495924:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2092 00000100:00080000:0.0:1789764574.495937:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764574.495945:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764574.495983:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015390208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764574.496014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764574.496018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764574.496020:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764574.496024:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2092 00000100:00080000:0.0:1789764574.496028:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764574.496031:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764574.496041:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764574.496053:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015390336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764574.496063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764574.496066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764574.496068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764574.496071:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2092 00000100:00080000:0.0:1789764574.496074:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764574.496077:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764574.496082:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764574.496104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015390464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764574.496113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764574.496116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764574.496117:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764574.496120:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2092 00000100:00080000:0.0:1789764574.496124:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764574.496128:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764574.496132:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764574.496143:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015390592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764574.496151:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764574.496154:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764574.496155:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764574.496158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2092 00000100:00080000:0.0:1789764574.496162:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764574.496165:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764574.496169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764574.496178:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015390720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764574.496198:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015390208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764574.496253:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764574.496282:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764574/real 1789764574] req@ffff9cdd47cf9f80 x1876702015390208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764574.496294:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015390208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764574.496301:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764574.496303:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764574.496306:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015390208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764574.496311:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015390336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764574.496324:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764574.496330:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764574/real 1789764574] req@ffff9cdd47cf9880 x1876702015390336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764574.496337:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015390336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764574.496342:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764574.496344:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764574.496345:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015390336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764574.496349:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015390464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764574.496359:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764574.496367:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764574/real 1789764574] req@ffff9cdd47cf9c00 x1876702015390464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764574.496378:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015390464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764574.496385:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764574.496388:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764574.496391:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015390464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764574.496397:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015390592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764574.496416:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764574.496433:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764574/real 1789764574] req@ffff9cdd47cf8e00 x1876702015390592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764574.496444:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015390592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764574.496452:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764574.496455:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764574.496458:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015390592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764574.496464:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015390720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764574.496483:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764574.496494:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764574/real 1789764574] req@ffff9cdd47cf9500 x1876702015390720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764574.496505:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015390720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764574.496512:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764574.496516:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764574.496519:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015390720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764574.688374:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764575.711243:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764576.735234:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764577.759100:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764578.783375:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764579.615097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764579.615107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764579.615111:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764579.615120:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2097 00000100:00080000:3.0:1789764579.615132:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764579.615140:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764579.615173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015390848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764579.615206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764579.615210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764579.615211:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764579.615216:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2097 00000100:00080000:3.0:1789764579.615219:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764579.615222:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764579.615231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764579.615242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015390976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764579.615252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764579.615255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764579.615257:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764579.615260:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2097 00000100:00080000:3.0:1789764579.615263:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764579.615266:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764579.615272:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764579.615281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015391104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764579.615289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764579.615292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764579.615294:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764579.615297:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2097 00000100:00080000:3.0:1789764579.615301:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764579.615304:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764579.615308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764579.615317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015391232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764579.615326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764579.615329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764579.615331:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764579.615335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2097 00000100:00080000:3.0:1789764579.615338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764579.615342:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764579.615346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764579.615355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015391360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764579.615380:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015390848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764579.615443:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764579.615491:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764579/real 1789764579] req@ffff9cdd59275500 x1876702015390848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764579.615509:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015390848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764579.615519:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764579.615523:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764579.615527:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015390848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764579.615534:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015390976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764579.615557:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764579.615569:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764579/real 1789764579] req@ffff9cdd59274380 x1876702015390976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764579.615580:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015390976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764579.615587:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764579.615591:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764579.615594:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015390976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764579.615600:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015391104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764579.615620:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764579.615630:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764579/real 1789764579] req@ffff9cdd59277b80 x1876702015391104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764579.615640:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015391104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764579.615648:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764579.615746:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764579.615751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015391104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764579.615757:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015391232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764579.615780:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764579.615791:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764579/real 1789764579] req@ffff9cdd59276a00 x1876702015391232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764579.615801:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015391232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764579.615807:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764579.615810:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764579.615813:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015391232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764579.615818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015391360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764579.615835:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764579.615847:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764579/real 1789764579] req@ffff9cdd59277480 x1876702015391360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764579.615857:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015391360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764579.615883:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764579.615886:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764579.615889:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015391360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764579.807242:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764580.831106:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764581.858196:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764582.879566:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764583.904633:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764584.735423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764584.735436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764584.735442:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764584.735454:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2102 00000100:00080000:3.0:1789764584.735468:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764584.735477:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764584.735529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015391488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764584.735570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764584.735581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764584.735583:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764584.735587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2102 00000100:00080000:3.0:1789764584.735591:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764584.735595:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764584.735606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764584.735936:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015391616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764584.735948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764584.735952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764584.735954:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764584.735958:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2102 00000100:00080000:3.0:1789764584.735963:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764584.735967:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764584.735973:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764584.735986:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015391744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764584.735996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764584.735999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764584.736001:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764584.736004:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2102 00000100:00080000:3.0:1789764584.736008:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764584.736012:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764584.736018:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764584.736029:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015391872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764584.736038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764584.736041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764584.736042:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764584.736045:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2102 00000100:00080000:3.0:1789764584.736048:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764584.736052:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764584.736056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764584.736066:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015392000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764584.736174:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015391488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764584.736287:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015391616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764584.736315:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015391744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764584.736336:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015391872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764584.736356:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015392000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764584.927326:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764585.953907:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764586.975993:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789764587.807302:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789764587.807361:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789764587.807381:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764587.807434:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764587.807444:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764587.807452:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764587.807460:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764587.807748:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764584/real 1789764587] req@ffff9cdd59276d80 x1876702015391488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764587.807775:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015391488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764587.807788:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764587.807804:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764587.807810:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015391488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764587.807817:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764584/real 1789764587] req@ffff9cdd59275180 x1876702015391616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764587.807829:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015391616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764587.807836:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764587.807840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764587.807844:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015391616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764587.807857:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764584/real 1789764587] req@ffff9cdd59274a80 x1876702015391744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764587.807916:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015391744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764587.807924:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764587.807927:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764587.807930:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015391744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764587.807937:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764584/real 1789764587] req@ffff9cdd59277480 x1876702015391872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764587.807948:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015391872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764587.808045:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764587.808051:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764587.808056:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015391872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764587.808063:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764584/real 1789764587] req@ffff9cdd59276a00 x1876702015392000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764587.808078:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015392000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764587.808085:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764587.808088:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764587.808091:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015392000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764587.999679:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764589.027444:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764589.855129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764589.855142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764589.855148:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764589.855160:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2107 00000100:00080000:3.0:1789764589.855173:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764589.855183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764589.855230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015392128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764589.855277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764589.855281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764589.855283:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764589.855287:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2107 00000100:00080000:3.0:1789764589.855291:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764589.855296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764589.855308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764589.855320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015392256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764589.855329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764589.855332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764589.855334:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764589.855337:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2107 00000100:00080000:3.0:1789764589.855340:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764589.855344:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764589.855348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764589.855356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015392384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764589.855364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764589.855367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764589.855369:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764589.855373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2107 00000100:00080000:3.0:1789764589.855376:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764589.855379:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764589.855383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764589.855392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015392512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764589.855401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764589.855404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764589.855406:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764589.855409:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2107 00000100:00080000:3.0:1789764589.855412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764589.855416:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764589.855420:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764589.855430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015392640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764589.855553:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015392128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764589.855651:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764589.855711:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764589/real 1789764589] req@ffff9cdd59277b80 x1876702015392128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764589.855732:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015392128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764589.855743:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764589.855747:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764589.855751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015392128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764589.855759:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015392256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764589.855783:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764589.855795:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764589/real 1789764589] req@ffff9cdd59274380 x1876702015392256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764589.855805:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015392256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764589.855817:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764589.855820:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764589.855823:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015392256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764589.855828:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015392384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764589.855848:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764589.855858:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764589/real 1789764589] req@ffff9cdd59275500 x1876702015392384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764589.855913:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015392384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764589.855921:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764589.855924:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764589.855927:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015392384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764589.855933:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015392512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764589.855952:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764589.855962:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764589/real 1789764589] req@ffff9cdd59274000 x1876702015392512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764589.855971:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015392512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764589.855977:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764589.855980:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764589.855984:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015392512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764589.855989:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015392640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764589.856006:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764589.856016:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764589/real 1789764589] req@ffff9cdd59277800 x1876702015392640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764589.856025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015392640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764589.856033:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764589.856036:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764589.856040:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015392640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764590.050265:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764591.072297:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764592.095081:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764593.120726:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764594.143447:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764594.974982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764594.974992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764594.974996:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764594.975006:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2112 00000100:00080000:3.0:1789764594.975018:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764594.975026:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764594.975061:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015392768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764594.975102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764594.975106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764594.975108:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764594.975113:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2112 00000100:00080000:3.0:1789764594.975117:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764594.975121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764594.975129:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764594.975142:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015392896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764594.975150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764594.975153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764594.975155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764594.975158:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2112 00000100:00080000:3.0:1789764594.975162:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764594.975165:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764594.975170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764594.975180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015393024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764594.975188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764594.975191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764594.975193:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764594.975197:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2112 00000100:00080000:3.0:1789764594.975201:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764594.975204:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764594.975208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764594.975218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015393152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764594.975227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764594.975229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764594.975231:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764594.975235:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2112 00000100:00080000:3.0:1789764594.975237:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764594.975241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764594.975245:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764594.975253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015393280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764594.978925:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015392768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764594.979046:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764594.979104:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764594/real 1789764594] req@ffff9cdd59276300 x1876702015392768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764594.979123:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015392768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764594.979134:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764594.979138:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764594.979143:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015392768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764594.979150:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015392896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764594.979172:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764594.979194:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764594/real 1789764594] req@ffff9cdd59274e00 x1876702015392896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764594.979206:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015392896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764594.979214:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764594.979217:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764594.979220:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015392896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764594.979226:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015393024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764594.979246:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764594.979256:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764594/real 1789764594] req@ffff9cdd59276680 x1876702015393024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764594.979268:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015393024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764594.979275:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764594.979278:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764594.979282:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015393024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764594.979287:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015393152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764594.979305:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764594.979316:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764594/real 1789764594] req@ffff9cdd59275c00 x1876702015393152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764594.979327:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015393152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764594.979335:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764594.979338:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764594.979341:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015393152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764594.979348:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015393280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764594.979367:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764594.979377:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764594/real 1789764594] req@ffff9cdd59277100 x1876702015393280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764594.979388:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015393280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764594.979396:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764594.979399:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764594.979402:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015393280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764595.169895:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764596.192605:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764597.216474:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764598.243245:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764599.271804:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764600.095155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764600.095171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764600.095184:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764600.095195:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2118 00000100:00080000:2.0:1789764600.095206:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764600.095213:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764600.095264:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015393408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764600.095306:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764600.095309:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764600.095311:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764600.095315:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2118 00000100:00080000:2.0:1789764600.095318:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764600.095322:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764600.095339:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764600.095350:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015393536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764600.095365:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764600.095383:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764600.095385:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764600.095388:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2118 00000100:00080000:2.0:1789764600.095392:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764600.095395:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764600.095399:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764600.095419:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015393664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764600.095428:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764600.095432:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764600.095433:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764600.095437:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2118 00000100:00080000:2.0:1789764600.095440:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764600.095472:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764600.095476:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764600.095502:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015393792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764600.095523:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764600.095533:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764600.095535:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764600.095552:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2118 00000100:00080000:2.0:1789764600.095556:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764600.095559:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764600.095564:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764600.095573:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015393920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764600.095652:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015393408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764600.095735:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764600.095834:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764600/real 1789764600] req@ffff9cdd437a7480 x1876702015393408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764600.095924:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015393408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764600.095942:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764600.095955:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764600.095968:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015393408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764600.095975:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015393536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764600.096015:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764600.096062:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764600/real 1789764600] req@ffff9cdd437a5f80 x1876702015393536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764600.096086:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015393536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764600.096103:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764600.096106:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764600.096122:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015393536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764600.096128:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015393664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764600.096155:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764600.096165:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764600/real 1789764600] req@ffff9cdd437a4380 x1876702015393664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764600.096186:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015393664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764600.096194:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764600.096197:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764600.096200:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015393664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764600.096214:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015393792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764600.096252:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764600.096271:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764600/real 1789764600] req@ffff9cdd437a7800 x1876702015393792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764600.096293:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015393792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764600.096310:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764600.096313:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764600.096316:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015393792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764600.096322:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015393920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764600.096338:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764600.096346:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764600/real 1789764600] req@ffff9cdd437a7100 x1876702015393920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764600.096357:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015393920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764600.096365:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764600.096368:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764600.096371:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015393920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764600.291715:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764601.313630:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764602.336110:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764603.359297:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764604.383726:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764605.220176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764605.220186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764605.220191:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764605.220200:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2123 00000100:00080000:0.0:1789764605.220213:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764605.220219:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764605.220254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015394048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764605.220285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764605.220288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764605.220290:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764605.220294:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2123 00000100:00080000:0.0:1789764605.220297:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764605.220301:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764605.220309:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764605.220320:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015394176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764605.220329:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764605.220332:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764605.220334:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764605.220337:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2123 00000100:00080000:0.0:1789764605.220339:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764605.220342:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764605.220346:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764605.220354:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015394304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764605.220362:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764605.220365:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764605.220366:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764605.220369:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2123 00000100:00080000:0.0:1789764605.220372:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764605.220375:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764605.220379:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764605.220386:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015394432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764605.220394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764605.220397:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764605.220399:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764605.220401:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2123 00000100:00080000:0.0:1789764605.220404:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764605.220407:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764605.220410:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764605.220417:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015394560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764605.220499:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015394048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764605.220602:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764605.220639:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764605/real 1789764605] req@ffff9cdd47cf8a80 x1876702015394048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764605.220656:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015394048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764605.220665:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764605.220669:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764605.220673:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015394048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764605.220680:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015394176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764605.220703:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764605.220715:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764605/real 1789764605] req@ffff9cdd47cfb100 x1876702015394176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764605.220727:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015394176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764605.220735:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764605.220738:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764605.220740:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015394176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764605.220746:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015394304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764605.220765:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764605.220776:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764605/real 1789764605] req@ffff9cdd47cfa300 x1876702015394304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764605.220786:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015394304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764605.220793:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764605.220796:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764605.220799:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015394304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764605.220804:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015394432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764605.220822:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764605.220832:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764605/real 1789764605] req@ffff9cdd47cfa680 x1876702015394432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764605.220843:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015394432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764605.220849:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764605.220852:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764605.220855:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015394432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764605.220861:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015394560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764605.220915:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764605.220926:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764605/real 1789764605] req@ffff9cdd47cf8700 x1876702015394560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764605.220938:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015394560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764605.220946:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764605.220949:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764605.220952:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015394560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764605.407130:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764606.431284:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764607.456674:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764608.479087:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764609.505319:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764610.335645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764610.335660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764610.335665:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764610.335678:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2128 00000100:00080000:0.0:1789764610.335691:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764610.335700:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764610.335748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015394688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764610.335784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764610.335792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764610.335794:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764610.335798:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2128 00000100:00080000:0.0:1789764610.335802:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764610.335807:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764610.335818:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764610.335833:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015394816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764610.335913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764610.335917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764610.335919:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764610.335923:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2128 00000100:00080000:0.0:1789764610.335927:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764610.335931:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764610.335936:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764610.335948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015394944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764610.335958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764610.335961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764610.335963:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764610.335966:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2128 00000100:00080000:0.0:1789764610.335969:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764610.335972:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764610.335977:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764610.335987:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015395072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764610.335995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764610.335998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764610.336000:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764610.336003:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2128 00000100:00080000:0.0:1789764610.336005:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764610.336009:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764610.336013:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764610.336021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015395200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764610.336618:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015394688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764610.336710:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764610.336760:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764610/real 1789764610] req@ffff9cdd47cf8000 x1876702015394688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764610.336778:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015394688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764610.336789:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764610.336793:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764610.336797:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015394688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764610.336804:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015394816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764610.336827:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764610.336839:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764610/real 1789764610] req@ffff9cdd47cf8700 x1876702015394816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764610.336850:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015394816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764610.336857:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764610.336860:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764610.336893:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015394816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764610.336901:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015394944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764610.336922:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764610.336932:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764610/real 1789764610] req@ffff9cdd47cfa680 x1876702015394944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764610.336942:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015394944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764610.336949:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764610.336952:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764610.336955:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015394944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764610.336961:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015395072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764610.336980:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764610.336991:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764610/real 1789764610] req@ffff9cdd47cfa300 x1876702015395072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764610.337000:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015395072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764610.337007:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764610.337010:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764610.337013:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015395072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764610.337020:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015395200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764610.337040:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764610.337050:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764610/real 1789764610] req@ffff9cdd47cfb100 x1876702015395200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764610.337060:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015395200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764610.337067:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764610.337070:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764610.337073:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015395200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764610.527886:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764611.551253:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764612.575252:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764613.600930:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764614.624432:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764615.456447:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764615.456460:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764615.456465:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764615.456477:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2133 00000100:00080000:3.0:1789764615.456499:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764615.456508:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764615.456562:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015395328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764615.456595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764615.456599:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764615.456600:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764615.456605:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2133 00000100:00080000:3.0:1789764615.456608:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764615.456612:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764615.456622:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764615.456634:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015395456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764615.456643:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764615.456646:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764615.456648:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764615.456652:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2133 00000100:00080000:3.0:1789764615.456655:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764615.456658:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764615.456663:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764615.456672:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015395584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764615.456682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764615.456685:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764615.456687:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764615.456690:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2133 00000100:00080000:3.0:1789764615.456693:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764615.456697:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764615.456701:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764615.456713:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015395712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764615.456721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764615.456724:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764615.456726:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764615.456730:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2133 00000100:00080000:3.0:1789764615.456733:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764615.456737:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764615.456741:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764615.456750:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015395840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764615.457648:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015395328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764615.457729:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764615.457801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764615/real 1789764615] req@ffff9cdd59274700 x1876702015395328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764615.457822:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015395328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764615.457833:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764615.457837:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764615.457840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015395328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764615.457848:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015395456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764615.457900:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764615.457914:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764615/real 1789764615] req@ffff9cdd59275880 x1876702015395456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764615.457926:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015395456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764615.457933:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764615.457936:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764615.457939:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015395456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764615.457945:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015395584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764615.457965:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764615.457976:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764615/real 1789764615] req@ffff9cdd59275f80 x1876702015395584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764615.457986:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015395584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764615.457994:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764615.457997:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764615.458001:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015395584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764615.458006:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015395712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764615.458025:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764615.458059:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764615/real 1789764615] req@ffff9cdd59277100 x1876702015395712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764615.458077:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015395712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764615.458084:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764615.458087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764615.458090:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015395712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764615.458096:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015395840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764615.458118:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764615.458257:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764615/real 1789764615] req@ffff9cdd59275c00 x1876702015395840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764615.458271:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015395840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764615.458278:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764615.458281:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764615.458285:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015395840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764615.649230:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764616.673354:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764617.695542:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764618.719141:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764619.743154:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764620.577978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764620.577986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764620.577990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764620.577999:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2138 00000100:00080000:2.0:1789764620.578010:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764620.578017:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764620.578051:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015395968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764620.578085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764620.578089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764620.578091:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764620.578094:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2138 00000100:00080000:2.0:1789764620.578097:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764620.578100:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764620.578109:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764620.578120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015396096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764620.578139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764620.578143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764620.578145:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764620.578148:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2138 00000100:00080000:2.0:1789764620.578152:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764620.578155:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764620.578159:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764620.578167:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015396224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764620.578176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764620.578179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764620.578181:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764620.578184:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2138 00000100:00080000:2.0:1789764620.578186:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764620.578189:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764620.578507:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764620.578520:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015396352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764620.578529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764620.578533:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764620.578534:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764620.578538:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2138 00000100:00080000:2.0:1789764620.578542:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764620.578545:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764620.578549:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764620.578556:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015396480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764620.578650:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015395968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764620.578707:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764620.579090:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764620/real 1789764620] req@ffff9cdd437a4000 x1876702015395968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764620.579109:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015395968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764620.579126:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764620.579130:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764620.579135:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015395968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764620.579142:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764620.579165:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764620.579176:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764620/real 1789764620] req@ffff9cdd437a5c00 x1876702015396096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764620.579188:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015396096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764620.579678:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764620.579683:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764620.579687:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764620.579694:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764620.579718:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764620.579730:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764620/real 1789764620] req@ffff9cdd437a5180 x1876702015396224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764620.579741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015396224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764620.579749:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764620.579752:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764620.579755:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764620.579761:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764620.579776:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764620.579784:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764620/real 1789764620] req@ffff9cdd437a4700 x1876702015396352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764620.579794:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015396352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764620.579802:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764620.579805:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764620.579808:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764620.579813:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015396480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764620.579827:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764620.579836:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764620/real 1789764620] req@ffff9cdd437a6680 x1876702015396480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764620.579992:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015396480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764620.580001:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764620.580004:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764620.580008:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015396480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764620.767384:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764621.791893:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764622.816734:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764623.839509:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764624.863820:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764625.695091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764625.695105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764625.695111:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764625.695124:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2143 00000100:00080000:1.0:1789764625.695139:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764625.695147:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764625.695200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015396608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764625.695238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764625.695242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764625.695244:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764625.695250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2143 00000100:00080000:1.0:1789764625.695253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764625.695257:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764625.695269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764625.695283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015396736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764625.695378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764625.695382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764625.695384:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764625.695389:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2143 00000100:00080000:1.0:1789764625.695393:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764625.695397:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764625.695403:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764625.695415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015396864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764625.695425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764625.695429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764625.695430:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764625.695434:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2143 00000100:00080000:1.0:1789764625.695437:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764625.695441:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764625.695445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764625.695453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015396992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764625.695462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764625.695466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764625.695467:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764625.695471:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2143 00000100:00080000:1.0:1789764625.695474:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764625.695477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764625.695482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764625.695491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015397120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764625.695592:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015396608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764625.695667:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764625.696541:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764625/real 1789764625] req@ffff9cdd47c50e00 x1876702015396608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764625.696565:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015396608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764625.696576:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764625.696581:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764625.696585:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015396608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764625.696595:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764625.696635:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764625.696649:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764625/real 1789764625] req@ffff9cdd47c52300 x1876702015396736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764625.696661:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015396736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764625.696668:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764625.696671:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764625.696674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764625.696679:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764625.696713:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764625.696725:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764625/real 1789764625] req@ffff9cdd47c53100 x1876702015396864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764625.696736:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015396864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764625.696749:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764625.696752:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764625.696755:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764625.696762:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764625.697029:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764625.697043:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764625/real 1789764625] req@ffff9cdd47c52d80 x1876702015396992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764625.697054:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015396992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764625.697061:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764625.697064:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764625.697067:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015396992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764625.697074:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015397120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764625.697094:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764625.697105:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764625/real 1789764625] req@ffff9cdd47c51c00 x1876702015397120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764625.697116:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015397120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764625.697124:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764625.697127:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764625.697131:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015397120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764625.887347:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764626.915679:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764627.935414:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764628.959189:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764629.983962:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764630.816582:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764630.816599:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764630.816605:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764630.816781:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2148 00000100:00080000:0.0:1789764630.816798:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764630.816807:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764630.816919:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015397248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764630.817369:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015397248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764630.817449:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764630.817493:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764630.817497:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764630.817499:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764630.817504:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2148 00000100:00080000:0.0:1789764630.817509:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764630.817514:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764630.817527:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764630.817543:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015397376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764630.829626:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764630/real 1789764630] req@ffff9cdd47cf8a80 x1876702015397248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764630.829662:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015397248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764630.829675:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764630.829681:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764630.829686:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015397248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764630.829725:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015397376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764630.829800:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764630.829822:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764630/real 1789764630] req@ffff9cdd47cf9500 x1876702015397376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764630.829835:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015397376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764630.829843:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764630.829846:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764630.829850:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015397376:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789764630.829958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764630.829964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764630.829967:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764630.829973:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2148 00000100:00080000:0.0:1789764630.829981:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764630.829990:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764630.830030:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764630.830062:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015397504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764630.830092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764630.830096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764630.830098:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764630.830101:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2148 00000100:00080000:0.0:1789764630.830105:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764630.830109:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764630.830114:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764630.830125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015397632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764630.830135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764630.830139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764630.830141:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764630.830144:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2148 00000100:00080000:0.0:1789764630.830148:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764630.830162:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764630.830168:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764630.830179:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015397760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764630.830921:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015397504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764630.830981:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764630.831004:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764630/real 1789764630] req@ffff9cdd47cf8e00 x1876702015397504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764630.831019:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015397504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764630.831028:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764630.831032:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764630.831036:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015397504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764630.831044:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015397632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764630.831067:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764630.831079:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764630/real 1789764630] req@ffff9cdd47cf9c00 x1876702015397632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764630.831090:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015397632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764630.831099:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764630.831103:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764630.831106:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015397632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764630.831113:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015397760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764630.831134:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764630.831145:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764630/real 1789764630] req@ffff9cdd47cf9880 x1876702015397760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764630.831171:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015397760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764630.831179:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764630.831183:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764630.831186:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015397760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764631.007225:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764632.032391:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764633.055165:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764634.079117:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764635.103120:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764635.938489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764635.938512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764635.938540:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764635.938568:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2153 00000100:00080000:3.0:1789764635.938607:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764635.938615:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764635.938659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015397888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764635.938706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764635.938710:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764635.938712:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764635.938716:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2153 00000100:00080000:3.0:1789764635.938721:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764635.938737:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764635.938745:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015397888:192.168.203.148@tcp:250:kworker.0 00000008:00100000:3.0:1789764635.938747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764635.938772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015398016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764635.938796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764635.938799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764635.938801:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764635.938820:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2153 00000800:00000100:2.0:1789764635.938822:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764635.938826:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764635.938832:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764635.938838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764635.938850:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015398144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764635.938859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764635.938863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764635.938907:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789764635.938913:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764635/real 1789764635] req@ffff9cdd59276680 x1876702015397888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764635.938914:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2153 00000100:00080000:3.0:1789764635.938922:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764635.938930:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764635.938935:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764635.938940:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015397888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764635.938951:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789764635.938952:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015398272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764635.938960:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764635.938968:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015397888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764635.938968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764635.938976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764635.938979:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764635.938984:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2153 00000100:00080000:3.0:1789764635.938988:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764635.938992:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764635.938997:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764635.939000:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764635.939011:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015398400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789764635.939030:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764635.939046:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764635/real 1789764635] req@ffff9cdd59274e00 x1876702015398016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764635.939059:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015398016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764635.939067:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764635.939071:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764635.939075:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764635.939081:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764635.939100:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764635.939111:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764635/real 1789764635] req@ffff9cdd59276300 x1876702015398144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764635.939122:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015398144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764635.939136:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764635.939140:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764635.939143:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764635.939149:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764635.939168:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764635.939179:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764635/real 1789764635] req@ffff9cdd59277800 x1876702015398272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764635.939190:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015398272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764635.939198:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764635.939201:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764635.939204:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764635.939220:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015398400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764635.939240:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764635.939249:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764635/real 1789764635] req@ffff9cdd59274000 x1876702015398400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764635.939259:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015398400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764635.939277:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764635.939280:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764635.939284:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015398400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764636.127132:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764637.151581:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764638.175065:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764639.199821:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764640.223075:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764641.055288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764641.055302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764641.055306:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764641.055315:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2159 00000100:00080000:1.0:1789764641.055327:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764641.055334:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764641.055371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015398528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764641.055446:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015398528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764641.055506:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764641.055539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764641.055543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764641.055545:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764641.055550:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2159 00000100:00080000:1.0:1789764641.055554:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764641.055558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764641.055568:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764641.055582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015398656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764641.057539:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764641/real 1789764641] req@ffff9cdd47c51880 x1876702015398528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764641.057564:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015398528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764641.057574:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764641.057578:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764641.057581:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015398528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764641.057607:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764641.057647:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764641.057662:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764641/real 1789764641] req@ffff9cdd47c50700 x1876702015398656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764641.057674:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015398656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764641.057682:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764641.057685:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764641.057688:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398656:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789764641.058984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764641.058992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764641.058995:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764641.059001:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2159 00000100:00080000:1.0:1789764641.059009:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764641.059015:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764641.059025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764641.059050:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015398784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764641.059064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764641.059068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764641.059069:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764641.059073:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2159 00000100:00080000:1.0:1789764641.059077:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764641.059080:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764641.059084:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764641.059097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015398912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764641.059106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764641.059109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764641.059111:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764641.059114:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2159 00000100:00080000:1.0:1789764641.059117:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764641.059120:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764641.059126:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764641.059136:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015399040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764641.059834:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764641.059950:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764641.059973:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764641/real 1789764641] req@ffff9cdd47c51180 x1876702015398784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764641.059987:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015398784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764641.059996:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764641.060000:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764641.060003:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764641.060010:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764641.060028:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764641.060273:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764641/real 1789764641] req@ffff9cdd47c50700 x1876702015398912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764641.060287:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015398912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764641.060295:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764641.060298:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764641.060301:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015398912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764641.060307:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015399040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764641.060328:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764641.060339:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764641/real 1789764641] req@ffff9cdd47c51880 x1876702015399040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764641.060349:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015399040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764641.060357:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764641.060359:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764641.060362:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015399040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764641.247263:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764642.271578:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764643.295265:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764644.320187:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764645.343077:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764646.175268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764646.175283:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764646.175288:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764646.175302:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2164 00000100:00080000:0.0:1789764646.175316:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764646.175325:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764646.175377:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015399168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764646.175459:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015399168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764646.175536:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764646.175573:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764646.175577:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764646.175579:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764646.175584:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2164 00000100:00080000:0.0:1789764646.175589:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764646.175592:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764646.175603:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764646.175616:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015399296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764646.181526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764646.181541:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764646.181546:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764646.181559:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2164 00000100:00080000:0.0:1789764646.181575:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764646.181583:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764646.181598:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764646.181640:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015399424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764646.181657:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764646.181660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764646.181662:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764646.181665:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2164 00000100:00080000:0.0:1789764646.181668:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764646.181672:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764646.181676:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764646.181683:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015399552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764646.181691:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764646.181694:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764646.181695:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764646.181699:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2164 00000100:00080000:0.0:1789764646.181702:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764646.181705:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764646.181710:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764646.181718:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015399680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764646.182273:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764646/real 1789764646] req@ffff9cdd47cf9f80 x1876702015399168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764646.182303:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015399168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764646.182314:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764646.182319:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764646.182323:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015399168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764646.182360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015399296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764646.182432:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764646.182450:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764646/real 1789764646] req@ffff9cdd47cfad80 x1876702015399296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764646.182462:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015399296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764646.182470:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764646.182474:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764646.182477:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015399296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764646.182484:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015399424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764646.182503:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764646.182512:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764646/real 1789764646] req@ffff9cdd47cfbb80 x1876702015399424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764646.182523:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015399424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764646.182531:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764646.182534:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764646.182537:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015399424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764646.182543:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015399552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764646.182561:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764646.182570:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764646/real 1789764646] req@ffff9cdd47cfaa00 x1876702015399552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764646.182581:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015399552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764646.182589:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764646.182592:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764646.182595:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015399552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764646.182601:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015399680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764646.182617:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764646.182626:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764646/real 1789764646] req@ffff9cdd47cfb480 x1876702015399680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764646.182636:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015399680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764646.182644:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764646.182646:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764646.182649:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015399680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764646.367449:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764647.391233:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764648.422945:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764649.440931:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764650.463261:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764651.295081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764651.295096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764651.295101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764651.295113:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2169 00000100:00080000:0.0:1789764651.295127:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764651.295136:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764651.295203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015399808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764651.295296:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015399808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789764651.295932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764651.295937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764651.295940:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764651.295946:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2169 00000100:00080000:0.0:1789764651.295951:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764651.295957:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764651.295978:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764651.296002:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015399936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764651.300549:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015399936:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789764651.302255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764651.302655:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764651.302660:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764651.302671:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2169 00000100:00080000:0.0:1789764651.302683:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764651.302691:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764651.302708:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764651.302752:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015400064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764651.302780:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764651.302785:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764651.302787:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764651.302791:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2169 00000100:00080000:0.0:1789764651.302795:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764651.302800:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764651.302805:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764651.302818:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015400192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764651.302829:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764651.302833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764651.302835:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764651.302838:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2169 00000100:00080000:0.0:1789764651.302842:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764651.302845:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764651.302850:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764651.302860:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015400320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764651.303385:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015400064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764651.303474:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015400192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764651.304118:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015400320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764651.487220:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764652.511422:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764653.536060:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789764654.367501:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789764654.367575:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789764654.367596:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764654.367645:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764654.367656:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764654.367665:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764654.367674:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789764654.367698:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764651/real 1789764654] req@ffff9cdd47cfaa00 x1876702015400064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764654.367728:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015400064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764654.367740:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764654.367745:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764654.367750:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015400064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764654.367757:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764651/real 1789764654] req@ffff9cdd47cfbb80 x1876702015400192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764654.367775:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015400192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764654.367782:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764654.367785:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764654.367787:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015400192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764654.367793:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764651/real 1789764654] req@ffff9cdd47cfad80 x1876702015400320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764654.367803:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015400320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764654.367810:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764654.367813:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764654.367816:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015400320:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764654.367821:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764651/real 1789764654] req@ffff9cdd47cfb480 x1876702015399936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764654.367831:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015399936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764654.367838:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764654.367842:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764654.367845:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015399936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764654.367851:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764651/real 1789764654] req@ffff9cdd47cf9180 x1876702015399808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764654.367863:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015399808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764654.367898:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764654.367902:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764654.367905:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015399808:192.168.203.148@tcp:250:kworker.0 00010000:00010000:3.0:1789764654.559850:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764655.584091:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764656.415107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764656.415131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764656.415136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764656.415148:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2174 00000100:00080000:3.0:1789764656.415163:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764656.415172:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764656.415222:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015400448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764656.415305:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015400448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764656.415385:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764656.415423:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764656.415431:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764656.415433:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764656.415438:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2174 00000100:00080000:3.0:1789764656.415442:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764656.415446:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764656.415457:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764656.415468:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015400576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764656.415469:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764656/real 1789764656] req@ffff9cdd59275500 x1876702015400448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764656.415480:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764656.415482:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764656.415484:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764656.415487:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2174 00000100:00100000:2.0:1789764656.415488:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015400448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764656.415491:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764656.415494:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:2.0:1789764656.415499:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1789764656.415500:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1789764656.415503:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764656.415508:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015400448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764656.415508:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015400704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764656.415516:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764656.415519:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764656.415520:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764656.415523:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2174 00000100:00080000:3.0:1789764656.415526:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764656.415529:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764656.415533:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764656.415534:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015400576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764656.415542:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015400832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764656.415550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764656.415553:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764656.415555:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1789764656.415556:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764656.415559:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2174 00000100:00080000:3.0:1789764656.415561:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764656.415565:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764656.415567:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764656/real 1789764656] req@ffff9cdd59274380 x1876702015400576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789764656.415569:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764656.415579:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015400576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764656.415579:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015400960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764656.415588:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764656.415591:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764656.415594:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015400576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764656.415600:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015400704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764656.415620:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764656.415630:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764656/real 1789764656] req@ffff9cdd59277b80 x1876702015400704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764656.415641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015400704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764656.415649:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764656.415652:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764656.415655:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015400704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764656.415669:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015400832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764656.415689:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764656.415700:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764656/real 1789764656] req@ffff9cdd59276a00 x1876702015400832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764656.415711:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015400832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764656.415716:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764656.415718:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764656.415720:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015400832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764656.415724:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015400960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764656.415737:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764656.415743:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764656/real 1789764656] req@ffff9cdd59277480 x1876702015400960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764656.415750:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015400960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764656.415754:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764656.415756:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764656.415757:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015400960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764656.611622:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764657.635658:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764658.655131:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764659.679699:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764660.703241:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764661.535806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764661.535820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764661.535826:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764661.535839:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2179 00000100:00080000:3.0:1789764661.535854:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764661.536050:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764661.536115:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015401088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764661.536149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764661.536153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764661.536154:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764661.536159:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2179 00000100:00080000:3.0:1789764661.536163:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764661.536168:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764661.536179:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764661.536190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015401216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764661.536199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764661.536202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764661.536204:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764661.536208:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2179 00000100:00080000:3.0:1789764661.536211:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764661.536214:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764661.536219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764661.536227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015401344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764661.536236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764661.536239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764661.536241:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764661.536244:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2179 00000100:00080000:3.0:1789764661.536248:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764661.536251:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764661.536255:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764661.536265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015401472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764661.536274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764661.536276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764661.536278:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764661.536281:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2179 00000100:00080000:3.0:1789764661.536284:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764661.536287:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764661.536291:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764661.536298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015401600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764661.536347:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015401088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764661.536434:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764661.536483:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764661/real 1789764661] req@ffff9cdd59274a80 x1876702015401088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764661.536503:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015401088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764661.536514:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764661.536518:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764661.536522:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015401088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764661.536530:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015401216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764661.536553:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764661.536565:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764661/real 1789764661] req@ffff9cdd59275180 x1876702015401216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764661.536584:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015401216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764661.536591:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764661.536594:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764661.536598:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015401216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764661.536604:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015401344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764661.536625:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764661.536636:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764661/real 1789764661] req@ffff9cdd59276d80 x1876702015401344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764661.536646:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015401344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764661.536654:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764661.536657:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764661.536660:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015401344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764661.536665:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015401472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764661.536682:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764661.536691:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764661/real 1789764661] req@ffff9cdd59277480 x1876702015401472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764661.536700:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015401472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764661.536713:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764661.536716:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764661.536718:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015401472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764661.536724:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015401600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764661.536739:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764661.536747:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764661/real 1789764661] req@ffff9cdd59276a00 x1876702015401600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764661.536757:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015401600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764661.536764:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764661.536767:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764661.536770:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015401600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764661.727338:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764662.751742:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764663.775938:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764664.800104:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764665.823687:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764666.655078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764666.655093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764666.655098:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764666.655112:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2184 00000100:00080000:0.0:1789764666.655125:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764666.655135:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764666.655186:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015401728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764666.655229:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764666.655233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764666.655235:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764666.655240:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2184 00000100:00080000:0.0:1789764666.655243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764666.655248:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764666.655260:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764666.655274:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015401856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764666.655283:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764666.655286:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764666.655288:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764666.655291:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2184 00000100:00080000:0.0:1789764666.655294:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764666.655298:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764666.655304:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764666.655313:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015401984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764666.655322:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789764666.655507:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015401728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764666.655576:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764666.655614:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764666/real 1789764666] req@ffff9cdd47cf9f80 x1876702015401728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764666.655638:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015401728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764666.655649:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764666.655654:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764666.655658:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015401728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764666.655665:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015401856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764666.655697:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764666.655711:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764666/real 1789764666] req@ffff9cdd47cf9880 x1876702015401856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764666.655723:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015401856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764666.655731:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764666.655734:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764666.655738:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015401856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764666.655744:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015401984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764666.655766:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764666.655777:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764666/real 1789764666] req@ffff9cdd47cf9c00 x1876702015401984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764666.655788:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015401984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764666.655806:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764666.655810:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764666.655813:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015401984:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789764666.660516:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764666.660532:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764666.660546:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2184 00000100:00080000:0.0:1789764666.660560:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764666.660569:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764666.660584:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764666.660630:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015402112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764666.660670:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764666.660674:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764666.660675:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764666.660679:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2184 00000100:00080000:0.0:1789764666.660682:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764666.660685:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764666.660689:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764666.660698:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015402240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764666.661058:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015402112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764666.661131:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764666.661167:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764666/real 1789764666] req@ffff9cdd47cf8e00 x1876702015402112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764666.661187:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015402112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764666.661764:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764666.661774:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764666.661779:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015402112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764666.661788:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015402240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764666.661823:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764666.661840:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764666/real 1789764666] req@ffff9cdd47cf9500 x1876702015402240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764666.661853:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015402240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764666.661860:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764666.662827:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764666.662839:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015402240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764666.849668:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764667.871357:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764668.895840:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764669.919656:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764670.943383:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764671.776974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764671.776988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764671.776993:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764671.777047:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2189 00000100:00080000:1.0:1789764671.777060:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764671.777069:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764671.777130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015402368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764671.777168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764671.777171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764671.777173:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764671.777178:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2189 00000100:00080000:1.0:1789764671.777182:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764671.777186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764671.777197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764671.777211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015402496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764671.777220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764671.777223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764671.777224:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764671.777228:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2189 00000100:00080000:1.0:1789764671.777230:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764671.777235:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764671.777240:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764671.777250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015402624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764671.777259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764671.777262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764671.777264:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764671.777268:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2189 00000100:00080000:1.0:1789764671.777272:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764671.777276:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764671.777280:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764671.777290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015402752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764671.777299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764671.777302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764671.777303:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764671.777307:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2189 00000100:00080000:1.0:1789764671.777310:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764671.777313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764671.777318:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764671.777326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015402880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764671.777754:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015402368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764671.777831:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764671.777906:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764671/real 1789764671] req@ffff9cdd47c51c00 x1876702015402368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764671.777934:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015402368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764671.777946:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764671.777951:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764671.777955:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015402368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764671.777962:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015402496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764671.777987:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764671.778010:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764671/real 1789764671] req@ffff9cdd47c52d80 x1876702015402496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764671.778023:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015402496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764671.778030:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764671.778033:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764671.778036:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015402496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764671.778043:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015402624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764671.778072:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764671.778083:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764671/real 1789764671] req@ffff9cdd47c53100 x1876702015402624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764671.778092:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015402624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764671.778100:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764671.778103:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764671.778106:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015402624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764671.778111:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015402752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764671.778129:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764671.778139:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764671/real 1789764671] req@ffff9cdd47c52300 x1876702015402752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764671.778154:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015402752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764671.778161:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764671.778163:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764671.778166:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015402752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764671.778172:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015402880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764671.778191:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764671.778201:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764671/real 1789764671] req@ffff9cdd47c50e00 x1876702015402880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764671.778211:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015402880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764671.778217:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764671.778221:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764671.778224:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015402880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764671.967169:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764672.991138:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764674.015121:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764675.040974:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764676.063118:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764676.895158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764676.895172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764676.895178:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764676.895190:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2194 00000100:00080000:3.0:1789764676.895204:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764676.895213:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764676.895263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015403008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764676.895302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764676.895306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764676.895307:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764676.895312:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2194 00000100:00080000:3.0:1789764676.895316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764676.895320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764676.895332:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764676.895344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015403136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764676.895353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764676.895356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764676.895358:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764676.895362:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2194 00000100:00080000:3.0:1789764676.895366:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764676.895370:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764676.895375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764676.895385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015403264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764676.895394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764676.895397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764676.895399:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764676.895403:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2194 00000100:00080000:3.0:1789764676.895406:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764676.895410:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764676.895415:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764676.895425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015403392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764676.895436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764676.895439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764676.895441:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789764676.895447:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015403008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764676.895448:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2194 00000100:00080000:3.0:1789764676.895455:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764676.895460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764676.895464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764676.895476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015403520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789764676.895531:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764676.895580:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764676/real 1789764676] req@ffff9cdd59277b80 x1876702015403008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764676.895601:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015403008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764676.895827:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764676.895833:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764676.895837:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015403008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764676.895845:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015403136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764676.895922:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764676.895936:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764676/real 1789764676] req@ffff9cdd59274380 x1876702015403136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764676.895948:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015403136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764676.895956:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764676.895960:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764676.895962:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015403136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764676.896126:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015403264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764676.896151:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764676.896164:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764676/real 1789764676] req@ffff9cdd59275500 x1876702015403264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764676.896176:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015403264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764676.896183:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764676.896186:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764676.896190:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015403264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764676.896222:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015403392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764676.896243:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764676.896254:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764676/real 1789764676] req@ffff9cdd59274000 x1876702015403392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764676.896267:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015403392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764676.896275:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764676.896278:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764676.896281:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015403392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764676.896288:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015403520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764676.896308:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764676.896331:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764676/real 1789764676] req@ffff9cdd59277800 x1876702015403520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764676.896343:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015403520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764676.896351:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764676.896354:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764676.896357:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015403520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764677.089781:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764678.113554:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764679.135539:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764680.159175:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764681.183275:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764682.015174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764682.015186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764682.015191:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764682.015203:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2200 00000100:00080000:1.0:1789764682.015216:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764682.015224:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764682.015267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015403648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764682.015307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764682.015311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764682.015313:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764682.015317:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2200 00000100:00080000:1.0:1789764682.015320:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764682.015324:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764682.015335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764682.015346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015403776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764682.015355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764682.015359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764682.015361:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764682.015364:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2200 00000100:00080000:1.0:1789764682.015367:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764682.015370:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764682.015374:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764682.015381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015403904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764682.015389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764682.015392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764682.015394:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764682.015397:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2200 00000100:00080000:1.0:1789764682.015399:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764682.015402:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764682.015406:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764682.015412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015404032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764682.015420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764682.015423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764682.015424:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764682.015427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2200 00000100:00080000:1.0:1789764682.015429:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764682.015432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764682.015435:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764682.015443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015404160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764682.016716:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015403648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764682.016801:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764682.016853:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764682/real 1789764682] req@ffff9cdd47c50000 x1876702015403648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764682.016906:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015403648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764682.016917:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764682.016922:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764682.016934:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015403648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764682.016942:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015403776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764682.016967:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764682.016994:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764682/real 1789764682] req@ffff9cdd47c50a80 x1876702015403776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764682.017005:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015403776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764682.017013:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764682.017016:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764682.017026:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015403776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764682.017033:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015403904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764682.017056:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764682.017069:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764682/real 1789764682] req@ffff9cdd47c52680 x1876702015403904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764682.017080:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015403904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764682.017093:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764682.017096:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764682.017099:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015403904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764682.017105:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015404032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764682.017126:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764682.017138:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764682/real 1789764682] req@ffff9cdd47c50380 x1876702015404032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764682.017148:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015404032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764682.017156:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764682.017159:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764682.017162:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015404032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764682.017169:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015404160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764682.017189:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764682.017201:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764682/real 1789764682] req@ffff9cdd47c52a00 x1876702015404160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764682.017212:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015404160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764682.017221:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764682.017224:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764682.017228:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015404160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789764682.207177:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764683.233049:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764684.256039:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764685.279889:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764686.303123:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764687.134978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764687.134987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764687.134991:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764687.135000:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2205 00000100:00080000:1.0:1789764687.135010:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764687.135018:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764687.135050:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015404288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764687.135075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764687.135078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764687.135080:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764687.135085:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2205 00000100:00080000:1.0:1789764687.135088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764687.135093:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764687.135101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764687.135116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015404416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764687.135116:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015404288:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789764687.135140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764687.135143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764687.135146:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764687.135150:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2205 00000100:00080000:1.0:1789764687.135154:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764687.135158:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764687.135163:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764687.135178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015404544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789764687.135178:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764687.135190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764687.135194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764687.135196:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764687.135199:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2205 00000100:00080000:1.0:1789764687.135203:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764687.135207:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764687.135211:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764687.135218:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764687/real 1789764687] req@ffff9cdd47c53800 x1876702015404288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764687.135224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015404672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764687.135239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789764687.135242:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015404288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764687.135244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764687.135247:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764687.135256:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2205 00000100:00080000:2.0:1789764687.135259:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764687.135260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764687.135267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:2.0:1789764687.135268:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000008:00100000:1.0:1789764687.135275:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764687.135275:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015404288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789764687.135290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015404800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764687.135302:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015404416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764687.135323:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764687.135333:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764687/real 1789764687] req@ffff9cdd47c51f80 x1876702015404416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764687.135343:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015404416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764687.135350:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764687.135353:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764687.135356:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015404416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764687.135361:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015404544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764687.135376:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764687.135384:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764687/real 1789764687] req@ffff9cdd47c51500 x1876702015404544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764687.135393:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015404544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764687.135400:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764687.135402:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764687.135405:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015404544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764687.135409:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015404672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764687.135420:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764687.135427:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764687/real 1789764687] req@ffff9cdd47c53480 x1876702015404672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764687.135435:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015404672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764687.135442:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764687.135444:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764687.135446:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015404672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764687.135456:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015404800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764687.135467:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764687.135474:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764687/real 1789764687] req@ffff9cdd47c53b80 x1876702015404800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764687.135482:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015404800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764687.135489:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764687.135491:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764687.135494:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015404800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789764687.328073:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789764688.358077:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764689.375438:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764690.398972:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764691.424681:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764692.255065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764692.255074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764692.255077:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764692.255088:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2210 00000100:00080000:1.0:1789764692.255099:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764692.255106:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764692.255154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015404928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764692.255182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764692.255185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764692.255187:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764692.255191:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2210 00000100:00080000:1.0:1789764692.255195:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764692.255199:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764692.255207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764692.255217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015405056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764692.255225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764692.255235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764692.255237:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764692.255240:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2210 00000100:00080000:1.0:1789764692.255244:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764692.255247:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764692.255251:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764692.255258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015405184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764692.255265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764692.255268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764692.255270:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764692.255273:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2210 00000100:00080000:1.0:1789764692.255275:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764692.255278:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764692.255281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764692.255287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015405312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764692.255294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764692.255297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764692.255298:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764692.255301:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2210 00000100:00080000:1.0:1789764692.255303:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764692.255305:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764692.255308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764692.255315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015405440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764692.255447:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015404928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764692.255507:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764692.255544:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764692/real 1789764692] req@ffff9cdd47c53b80 x1876702015404928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764692.255561:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015404928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764692.255570:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764692.255574:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764692.255588:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015404928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764692.255602:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764692.255625:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764692.255637:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764692/real 1789764692] req@ffff9cdd47c53480 x1876702015405056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764692.255649:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015405056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764692.255656:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764692.255658:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764692.255661:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764692.255666:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764692.255684:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764692.255693:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764692/real 1789764692] req@ffff9cdd47c51500 x1876702015405184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764692.255703:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015405184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764692.255711:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764692.255714:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764692.255717:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764692.255723:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764692.255741:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764692.255752:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764692/real 1789764692] req@ffff9cdd47c51f80 x1876702015405312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764692.255762:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015405312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764692.255769:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764692.255771:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764692.255774:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764692.255779:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015405440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764692.255796:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764692.255806:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764692/real 1789764692] req@ffff9cdd47c53800 x1876702015405440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764692.255817:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015405440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764692.255825:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764692.255828:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764692.255830:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015405440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764692.479988:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764693.471043:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764694.502925:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764695.521571:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764696.544255:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764697.375681:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764697.375696:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764697.375701:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764697.375715:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2215 00000100:00080000:2.0:1789764697.375730:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764697.375740:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764697.375791:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015405568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764697.375838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764697.375843:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764697.375845:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764697.375850:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2215 00000100:00080000:2.0:1789764697.375854:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764697.375858:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764697.375901:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764697.375914:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015405696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764697.375924:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764697.375927:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764697.375929:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764697.375933:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2215 00000100:00080000:2.0:1789764697.375937:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764697.375941:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764697.375946:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764697.375956:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015405824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764697.375965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764697.375968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764697.375970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764697.375974:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2215 00000100:00080000:2.0:1789764697.375976:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764697.375980:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764697.375985:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764697.375994:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015405952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764697.376002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764697.376005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764697.376007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764697.376010:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2215 00000100:00080000:2.0:1789764697.376019:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764697.376023:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764697.376027:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764697.376040:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015406080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764697.377181:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015405568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764697.377266:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764697.377326:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764697/real 1789764697] req@ffff9cdd437a4e00 x1876702015405568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764697.377347:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015405568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764697.377363:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764697.377372:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764697.377377:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015405568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764697.377389:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764697.377546:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764697.377561:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764697/real 1789764697] req@ffff9cdd437a4a80 x1876702015405696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764697.377582:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015405696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764697.377592:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764697.377595:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764697.377599:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764697.377607:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764697.377629:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764697.377641:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764697/real 1789764697] req@ffff9cdd437a5500 x1876702015405824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764697.377652:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015405824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764697.377666:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764697.377669:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764697.377672:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764697.377679:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764697.377701:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764697.377712:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764697/real 1789764697] req@ffff9cdd437a5880 x1876702015405952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764697.377724:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015405952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764697.377732:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764697.377736:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764697.377740:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015405952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764697.377746:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015406080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764697.377766:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764697.377776:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764697/real 1789764697] req@ffff9cdd437a6a00 x1876702015406080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764697.377788:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015406080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764697.377796:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764697.377799:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764697.377803:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015406080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764697.568999:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764698.591845:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764699.615095:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764700.644726:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764701.664057:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764702.497235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764702.497249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764702.497269:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764702.497283:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2220 00000100:00080000:1.0:1789764702.497297:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764702.497306:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764702.497366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015406208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764702.497402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764702.497406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764702.497408:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764702.497413:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2220 00000100:00080000:1.0:1789764702.497417:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764702.497421:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764702.497433:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764702.497447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015406336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764702.497456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764702.497460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764702.497462:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764702.497466:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2220 00000100:00080000:1.0:1789764702.497469:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764702.497473:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764702.497479:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764702.497488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015406464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764702.497497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764702.497501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764702.497503:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764702.497506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2220 00000100:00080000:1.0:1789764702.497510:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764702.497513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764702.497518:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764702.497527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015406592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764702.497550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764702.497553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764702.497555:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764702.497558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2220 00000100:00080000:1.0:1789764702.497561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764702.497565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764702.497570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764702.497581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015406720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764702.497853:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015406208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764702.497965:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764702.498030:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764702/real 1789764702] req@ffff9cdd47c52a00 x1876702015406208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764702.498048:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015406208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764702.498058:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764702.498063:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764702.498067:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015406208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764702.498074:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015406336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764702.498098:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764702.498110:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764702/real 1789764702] req@ffff9cdd47c50380 x1876702015406336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764702.498121:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015406336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764702.498128:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764702.498131:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764702.498135:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015406336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764702.498141:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015406464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764702.498161:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764702.498173:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764702/real 1789764702] req@ffff9cdd47c52680 x1876702015406464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764702.498183:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015406464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764702.498191:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764702.498195:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764702.498198:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015406464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764702.498204:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015406592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764702.498224:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764702.498234:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764702/real 1789764702] req@ffff9cdd47c50a80 x1876702015406592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764702.498243:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015406592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764702.498249:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764702.498267:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764702.498271:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015406592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764702.498277:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015406720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764702.498298:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764702.498309:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764702/real 1789764702] req@ffff9cdd47c50000 x1876702015406720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764702.498429:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015406720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764702.498438:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764702.498440:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764702.498443:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015406720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789764702.687293:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764703.711548:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764704.735908:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764705.759083:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764706.783191:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764707.615371:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764707.615395:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764707.615401:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764707.615415:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2225 00000100:00080000:3.0:1789764707.615430:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764707.615439:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764707.615491:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015406848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764707.615528:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764707.615532:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764707.615534:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764707.615539:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2225 00000100:00080000:3.0:1789764707.615543:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764707.615547:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764707.615559:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764707.615571:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015406976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764707.615580:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764707.615584:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764707.615586:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764707.615590:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2225 00000100:00080000:3.0:1789764707.615593:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764707.615597:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764707.615602:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764707.615612:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015407104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764707.615620:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764707.615624:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764707.615626:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764707.615630:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2225 00000100:00080000:3.0:1789764707.615633:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764707.615637:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764707.615641:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764707.615650:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015407232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764707.615658:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764707.615661:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764707.615662:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764707.615666:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2225 00000100:00080000:3.0:1789764707.615669:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764707.615673:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764707.615677:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764707.615686:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015407360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764707.617639:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015406848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764707.617735:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764707.617813:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764707/real 1789764707] req@ffff9cdd59276300 x1876702015406848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764707.617835:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015406848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764707.617847:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764707.617853:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764707.617857:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015406848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764707.617908:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015406976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764707.617937:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764707.617951:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764707/real 1789764707] req@ffff9cdd59274e00 x1876702015406976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764707.617964:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015406976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764707.617971:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764707.617974:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764707.617977:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015406976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764707.617983:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015407104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764707.618006:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764707.618018:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764707/real 1789764707] req@ffff9cdd59276680 x1876702015407104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764707.618029:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015407104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764707.618037:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764707.618040:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764707.618043:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015407104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764707.618050:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015407232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764707.618070:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764707.618080:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764707/real 1789764707] req@ffff9cdd59275c00 x1876702015407232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764707.618091:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015407232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764707.618099:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764707.618102:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764707.618105:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015407232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764707.618111:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015407360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764707.618131:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764707.618142:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764707/real 1789764707] req@ffff9cdd59277100 x1876702015407360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764707.618158:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015407360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764707.618165:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764707.618168:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764707.618171:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015407360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764707.807142:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764708.831296:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764709.855084:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764710.879470:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764711.903217:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764712.734988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764712.735006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764712.735011:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764712.735022:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2230 00000100:00080000:3.0:1789764712.735034:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764712.735042:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764712.735077:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015407488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764712.735108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764712.735111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764712.735113:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764712.735118:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2230 00000100:00080000:3.0:1789764712.735122:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764712.735125:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764712.735135:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764712.735146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015407616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764712.735310:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764712.735313:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764712.735315:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764712.735319:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2230 00000100:00080000:3.0:1789764712.735324:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764712.735329:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764712.735335:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764712.735347:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015407744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764712.735355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764712.735358:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764712.735360:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764712.735363:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2230 00000100:00080000:3.0:1789764712.735366:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764712.735369:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764712.735373:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764712.735382:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015407872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764712.735390:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764712.735393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764712.735394:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764712.735397:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2230 00000100:00080000:3.0:1789764712.735400:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764712.735403:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764712.735407:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764712.735414:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015408000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764712.735570:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015407488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764712.735628:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764712.735666:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764712/real 1789764712] req@ffff9cdd59275f80 x1876702015407488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764712.735684:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015407488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764712.735695:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764712.735699:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764712.735710:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015407488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764712.735717:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015407616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764712.735740:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764712.735752:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764712/real 1789764712] req@ffff9cdd59275880 x1876702015407616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764712.735764:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015407616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764712.735778:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764712.735782:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764712.735785:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015407616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764712.735791:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015407744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764712.735811:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764712.735822:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764712/real 1789764712] req@ffff9cdd59274700 x1876702015407744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764712.735833:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015407744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764712.735840:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764712.735844:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764712.735847:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015407744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764712.735852:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015407872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764712.735904:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764712.735916:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764712/real 1789764712] req@ffff9cdd59277100 x1876702015407872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764712.735928:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015407872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764712.735935:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764712.735938:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764712.735942:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015407872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764712.735948:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015408000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764712.735967:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764712.735978:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764712/real 1789764712] req@ffff9cdd59275c00 x1876702015408000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764712.735990:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015408000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764712.735997:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764712.736000:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764712.736003:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015408000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764712.928053:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764713.951047:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764714.975741:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764715.999125:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764717.023160:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764717.854952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764717.854962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764717.854965:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764717.854974:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2235 00000100:00080000:3.0:1789764717.854985:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764717.854992:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764717.855027:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015408128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764717.855056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764717.855060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764717.855062:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764717.855066:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2235 00000100:00080000:3.0:1789764717.855070:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764717.855073:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764717.855082:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764717.855092:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015408256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764717.855101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764717.855105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764717.855107:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764717.855110:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2235 00000100:00080000:3.0:1789764717.855113:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764717.855115:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764717.855119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764717.855126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015408384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764717.855135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764717.855138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764717.855140:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764717.855143:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2235 00000100:00080000:3.0:1789764717.855146:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764717.855149:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764717.855152:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764717.855159:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015408512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764717.855167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764717.855171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764717.855172:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764717.855175:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2235 00000100:00080000:3.0:1789764717.855178:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764717.855181:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764717.855184:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764717.855194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015408640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764717.855488:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015408128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764717.855735:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015408256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764717.855774:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015408384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764717.855799:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015408512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764717.855818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015408640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789764718.047020:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764719.071505:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764720.095817:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789764720.927290:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789764720.927345:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789764720.927366:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764720.927410:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764720.927422:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764720.927431:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764720.927440:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789764720.929347:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764717/real 1789764720] req@ffff9cdd59276680 x1876702015408128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764720.929384:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015408128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764720.929395:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764720.929400:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764720.929404:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015408128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764720.929411:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764717/real 1789764720] req@ffff9cdd59274e00 x1876702015408256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764720.929421:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015408256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764720.929428:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764720.929431:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764720.929434:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015408256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764720.929447:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764717/real 1789764720] req@ffff9cdd59276300 x1876702015408384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764720.929458:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015408384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764720.929464:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764720.929468:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764720.932422:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015408384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764720.932438:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764717/real 1789764720] req@ffff9cdd59277800 x1876702015408512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764720.932474:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015408512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764720.932484:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764720.932489:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764720.932492:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015408512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764720.932499:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764717/real 1789764720] req@ffff9cdd59274000 x1876702015408640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764720.932512:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015408640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764720.932520:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764720.932523:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764720.932526:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015408640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789764721.119010:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764722.143158:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764722.975110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764722.975124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764722.975129:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764722.975141:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2240 00000100:00080000:3.0:1789764722.975153:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764722.975162:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764722.975204:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015408768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764722.975239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764722.975243:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764722.975245:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764722.975250:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2240 00000100:00080000:3.0:1789764722.975254:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764722.975258:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764722.975270:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764722.975284:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015408896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764722.975295:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764722.975298:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764722.975301:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764722.975304:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2240 00000100:00080000:3.0:1789764722.975308:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764722.975313:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764722.975318:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764722.975335:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015409024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764722.975337:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015408768:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764722.975364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764722.975368:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764722.975370:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764722.975375:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2240 00000100:00080000:3.0:1789764722.975380:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764722.975384:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764722.975389:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764722.975402:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015409152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764722.975411:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764722.975415:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764722.975417:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764722.975420:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2240 00000100:00080000:3.0:1789764722.975424:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1789764722.975433:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764722.975433:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764722.975444:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764722.975459:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015409280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764722.977219:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764722/real 1789764722] req@ffff9cdd59275500 x1876702015408768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764722.977248:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015408768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764722.977260:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764722.977264:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764722.977268:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015408768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764722.977278:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015408896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764722.977331:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764722.977350:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764722/real 1789764722] req@ffff9cdd59274380 x1876702015408896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764722.977361:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015408896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764722.977368:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764722.977371:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764722.977374:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015408896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764722.977400:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015409024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764722.977420:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764722.977430:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764722/real 1789764722] req@ffff9cdd59277b80 x1876702015409024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764722.977440:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015409024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764722.977447:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764722.977450:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764722.977452:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015409024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764722.977458:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015409152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764722.977476:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764722.978022:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764722/real 1789764722] req@ffff9cdd59276a00 x1876702015409152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764722.978429:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015409152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764722.978446:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764722.978451:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764722.978454:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015409152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764722.978462:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015409280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764722.979322:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764722.979350:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764722/real 1789764722] req@ffff9cdd59277480 x1876702015409280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764722.979364:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015409280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764722.979372:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764722.979375:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764722.979378:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015409280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764723.167079:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764724.191037:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764725.215203:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764726.243806:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764727.263076:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764728.096541:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764728.096554:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764728.096560:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764728.096572:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2246 00000100:00080000:2.0:1789764728.096586:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764728.096606:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764728.096655:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015409408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764728.096696:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764728.096701:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764728.096703:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764728.096707:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2246 00000100:00080000:2.0:1789764728.096711:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764728.096715:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764728.096726:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764728.096737:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015409536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764728.096746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764728.096749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764728.096751:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764728.096755:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2246 00000100:00080000:2.0:1789764728.096758:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764728.096761:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764728.096765:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764728.096774:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015409664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764728.096782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764728.096785:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764728.096787:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764728.096790:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2246 00000100:00080000:2.0:1789764728.096792:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764728.096795:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764728.096800:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764728.096810:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015409792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764728.096827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764728.096831:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764728.096832:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764728.096836:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2246 00000100:00080000:2.0:1789764728.096839:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764728.096843:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764728.096847:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764728.096856:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015409920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764728.097217:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015409408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764728.097306:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764728.097355:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764728/real 1789764728] req@ffff9cdd437a6300 x1876702015409408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764728.097373:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015409408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764728.097385:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764728.097390:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764728.097394:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015409408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764728.097402:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015409536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764728.097426:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764728.097439:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764728/real 1789764728] req@ffff9cdd437a6d80 x1876702015409536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764728.097450:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015409536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764728.097457:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764728.097460:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764728.097463:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015409536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789764728.097469:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015409664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764728.097491:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764728.097503:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764728/real 1789764728] req@ffff9cdd437a7b80 x1876702015409664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764728.097514:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015409664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764728.097522:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764728.097526:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764728.097529:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015409664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764728.097536:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015409792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764728.097555:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764728.097565:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764728/real 1789764728] req@ffff9cdd437a6a00 x1876702015409792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764728.097578:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015409792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764728.097585:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764728.097600:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764728.097604:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015409792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764728.097611:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015409920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764728.097632:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764728.097643:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764728/real 1789764728] req@ffff9cdd437a5880 x1876702015409920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764728.097654:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015409920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764728.097664:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764728.097667:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764728.097671:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015409920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764728.287306:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764729.311227:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789764730.335190:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764731.360909:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764732.386111:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764733.215434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764733.215443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764733.215447:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764733.215457:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2251 00000100:00080000:3.0:1789764733.215467:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764733.215488:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764733.215531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015410048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764733.215570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764733.215574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764733.215576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764733.215580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2251 00000100:00080000:3.0:1789764733.215584:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764733.215588:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764733.215595:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015410048:192.168.203.148@tcp:250:kworker.0 00000008:00100000:3.0:1789764733.215597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764733.215608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015410176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764733.215617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764733.215619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764733.215621:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764733.215625:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2251 00000100:00080000:3.0:1789764733.215627:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764733.215630:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764733.215634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789764733.215653:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764733.215653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015410304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764733.215661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764733.215663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764733.215664:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764733.215667:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2251 00000100:00080000:3.0:1789764733.215671:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764733.215674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764733.215677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764733.215686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015410432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764733.215690:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764733/real 1789764733] req@ffff9cdd59276d80 x1876702015410048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764733.215694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764733.215697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764733.215699:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764733.215701:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2251 00000100:00080000:3.0:1789764733.215704:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789764733.215705:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015410048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764733.215707:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764733.215711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1789764733.215715:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764733.215718:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764733.215719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015410560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764733.215722:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015410048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764733.215743:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015410176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764733.215765:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764733.215776:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764733/real 1789764733] req@ffff9cdd59275180 x1876702015410176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764733.215787:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015410176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764733.215794:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764733.215797:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764733.215799:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015410176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764733.215805:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015410304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764733.215822:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764733.215833:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764733/real 1789764733] req@ffff9cdd59274a80 x1876702015410304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764733.215842:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015410304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764733.215849:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764733.215851:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764733.215854:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015410304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764733.215859:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015410432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764733.215896:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764733.215907:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764733/real 1789764733] req@ffff9cdd59277480 x1876702015410432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764733.215923:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015410432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764733.215931:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764733.215933:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764733.215937:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015410432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764733.215942:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015410560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764733.215959:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764733.215969:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764733/real 1789764733] req@ffff9cdd59276a00 x1876702015410560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764733.215980:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015410560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764733.215988:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764733.215991:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764733.215994:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015410560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:0.0:1789764733.407899:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764734.431461:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764735.455244:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764736.479174:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764737.503224:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764738.335097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764738.335112:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764738.335117:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764738.335130:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2256 00000100:00080000:2.0:1789764738.335143:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764738.335153:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764738.335202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015410688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764738.335305:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015410688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789764738.335387:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764738.335505:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764738.335510:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764738.335512:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764738.335525:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2256 00000100:00080000:2.0:1789764738.335530:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764738.335535:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764738.335545:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764738.335558:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015410816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764738.337687:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764738/real 1789764738] req@ffff9cdd437a5500 x1876702015410688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764738.337723:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015410688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764738.337735:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764738.337740:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764738.337744:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015410688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764738.337783:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015410816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764738.338623:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764738.338656:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764738/real 1789764738] req@ffff9cdd437a4a80 x1876702015410816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764738.338672:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015410816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764738.338682:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764738.338686:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764738.338689:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015410816:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789764738.343940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764738.343956:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764738.343960:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764738.343973:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2256 00000100:00080000:2.0:1789764738.343997:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764738.344005:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764738.344022:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764738.344067:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015410944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764738.344085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764738.344088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764738.344090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764738.344094:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2256 00000100:00080000:2.0:1789764738.344098:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764738.344103:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764738.344108:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764738.344119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015411072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764738.344128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764738.344131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764738.344132:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764738.344136:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2256 00000100:00080000:2.0:1789764738.344139:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764738.344143:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764738.344148:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764738.344157:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015411200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789764738.344629:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015410944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764738.344718:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764738.344761:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764738/real 1789764738] req@ffff9cdd437a4e00 x1876702015410944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764738.344782:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015410944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764738.344795:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764738.344801:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764738.344805:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015410944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764738.344813:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015411072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789764738.344844:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764738.344856:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764738/real 1789764738] req@ffff9cdd437a6680 x1876702015411072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764738.344893:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015411072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764738.344902:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764738.344907:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764738.344910:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015411072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764738.344916:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015411200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789764738.344940:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789764738.344950:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764738/real 1789764738] req@ffff9cdd437a4700 x1876702015411200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764738.344969:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015411200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764738.344991:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789764738.344995:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789764738.344998:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015411200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764738.527206:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764739.553335:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764740.578587:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764741.599168:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764742.623085:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764743.455044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764743.455056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764743.455061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764743.455073:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2261 00000100:00080000:3.0:1789764743.455087:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764743.455095:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764743.455140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015411328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764743.455179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764743.455184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764743.455185:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764743.455190:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2261 00000100:00080000:3.0:1789764743.455193:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764743.455196:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764743.455208:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764743.455218:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015411456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764743.455234:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764743.455237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764743.455239:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764743.455242:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2261 00000100:00080000:3.0:1789764743.455245:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764743.455248:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764743.455253:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764743.455260:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015411584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764743.455267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764743.455270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764743.455272:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764743.455275:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2261 00000100:00080000:3.0:1789764743.455278:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764743.455281:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764743.455284:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764743.455290:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015411712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764743.455298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764743.455300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764743.455302:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764743.455304:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2261 00000100:00080000:3.0:1789764743.455307:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764743.455311:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764743.455314:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764743.455320:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015411840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764743.457793:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015411328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764743.457915:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764743.457969:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764743/real 1789764743] req@ffff9cdd59277b80 x1876702015411328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764743.457989:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015411328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764743.458002:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764743.458007:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764743.458011:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015411328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764743.458020:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015411456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764743.458048:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764743.458061:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764743/real 1789764743] req@ffff9cdd59274380 x1876702015411456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764743.458072:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015411456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764743.458080:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764743.458083:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764743.458086:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015411456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764743.458093:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015411584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764743.458114:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764743.458125:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764743/real 1789764743] req@ffff9cdd59275500 x1876702015411584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764743.458136:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015411584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764743.458144:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764743.458147:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764743.458150:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015411584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764743.458158:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015411712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764743.458174:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764743.458184:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764743/real 1789764743] req@ffff9cdd59274000 x1876702015411712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764743.458194:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015411712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764743.458201:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764743.458204:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764743.458207:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015411712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764743.458212:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015411840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764743.458228:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764743.458238:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764743/real 1789764743] req@ffff9cdd59277800 x1876702015411840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764743.458248:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015411840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764743.458254:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764743.458257:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764743.458260:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015411840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764743.647263:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764744.671208:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764745.695196:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764746.719068:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764747.743333:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764748.575005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764748.575015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764748.575019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764748.575038:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2266 00000100:00080000:3.0:1789764748.575051:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764748.575058:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764748.575094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015411968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764748.575130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764748.575134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764748.575136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764748.575140:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2266 00000100:00080000:3.0:1789764748.575144:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764748.575147:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764748.575156:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764748.575168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015412096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764748.575178:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764748.575181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764748.575183:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789764748.575283:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015411968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764748.575345:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764748.575382:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764748/real 1789764748] req@ffff9cdd59276300 x1876702015411968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764748.575399:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015411968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764748.575414:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764748.575417:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764748.575422:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015411968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764748.575428:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764748.575461:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764748.575474:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764748/real 1789764748] req@ffff9cdd59274e00 x1876702015412096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764748.575487:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015412096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764748.575495:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764748.575498:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764748.575501:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412096:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764748.575686:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2266 00000100:00080000:3.0:1789764748.575691:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764748.575696:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764748.575702:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764748.575715:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015412224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764748.575744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764748.575748:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764748.575750:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764748.575754:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2266 00000100:00080000:3.0:1789764748.575757:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764748.575761:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764748.575765:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764748.575775:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015412352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764748.575785:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764748.575788:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764748.575790:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764748.575793:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2266 00000100:00080000:3.0:1789764748.575797:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764748.575800:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764748.575805:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764748.575815:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015412480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764748.576006:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764748.576034:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764748.576048:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764748/real 1789764748] req@ffff9cdd59276680 x1876702015412224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764748.576060:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015412224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764748.576069:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764748.576072:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764748.576075:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764748.576082:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764748.576112:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764748.576124:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764748/real 1789764748] req@ffff9cdd59275c00 x1876702015412352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764748.576136:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015412352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764748.576143:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764748.576146:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764748.576149:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764748.576154:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015412480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764748.576174:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764748.576184:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764748/real 1789764748] req@ffff9cdd59277100 x1876702015412480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764748.576205:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015412480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764748.576212:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764748.576215:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764748.576218:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015412480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764748.772137:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764749.791265:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764750.815478:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764751.843153:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764752.865367:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764753.695362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764753.695375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764753.695381:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764753.695395:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2271 00000100:00080000:3.0:1789764753.695418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764753.695428:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764753.695486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015412608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764753.695597:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015412608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764753.695683:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764753.695721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764753.695725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764753.695727:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764753.695733:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2271 00000100:00080000:3.0:1789764753.695738:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764753.695742:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764753.695753:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764753.695767:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015412736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764753.701528:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764753/real 1789764753] req@ffff9cdd59274700 x1876702015412608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764753.701564:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015412608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764753.701577:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764753.701582:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764753.701587:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015412608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764753.701626:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764753.701701:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764753.701724:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764753/real 1789764753] req@ffff9cdd59275880 x1876702015412736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764753.701735:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015412736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764753.701743:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764753.701746:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764753.701749:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412736:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764753.703746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764753.703758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764753.703763:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764753.703775:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2271 00000100:00080000:3.0:1789764753.703789:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764753.703798:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764753.703850:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764753.703909:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015412864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764753.703925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764753.703929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764753.703931:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764753.703935:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2271 00000100:00080000:3.0:1789764753.703938:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764753.703942:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764753.703947:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764753.703960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015412992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764753.703970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764753.703973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764753.703975:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764753.703978:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2271 00000100:00080000:3.0:1789764753.703981:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764753.703985:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764753.703990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764753.703998:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015413120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764753.704689:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764753.704772:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764753.704809:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764753/real 1789764753] req@ffff9cdd59275f80 x1876702015412864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764753.704828:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015412864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764753.704839:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764753.704844:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764753.704848:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764753.704855:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764753.704906:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764753.704919:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764753/real 1789764753] req@ffff9cdd59275880 x1876702015412992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764753.704929:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015412992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764753.704936:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764753.704940:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764753.704943:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015412992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764753.704950:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015413120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764753.704972:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764753.704983:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764753/real 1789764753] req@ffff9cdd59274700 x1876702015413120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764753.704999:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015413120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764753.705006:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764753.705009:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764753.705012:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015413120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764753.894025:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764754.911295:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764755.935814:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764756.960055:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764757.983215:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764758.816380:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764758.816394:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764758.816399:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764758.816413:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2276 00000100:00080000:3.0:1789764758.816426:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764758.816434:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764758.816482:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015413248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764758.816573:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015413248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764758.816652:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764758.816753:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764758.816758:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764758.816760:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764758.816766:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2276 00000100:00080000:3.0:1789764758.816771:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764758.816776:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764758.816788:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764758.816803:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015413376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764758.817788:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764758/real 1789764758] req@ffff9cdd59277100 x1876702015413248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764758.817818:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015413248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764758.817830:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764758.817835:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764758.817839:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015413248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764758.817899:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015413376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764758.817954:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764758.817973:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764758/real 1789764758] req@ffff9cdd59275c00 x1876702015413376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764758.817986:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015413376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764758.818000:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764758.818004:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764758.818007:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015413376:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764758.818611:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764758.818617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764758.818620:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764758.818627:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2276 00000100:00080000:3.0:1789764758.818633:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764758.818639:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764758.818650:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764758.818677:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015413504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764758.818689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764758.818693:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764758.818694:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764758.818750:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2276 00000100:00080000:3.0:1789764758.818754:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764758.818758:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764758.818763:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764758.818775:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015413632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764758.818784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764758.818788:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764758.818789:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764758.818793:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2276 00000100:00080000:3.0:1789764758.818796:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764758.818799:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764758.818804:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764758.818814:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015413760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764758.818897:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015413504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764758.818941:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764758.818961:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764758/real 1789764758] req@ffff9cdd59276680 x1876702015413504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764758.818974:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015413504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764758.818983:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764758.818986:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764758.818989:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015413504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764758.818995:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015413632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764758.819014:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764758.819025:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764758/real 1789764758] req@ffff9cdd59274e00 x1876702015413632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764758.819036:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015413632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764758.819043:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764758.819046:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764758.819050:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015413632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764758.819055:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015413760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764758.819075:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764758.819085:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764758/real 1789764758] req@ffff9cdd59276300 x1876702015413760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764758.819095:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015413760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764758.819102:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764758.819104:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764758.819107:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015413760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764759.008587:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764760.031055:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764761.056694:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764762.079763:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764763.104730:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764763.935426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764763.935440:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764763.935445:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764763.935459:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2281 00000100:00080000:2.0:1789764763.935473:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764763.935481:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764763.935531:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015413888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764763.935565:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764763.935569:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764763.935571:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764763.935575:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2281 00000100:00080000:2.0:1789764763.935579:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764763.935583:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764763.935595:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764763.935607:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015414016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764763.935617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764763.935620:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764763.935622:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764763.935625:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2281 00000100:00080000:2.0:1789764763.935628:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764763.935632:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764763.935638:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764763.935647:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015414144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764763.935661:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764763.935665:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764763.935666:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764763.935670:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2281 00000100:00080000:2.0:1789764763.935673:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764763.935677:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764763.935681:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764763.935691:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015414272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764763.935700:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764763.935703:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764763.935705:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764763.935709:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2281 00000100:00080000:2.0:1789764763.935713:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764763.935717:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764763.935721:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764763.935731:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015414400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764763.935834:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015413888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764763.936148:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764763.936202:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764763/real 1789764763] req@ffff9cdd437a5180 x1876702015413888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764763.936220:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015413888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764763.936231:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764763.936235:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764763.936245:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015413888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764763.936252:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764763.936445:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764763.936467:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764763/real 1789764763] req@ffff9cdd437a5c00 x1876702015414016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764763.936480:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015414016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764763.936487:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764763.936491:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764763.936494:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764763.936501:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764763.936524:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764763.936536:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764763/real 1789764763] req@ffff9cdd437a4000 x1876702015414144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764763.936547:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015414144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764763.936554:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764763.936558:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764763.936561:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764763.936567:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764763.936589:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764763.936600:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764763/real 1789764763] req@ffff9cdd437a7100 x1876702015414272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764763.936611:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015414272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764763.936619:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764763.936622:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764763.936626:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764763.936632:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015414400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764763.936652:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764763.936663:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764763/real 1789764763] req@ffff9cdd437a7800 x1876702015414400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764763.936673:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015414400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764763.936680:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764763.936683:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764763.936686:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015414400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764764.128980:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764765.152439:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764766.175397:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764767.200246:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764768.223181:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764769.055040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764769.055054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764769.055060:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764769.055072:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2287 00000100:00080000:2.0:1789764769.055088:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764769.055095:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764769.055150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015414528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764769.055254:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015414528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764769.055353:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764769.055387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764769.055392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764769.055394:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764769.055399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2287 00000100:00080000:2.0:1789764769.056589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764769.056608:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764769.056623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764769.056662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015414656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764769.056927:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764769/real 1789764769] req@ffff9cdd437a4380 x1876702015414528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764769.056955:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015414528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764769.056967:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764769.056972:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764769.056976:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015414528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764769.057009:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764769.057066:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764769.057082:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764769/real 1789764769] req@ffff9cdd437a5f80 x1876702015414656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764769.057094:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015414656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764769.057102:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764769.057105:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764769.057109:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414656:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789764769.062715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764769.062726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764769.062732:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764769.062744:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2287 00000100:00080000:2.0:1789764769.062757:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764769.062766:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764769.062783:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764769.062827:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015414784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764769.062843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764769.062847:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764769.062849:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764769.062852:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2287 00000100:00080000:2.0:1789764769.062856:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764769.062860:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764769.062877:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764769.062891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015414912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764769.062900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764769.062903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764769.062905:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764769.062909:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2287 00000100:00080000:2.0:1789764769.062912:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764769.062916:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764769.062920:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764769.062930:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015415040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764769.064003:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764769.064093:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764769.064131:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764769/real 1789764769] req@ffff9cdd437a7480 x1876702015414784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764769.064149:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015414784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764769.064160:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764769.064165:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764769.064169:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764769.064177:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764769.064198:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764769.064209:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764769/real 1789764769] req@ffff9cdd437a5f80 x1876702015414912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764769.064222:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015414912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764769.064228:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764769.064231:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764769.064234:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015414912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764769.064241:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015415040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764769.064262:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764769.064273:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764769/real 1789764769] req@ffff9cdd437a4380 x1876702015415040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764769.064285:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015415040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764769.064303:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764769.064306:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764769.064310:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015415040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764769.248047:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764770.271562:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764771.296329:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764772.320955:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764773.344002:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764774.178399:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764774.178415:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764774.178421:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764774.178434:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2292 00000100:00080000:3.0:1789764774.178449:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764774.178458:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764774.178512:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015415168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764774.178545:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764774.178549:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764774.178551:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764774.178555:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2292 00000100:00080000:3.0:1789764774.178558:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764774.178563:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764774.178573:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764774.178586:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015415296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764774.178595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764774.178598:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764774.178600:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764774.178603:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2292 00000100:00080000:3.0:1789764774.178606:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764774.178609:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764774.178614:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764774.178621:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015415424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764774.178636:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764774.178640:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764774.178641:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764774.178645:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2292 00000100:00080000:3.0:1789764774.178647:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764774.178650:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764774.178654:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764774.178661:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015415552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764774.178669:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764774.178671:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764774.178673:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764774.178675:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2292 00000100:00080000:3.0:1789764774.178678:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764774.178681:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764774.178685:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764774.178692:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015415680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764774.178792:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015415168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764774.178895:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764774.178955:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764774/real 1789764774] req@ffff9cdd59277800 x1876702015415168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764774.178972:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015415168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764774.178990:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764774.178994:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764774.178998:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015415168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764774.179006:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015415296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764774.179027:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764774.179039:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764774/real 1789764774] req@ffff9cdd59274000 x1876702015415296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764774.179051:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015415296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764774.179059:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764774.179062:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764774.179065:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015415296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764774.179070:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015415424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764774.179085:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764774.179094:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764774/real 1789764774] req@ffff9cdd59275500 x1876702015415424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764774.179105:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015415424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764774.179112:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764774.179115:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764774.179118:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015415424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764774.179124:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015415552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764774.179142:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764774.179152:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764774/real 1789764774] req@ffff9cdd59274380 x1876702015415552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764774.179163:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015415552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764774.179171:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764774.179174:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764774.179177:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015415552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764774.179183:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015415680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764774.179200:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764774.179209:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764774/real 1789764774] req@ffff9cdd59277b80 x1876702015415680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764774.179219:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015415680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764774.179226:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764774.179229:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764774.179232:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015415680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764774.368207:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764775.391299:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764776.415146:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764777.439178:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764778.464919:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764779.295023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764779.295035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764779.295040:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764779.295052:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2297 00000100:00080000:3.0:1789764779.295072:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764779.295081:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764779.295130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015415808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764779.295157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764779.295160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764779.295161:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764779.295165:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2297 00000100:00080000:3.0:1789764779.295167:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764779.295170:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764779.295179:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764779.295187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015415936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764779.295200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764779.295202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764779.295203:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764779.295206:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2297 00000100:00080000:3.0:1789764779.295209:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764779.295211:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764779.295222:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764779.295233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015416064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764779.295242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764779.295247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764779.295249:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764779.295252:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2297 00000100:00080000:3.0:1789764779.295256:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764779.295260:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764779.295264:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764779.295274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015416192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764779.295283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764779.295286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764779.295288:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764779.295292:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2297 00000100:00080000:3.0:1789764779.295296:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764779.295299:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764779.295303:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764779.295312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015416320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764779.295346:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015415808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764779.295428:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764779.295678:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764779/real 1789764779] req@ffff9cdd59276a00 x1876702015415808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764779.295702:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015415808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764779.295713:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764779.295717:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764779.295721:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015415808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764779.295729:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015415936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764779.295756:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764779.295769:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764779/real 1789764779] req@ffff9cdd59277480 x1876702015415936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764779.295780:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015415936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764779.295786:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764779.295789:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764779.295792:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015415936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764779.295798:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015416064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764779.295819:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764779.295830:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764779/real 1789764779] req@ffff9cdd59274a80 x1876702015416064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764779.295842:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015416064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764779.295855:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764779.295859:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764779.295862:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015416064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764779.295903:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015416192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764779.295924:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764779.295935:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764779/real 1789764779] req@ffff9cdd59275180 x1876702015416192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764779.295946:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015416192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764779.295953:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764779.295956:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764779.295959:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015416192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764779.295965:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015416320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764779.295984:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764779.295994:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764779/real 1789764779] req@ffff9cdd59276d80 x1876702015416320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764779.296004:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015416320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764779.296011:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764779.296013:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764779.296017:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015416320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764779.488735:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764780.514503:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764781.535074:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764782.559162:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764783.583136:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764784.416161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764784.416173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764784.416188:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764784.416201:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2302 00000100:00080000:3.0:1789764784.416215:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764784.416224:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764784.416275:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015416448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764784.416312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764784.416315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764784.416317:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764784.416321:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2302 00000100:00080000:3.0:1789764784.416324:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764784.416328:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764784.416338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764784.416349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015416576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764784.416358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764784.416361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764784.416362:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764784.416365:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2302 00000100:00080000:3.0:1789764784.416368:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764784.416370:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764784.416374:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764784.416393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015416704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764784.416401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764784.416404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764784.416405:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764784.416409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2302 00000100:00080000:3.0:1789764784.416412:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764784.416416:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764784.416420:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764784.416427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015416832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764784.416435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764784.416437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764784.416439:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764784.416442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2302 00000100:00080000:3.0:1789764784.416445:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764784.416448:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764784.416451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764784.416459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015416960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764784.416799:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015416448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764784.416942:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015416576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764784.416970:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015416704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764784.416988:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015416832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764784.417005:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015416960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764784.609321:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764785.631971:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764786.655342:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789764787.487150:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789764787.487206:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789764787.487223:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764787.487418:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764784/real 1789764787] req@ffff9cdd59276d80 x1876702015416448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764809 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764787.487444:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015416448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764809 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764787.487456:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764787.487461:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764787.487465:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015416448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789764787.487543:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764787.487621:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764784/real 1789764787] req@ffff9cdd59275180 x1876702015416576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764809 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764787.487637:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015416576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764809 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764787.487645:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764787.487648:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764787.487651:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015416576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764787.487698:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764787.487768:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764784/real 1789764787] req@ffff9cdd59274a80 x1876702015416704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764809 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764787.487783:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015416704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764809 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764787.487791:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764787.487795:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764787.487798:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015416704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764787.487841:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764787.487942:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764784/real 1789764787] req@ffff9cdd59277480 x1876702015416832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764809 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764787.487959:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015416832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764809 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764787.487968:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764787.487972:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764787.487977:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015416832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764787.488026:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764787.488094:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764784/real 1789764787] req@ffff9cdd59276a00 x1876702015416960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764809 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764787.488124:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015416960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764809 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764787.488132:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764787.488136:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764787.488139:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015416960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764787.679100:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764788.703086:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764789.535898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764789.535911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764789.535916:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764789.535927:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2307 00000100:00080000:3.0:1789764789.535940:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764789.535948:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764789.535994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015417088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764789.536032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764789.536039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764789.536041:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764789.536045:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2307 00000100:00080000:3.0:1789764789.536049:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764789.536053:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764789.536064:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764789.536076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015417216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764789.536086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764789.536088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764789.536090:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764789.536093:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2307 00000100:00080000:3.0:1789764789.536096:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764789.536100:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764789.536104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764789.536113:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015417344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764789.536122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764789.536125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764789.536127:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764789.536130:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2307 00000100:00080000:3.0:1789764789.536133:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764789.536136:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764789.536153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764789.536164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015417472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764789.536173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764789.536176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764789.536178:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764789.536181:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2307 00000100:00080000:3.0:1789764789.536184:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764789.536188:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764789.536192:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764789.536200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015417600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764789.536504:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015417088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764789.536595:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764789.536661:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764789/real 1789764789] req@ffff9cdd59277b80 x1876702015417088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764789.536680:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015417088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764789.536692:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764789.536697:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764789.536701:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015417088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764789.536709:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015417216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764789.536732:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764789.536743:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764789/real 1789764789] req@ffff9cdd59274380 x1876702015417216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764789.536755:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015417216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764789.536763:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764789.536766:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764789.536770:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015417216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764789.536775:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015417344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764789.536792:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764789.536801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764789/real 1789764789] req@ffff9cdd59275500 x1876702015417344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764789.536813:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015417344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764789.536820:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764789.536823:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764789.536827:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015417344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764789.536832:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015417472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764789.536850:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764789.536860:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764789/real 1789764789] req@ffff9cdd59274000 x1876702015417472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764789.536908:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015417472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764789.536915:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764789.536918:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764789.536922:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015417472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764789.536928:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015417600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764789.536949:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764789.536958:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764789/real 1789764789] req@ffff9cdd59277800 x1876702015417600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764789.536969:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015417600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764789.536983:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764789.536987:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764789.536990:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015417600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764789.727123:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764790.751057:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764791.775358:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764792.801343:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764793.824508:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764794.655318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764794.655328:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764794.655332:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764794.655341:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2312 00000100:00080000:2.0:1789764794.655351:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764794.655358:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764794.655392:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015417728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764794.655422:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764794.655426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764794.655428:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764794.655432:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2312 00000100:00080000:2.0:1789764794.655436:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764794.655440:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764794.655449:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764794.655461:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015417856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764794.655471:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764794.655474:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764794.655475:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764794.655479:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2312 00000100:00080000:2.0:1789764794.655482:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764794.655486:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764794.655490:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764794.655498:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015417984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764794.655506:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764794.655509:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764794.655510:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764794.655513:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2312 00000100:00080000:2.0:1789764794.655516:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764794.655519:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764794.655523:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764794.655531:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015418112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764794.655539:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764794.655541:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764794.655543:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764794.655547:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2312 00000100:00080000:2.0:1789764794.655550:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764794.655553:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764794.655556:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764794.655564:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015418240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764794.655690:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015417728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764794.655752:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764794.655789:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764794/real 1789764794] req@ffff9cdd437a7800 x1876702015417728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764794.655805:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015417728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764794.655815:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764794.655818:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764794.655822:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015417728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764794.655830:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015417856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764794.655851:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764794.655885:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764794/real 1789764794] req@ffff9cdd437a7100 x1876702015417856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764794.655899:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015417856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764794.655907:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764794.655910:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764794.655914:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015417856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764794.655920:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015417984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764794.655940:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764794.655951:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764794/real 1789764794] req@ffff9cdd437a4000 x1876702015417984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764794.655961:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015417984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764794.655968:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764794.655970:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764794.655973:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015417984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764794.655978:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015418112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764794.655996:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764794.656005:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764794/real 1789764794] req@ffff9cdd437a5c00 x1876702015418112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764794.656015:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015418112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764794.656022:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764794.656025:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764794.656027:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015418112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764794.656033:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015418240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764794.656051:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764794.656061:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764794/real 1789764794] req@ffff9cdd437a5180 x1876702015418240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764794.656072:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015418240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764794.656079:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764794.656081:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764794.656084:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015418240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764794.847494:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764795.874240:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764796.901272:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764797.919841:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764798.945042:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764799.776313:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764799.776325:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764799.776330:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764799.776341:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2317 00000100:00080000:1.0:1789764799.776354:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764799.776362:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764799.776415:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015418368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764799.776444:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764799.776448:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764799.776450:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764799.776454:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2317 00000100:00080000:1.0:1789764799.776458:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764799.776461:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764799.776471:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764799.776488:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015418496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764799.776498:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764799.776501:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764799.776503:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764799.776506:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2317 00000100:00080000:1.0:1789764799.776509:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764799.776512:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764799.776517:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764799.776524:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015418624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764799.776533:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764799.776536:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764799.776538:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764799.776540:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2317 00000100:00080000:1.0:1789764799.776543:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764799.776545:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764799.776549:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764799.776555:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015418752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764799.776563:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764799.776565:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764799.776567:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764799.776569:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2317 00000100:00080000:1.0:1789764799.776572:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764799.776575:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764799.776579:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764799.776586:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015418880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764799.776841:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015418368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764799.776940:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764799.777005:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764799/real 1789764799] req@ffff9cdd47c50e00 x1876702015418368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764799.777025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015418368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764799.777036:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764799.777041:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764799.777045:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015418368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764799.777053:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015418496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764799.777089:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764799.777102:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764799/real 1789764799] req@ffff9cdd47c52300 x1876702015418496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764799.777113:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015418496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764799.777125:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764799.777128:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764799.777131:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015418496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764799.777136:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015418624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764799.777156:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764799.777166:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764799/real 1789764799] req@ffff9cdd47c53100 x1876702015418624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764799.777177:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015418624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764799.777184:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764799.777187:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764799.777190:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015418624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764799.777195:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015418752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764799.777214:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764799.777224:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764799/real 1789764799] req@ffff9cdd47c52d80 x1876702015418752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764799.777233:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015418752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764799.777241:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764799.777243:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764799.777247:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015418752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764799.777253:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015418880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764799.777273:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764799.777283:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764799/real 1789764799] req@ffff9cdd47c51c00 x1876702015418880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764799.777294:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015418880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764799.777301:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764799.777304:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764799.777308:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015418880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764799.967284:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764800.991202:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764802.015526:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764803.039578:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764804.063353:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764804.895269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764804.895283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764804.895289:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764804.895302:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2322 00000100:00080000:0.0:1789764804.895316:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764804.895326:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764804.895375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015419008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764804.895413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764804.895417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764804.895419:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764804.895424:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2322 00000100:00080000:0.0:1789764804.895428:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764804.895433:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764804.895454:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764804.895467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015419136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764804.895476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764804.895480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764804.895482:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764804.895485:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2322 00000100:00080000:0.0:1789764804.895489:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764804.895492:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764804.895497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764804.895505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015419264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764804.895514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764804.895529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764804.895530:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764804.895534:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2322 00000100:00080000:0.0:1789764804.895538:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764804.895541:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764804.895546:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764804.895555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015419392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764804.895562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764804.895566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764804.895568:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764804.895570:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2322 00000100:00080000:0.0:1789764804.895573:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764804.895577:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764804.895580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764804.895587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015419520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764804.895860:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015419008:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764804.895975:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764804.896025:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764804/real 1789764804] req@ffff9cdd47cf8a80 x1876702015419008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764804.896072:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015419008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764804.896082:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764804.896085:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764804.896089:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015419008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764804.896098:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015419136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764804.896121:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764804.896134:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764804/real 1789764804] req@ffff9cdd47cfb100 x1876702015419136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764804.896144:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015419136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764804.896152:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764804.896155:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764804.896158:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015419136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764804.896164:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015419264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764804.896185:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764804.896195:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764804/real 1789764804] req@ffff9cdd47cfa300 x1876702015419264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764804.896205:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015419264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764804.896212:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764804.896215:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764804.896218:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015419264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764804.896224:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015419392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764804.896241:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764804.896251:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764804/real 1789764804] req@ffff9cdd47cfa680 x1876702015419392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764804.896262:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015419392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764804.896269:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764804.896272:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764804.896276:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015419392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764804.896281:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015419520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764804.896297:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764804.896307:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764804/real 1789764804] req@ffff9cdd47cf8700 x1876702015419520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764804.896318:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015419520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764804.896324:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764804.896327:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764804.896330:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015419520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764805.088907:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764806.111238:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764807.135044:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764808.161160:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764809.183944:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764810.015252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764810.015265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764810.015271:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764810.015283:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2328 00000100:00080000:1.0:1789764810.015435:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764810.015446:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764810.015495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015419648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764810.015530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764810.015534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764810.015536:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764810.015540:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2328 00000100:00080000:1.0:1789764810.015545:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764810.015549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764810.015560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764810.015573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015419776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764810.015582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764810.015586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764810.015588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764810.015592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2328 00000100:00080000:1.0:1789764810.015595:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764810.015598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764810.015603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764810.015615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015419904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764810.015635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764810.015638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764810.015639:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764810.015642:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2328 00000100:00080000:1.0:1789764810.015645:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764810.015648:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764810.015652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764810.015661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015420032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764810.015678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764810.015680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764810.015682:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764810.015685:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2328 00000100:00080000:1.0:1789764810.015688:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764810.015691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764810.015696:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764810.015705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015420160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764810.019104:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015419648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764810.019359:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764810.019422:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764810/real 1789764810] req@ffff9cdd47c51880 x1876702015419648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764810.019442:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015419648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764810.019460:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764810.019465:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764810.019470:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015419648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764810.019479:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015419776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764810.019506:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764810.019520:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764810/real 1789764810] req@ffff9cdd47c50700 x1876702015419776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764810.019533:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015419776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764810.019541:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764810.019545:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764810.019547:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015419776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764810.019554:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015419904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764810.019576:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764810.019587:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764810/real 1789764810] req@ffff9cdd47c51180 x1876702015419904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764810.019598:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015419904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764810.019605:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764810.019609:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764810.019612:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015419904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764810.022165:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015420032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764810.027591:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764810.028419:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764810/real 1789764810] req@ffff9cdd47c51c00 x1876702015420032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764810.028445:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015420032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764810.028458:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764810.028464:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764810.028468:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015420032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764810.028481:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015420160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764810.028520:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764810.028533:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764810/real 1789764810] req@ffff9cdd47c52d80 x1876702015420160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764810.028545:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015420160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764810.028552:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764810.028556:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764810.028559:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015420160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764810.214804:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764811.231639:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764812.255882:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764813.282224:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764814.304337:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764815.136208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764815.136221:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764815.136227:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764815.136239:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2333 00000100:00080000:1.0:1789764815.136254:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764815.136273:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764815.136318:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015420288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764815.136402:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015420288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764815.136470:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764815.136501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764815.136505:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764815.136507:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764815.136512:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2333 00000100:00080000:1.0:1789764815.136517:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764815.136541:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764815.136552:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764815.136564:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015420416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764815.136851:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764815/real 1789764815] req@ffff9cdd47c53100 x1876702015420288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764815.137070:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015420288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764815.137134:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764815.137140:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764815.137143:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015420288:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789764815.137164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764815.137168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764815.137170:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789764815.137172:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015420416:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789764815.137174:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2333 00000100:00080000:1.0:1789764815.137178:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764815.137182:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:2.0:1789764815.137197:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764815.137210:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764815/real 1789764815] req@ffff9cdd47c52300 x1876702015420416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764815.137223:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015420416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764815.137231:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764815.137234:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764815.137238:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015420416:192.168.203.148@tcp:38:kworker.0 00000008:00100000:1.0:1789764815.137282:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764815.137298:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015420544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764815.137312:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764815.137316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764815.137318:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764815.137321:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2333 00000100:00080000:1.0:1789764815.137326:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789764815.137329:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015420544:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789764815.137330:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764815.137335:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764815.137344:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015420672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789764815.137351:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764815.137354:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764815.137357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764815.137358:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764815.137362:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2333 00000100:00100000:2.0:1789764815.137363:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764815/real 1789764815] req@ffff9cdd47c50e00 x1876702015420544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764815.137365:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789764815.137374:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015420544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764815.137380:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764815.137384:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1789764815.137388:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764815.137391:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764815.137394:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015420800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764815.137395:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015420544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764815.137406:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015420672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764815.137423:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764815.137434:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764815/real 1789764815] req@ffff9cdd47c50000 x1876702015420672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764815.137445:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015420672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764815.137452:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764815.137455:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764815.137458:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015420672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764815.137465:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015420800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764815.137483:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764815.137492:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764815/real 1789764815] req@ffff9cdd47c50a80 x1876702015420800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764815.137499:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015420800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764815.137506:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764815.137509:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764815.137513:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015420800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764815.327617:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764816.352007:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764817.375172:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764818.399341:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764819.423341:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764820.256014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764820.256027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764820.256033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764820.256045:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2338 00000100:00080000:2.0:1789764820.256059:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764820.256068:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764820.256119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015420928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764820.256161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764820.256165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764820.256167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764820.256172:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2338 00000100:00080000:2.0:1789764820.256175:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764820.256179:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764820.256191:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764820.256203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015421056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764820.256212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764820.256215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764820.256216:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764820.256220:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2338 00000100:00080000:2.0:1789764820.256222:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764820.256227:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764820.256232:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764820.256241:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015421184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764820.256250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764820.256254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764820.256256:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764820.256259:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2338 00000100:00080000:2.0:1789764820.256263:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764820.256267:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764820.256271:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764820.256279:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015421312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764820.256288:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764820.256291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764820.256293:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764820.256296:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2338 00000100:00080000:2.0:1789764820.256299:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764820.256303:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764820.256307:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764820.256318:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015421440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764820.258041:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015420928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764820.258138:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764820.258193:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764820/real 1789764820] req@ffff9cdd437a4700 x1876702015420928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764820.258214:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015420928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764820.258227:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764820.258231:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764820.258235:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015420928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764820.258243:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764820.258267:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764820.258279:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764820/real 1789764820] req@ffff9cdd437a6680 x1876702015421056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764820.258291:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015421056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764820.258299:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764820.258302:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764820.258305:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764820.258312:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764820.258331:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764820.258341:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764820/real 1789764820] req@ffff9cdd437a4e00 x1876702015421184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764820.258351:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015421184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764820.258359:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764820.258362:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764820.258365:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764820.258371:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764820.258389:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764820.258399:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764820/real 1789764820] req@ffff9cdd437a4a80 x1876702015421312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764820.258410:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015421312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764820.258417:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764820.258420:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764820.258424:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764820.258430:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015421440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764820.258448:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764820.258457:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764820/real 1789764820] req@ffff9cdd437a5500 x1876702015421440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764820.258468:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015421440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764820.258476:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764820.258479:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764820.258483:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015421440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764820.447099:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764821.471813:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764822.498308:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764823.521078:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764824.548114:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764825.377056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764825.377070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764825.377075:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764825.377088:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2343 00000100:00080000:1.0:1789764825.377101:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764825.377109:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764825.377160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015421568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764825.377259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764825.377262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764825.377264:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764825.377270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2343 00000100:00080000:1.0:1789764825.377275:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764825.377279:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764825.377290:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764825.377306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015421696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764825.377315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764825.377318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764825.377320:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764825.377324:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2343 00000100:00080000:1.0:1789764825.377327:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764825.377330:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764825.377335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764825.377343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015421824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764825.377351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764825.377354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764825.377355:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764825.377358:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2343 00000100:00080000:1.0:1789764825.377360:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764825.377364:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764825.377428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764825.377439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015421952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764825.377448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764825.377451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764825.377452:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764825.377456:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2343 00000100:00080000:1.0:1789764825.377459:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764825.377463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764825.377466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764825.377473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015422080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764825.381018:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015421568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764825.381093:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764825.381151:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764825/real 1789764825] req@ffff9cdd47c52680 x1876702015421568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764825.381169:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015421568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764825.381180:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764825.381183:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764825.381187:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015421568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764825.381195:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764825.381218:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764825.381231:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764825/real 1789764825] req@ffff9cdd47c50380 x1876702015421696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764825.381243:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015421696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764825.381252:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764825.381255:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764825.381258:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764825.381265:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764825.381286:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764825.381316:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764825/real 1789764825] req@ffff9cdd47c52a00 x1876702015421824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764825.381330:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015421824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764825.381344:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764825.381348:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764825.381352:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764825.381358:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764825.381379:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764825.381390:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764825/real 1789764825] req@ffff9cdd47c53800 x1876702015421952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764825.381401:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015421952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764825.381410:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764825.381413:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764825.381416:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015421952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764825.381422:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015422080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764825.381442:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764825.381454:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764825/real 1789764825] req@ffff9cdd47c51f80 x1876702015422080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764825.381465:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015422080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764825.381473:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764825.381476:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764825.381479:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015422080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764825.567218:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764826.591337:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764827.615073:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764828.639084:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764829.663295:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764830.495774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764830.495787:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764830.495792:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764830.495805:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2348 00000100:00080000:3.0:1789764830.495818:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764830.495827:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764830.496687:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015422208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764830.496769:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015422208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764830.496858:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764830.499833:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764830.499856:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764830.499862:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764830.499890:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2348 00000100:00080000:3.0:1789764830.499903:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764830.499911:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764830.499938:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764830.499984:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015422336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764830.500197:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764830/real 1789764830] req@ffff9cdd59276300 x1876702015422208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764830.500225:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015422208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764830.500236:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764830.500241:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764830.500245:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015422208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764830.500281:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015422336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764830.500348:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764830.500369:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764830/real 1789764830] req@ffff9cdd59274e00 x1876702015422336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764830.500381:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015422336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764830.500389:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764830.500393:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764830.500396:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015422336:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764830.500464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764830.500469:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764830.500471:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764830.500476:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2348 00000100:00080000:3.0:1789764830.500481:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764830.500485:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764830.500500:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764830.500515:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015422464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764830.500526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764830.500530:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764830.500532:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764830.500535:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2348 00000100:00080000:3.0:1789764830.500538:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764830.500542:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764830.500546:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764830.500554:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015422592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764830.500632:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015422464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764830.500659:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764830.500671:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764830/real 1789764830] req@ffff9cdd59276680 x1876702015422464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764830.500683:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015422464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764830.500691:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764830.500695:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764830.500698:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015422464:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789764830.500754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764830.500756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764830.500758:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764830.500761:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2348 00000100:00080000:3.0:1789764830.500764:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764830.500768:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764830.500772:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764830.500782:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015422720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764830.500859:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015422592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764830.500908:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764830.500920:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764830/real 1789764830] req@ffff9cdd59275c00 x1876702015422592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764830.500932:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015422592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764830.500939:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764830.500943:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764830.500946:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015422592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764830.500952:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015422720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764830.500971:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764830.500981:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764830/real 1789764830] req@ffff9cdd59277100 x1876702015422720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764830.500992:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015422720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764830.500999:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764830.501003:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764830.501006:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015422720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764830.687191:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764831.711188:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764832.735148:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764833.759672:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764834.783387:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764835.615469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764835.615524:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764835.615530:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764835.615542:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2353 00000100:00080000:3.0:1789764835.615557:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764835.615566:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764835.615615:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015422848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764835.615706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764835.615710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764835.615712:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764835.615717:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2353 00000100:00080000:3.0:1789764835.615721:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764835.615726:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764835.615737:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764835.615752:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015422976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764835.615761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764835.615764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764835.615766:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764835.615771:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2353 00000100:00080000:3.0:1789764835.615773:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764835.615777:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764835.615790:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764835.615801:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015423104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764835.615820:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764835.615823:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764835.615825:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764835.615828:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2353 00000100:00080000:3.0:1789764835.615832:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764835.615836:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764835.615841:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764835.615855:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015423232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764835.615895:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015422848:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764835.615895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764835.615903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764835.615906:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764835.615911:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2353 00000100:00080000:3.0:1789764835.615914:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764835.615919:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764835.615924:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764835.615937:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015423360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764835.615969:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764835.616021:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764835/real 1789764835] req@ffff9cdd59274700 x1876702015422848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764835.616039:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015422848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764835.616055:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764835.616059:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764835.616063:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015422848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764835.616069:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015422976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764835.616091:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764835.616103:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764835/real 1789764835] req@ffff9cdd59275880 x1876702015422976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764835.616119:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015422976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764835.616125:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764835.616128:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764835.616131:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015422976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764835.616137:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015423104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764835.616154:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764835.616164:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764835/real 1789764835] req@ffff9cdd59275f80 x1876702015423104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764835.616175:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015423104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764835.616182:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764835.616185:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764835.616188:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015423104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764835.616212:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015423232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764835.616231:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764835.616241:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764835/real 1789764835] req@ffff9cdd59277100 x1876702015423232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764835.616252:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015423232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764835.616260:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764835.616263:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764835.616265:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015423232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764835.616271:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015423360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764835.616289:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764835.616300:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764835/real 1789764835] req@ffff9cdd59275c00 x1876702015423360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764835.616311:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015423360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764835.616319:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764835.616322:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764835.616325:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015423360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764835.808532:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764836.831106:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764837.856306:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764838.878969:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764839.905577:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764840.735092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764840.735102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764840.735106:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764840.735115:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2358 00000100:00080000:3.0:1789764840.735126:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764840.735133:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764840.735167:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015423488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764840.735234:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015423488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764840.735291:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764840.735319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764840.735323:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764840.735325:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764840.735329:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2358 00000100:00080000:3.0:1789764840.735333:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764840.735337:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764840.735346:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764840.735357:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015423616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764840.736712:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764840/real 1789764840] req@ffff9cdd59276680 x1876702015423488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764840.736733:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015423488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764840.736744:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764840.736748:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764840.736752:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015423488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764840.736785:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015423616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764840.736816:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764840.736828:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764840/real 1789764840] req@ffff9cdd59274e00 x1876702015423616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764840.736839:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015423616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764840.736847:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764840.736850:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764840.736853:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015423616:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764840.737509:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764840.737515:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764840.737518:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764840.737523:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2358 00000100:00080000:3.0:1789764840.737528:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764840.737534:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764840.737542:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764840.737561:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015423744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764840.737604:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015423744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764840.737628:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764840.737655:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764840.737659:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764840.737661:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764840.737665:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2358 00000100:00080000:3.0:1789764840.737669:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764840.737673:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764840.737678:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764840.737688:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015423872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764840.745789:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764840/real 1789764840] req@ffff9cdd59276300 x1876702015423744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764840.745818:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015423744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764840.745835:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764840.745840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764840.745844:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015423744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764840.747183:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015423872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764840.747247:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764840.747269:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764840/real 1789764840] req@ffff9cdd59277800 x1876702015423872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764840.747283:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015423872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764840.747293:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764840.747297:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764840.747300:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015423872:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789764840.747387:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764840.747392:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764840.747395:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764840.747400:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2358 00000100:00080000:3.0:1789764840.747405:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764840.747412:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764840.747422:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764840.747445:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015424000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764840.747513:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015424000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764840.747535:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764840.747546:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764840/real 1789764840] req@ffff9cdd59274000 x1876702015424000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764840.747557:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015424000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764840.747565:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764840.747568:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764840.747572:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015424000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764840.927039:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764841.951754:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764842.975073:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764843.999337:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764845.023136:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764845.855100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764845.855113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764845.855118:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764845.855130:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2363 00000100:00080000:3.0:1789764845.855144:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764845.855152:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764845.855202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015424128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764845.855245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764845.855249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764845.855251:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764845.855256:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2363 00000100:00080000:3.0:1789764845.855260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764845.855264:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764845.855286:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764845.855304:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015424128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764845.855305:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015424256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764845.855321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764845.855325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764845.855326:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764845.855331:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2363 00000100:00080000:3.0:1789764845.855334:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764845.855337:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764845.855343:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764845.855366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015424384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764845.855382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764845.855386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1789764845.855388:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764845.855389:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764845.855396:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2363 00000100:00080000:3.0:1789764845.855402:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764845.855406:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764845.855411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764845.855423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015424512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764845.855433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764845.855435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764845.855437:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764845.855440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2363 00000100:00080000:3.0:1789764845.855444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764845.855447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764845.855453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764845.855460:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764845/real 1789764845] req@ffff9cdd59275500 x1876702015424128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764845.855466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015424640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764845.855497:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015424128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764845.855510:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764845.855516:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764845.855520:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015424128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764845.855548:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015424256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764845.855572:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764845.855585:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764845/real 1789764845] req@ffff9cdd59274380 x1876702015424256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764845.855597:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015424256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764845.855606:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764845.855609:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764845.855612:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015424256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764845.855619:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015424384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764845.855640:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764845.855653:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764845/real 1789764845] req@ffff9cdd59277b80 x1876702015424384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764845.855665:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015424384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764845.855673:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764845.855676:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764845.855680:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015424384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764845.855685:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015424512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764845.855706:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764845.855716:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764845/real 1789764845] req@ffff9cdd59276a00 x1876702015424512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764845.855728:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015424512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764845.855751:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764845.855755:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764845.855759:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015424512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764845.855765:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015424640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764845.855784:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764845.855794:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764845/real 1789764845] req@ffff9cdd59277480 x1876702015424640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764845.855805:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015424640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764845.855812:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764845.855815:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764845.855818:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015424640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764846.048153:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764847.071055:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764848.095134:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764849.119206:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764850.143894:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764850.975434:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764850.975449:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764850.975454:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764850.975474:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2368 00000100:00080000:2.0:1789764850.975488:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764850.975497:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764850.975548:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015424768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764850.975578:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764850.975582:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764850.975583:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764850.975587:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2368 00000100:00080000:2.0:1789764850.975591:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764850.975595:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764850.975606:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764850.975617:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015424896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764850.975626:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764850.975629:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764850.975631:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764850.975634:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2368 00000100:00080000:2.0:1789764850.975637:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764850.975640:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764850.975646:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764850.975655:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015425024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764850.975665:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764850.975669:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764850.975671:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764850.975674:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2368 00000100:00080000:2.0:1789764850.975678:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764850.975682:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764850.975686:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764850.975706:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015425152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764850.975721:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015424768:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764850.975722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764850.975729:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764850.975735:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764850.975741:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2368 00000100:00080000:2.0:1789764850.975744:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764850.975750:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764850.975755:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764850.975767:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015425280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764850.975899:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015424896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764850.975943:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015425024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764850.975971:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015425152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764850.975990:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015425280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764851.167602:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764852.192332:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764853.217931:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789764854.047323:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789764854.047375:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789764854.047392:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764854.047438:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764854.047447:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764854.047455:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789764854.047461:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764854.048863:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764850/real 1789764854] req@ffff9cdd437a6d80 x1876702015425152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764854.048971:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015425152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764854.048985:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764854.048991:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764854.048995:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015425152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764854.049004:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764850/real 1789764854] req@ffff9cdd437a6300 x1876702015425280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764854.049017:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015425280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764854.049031:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764854.049034:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764854.049037:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015425280:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764854.049044:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764850/real 1789764854] req@ffff9cdd437a5880 x1876702015424768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764854.049056:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015424768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764854.049065:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764854.049068:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764854.049071:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015424768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764854.049077:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764850/real 1789764854] req@ffff9cdd437a6a00 x1876702015424896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764854.049088:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015424896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764854.049095:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764854.049098:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764854.049101:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015424896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764854.049108:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764850/real 1789764854] req@ffff9cdd437a7b80 x1876702015425024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764854.049119:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015425024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764854.049126:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764854.049129:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764854.049133:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015425024:192.168.203.148@tcp:8:kworker.0 00010000:00010000:1.0:1789764854.240112:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764855.264147:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764856.096078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764856.096092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764856.096101:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764856.096115:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2374 00000100:00080000:3.0:1789764856.096130:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764856.096140:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764856.096191:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015425408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764856.096228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764856.096232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764856.096234:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764856.096238:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2374 00000100:00080000:3.0:1789764856.096242:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764856.096246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764856.096257:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764856.096269:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015425536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764856.096278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764856.096281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764856.096283:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764856.096286:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2374 00000100:00080000:3.0:1789764856.096289:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764856.096293:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764856.096298:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764856.096306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015425664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764856.096314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764856.096317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764856.096319:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764856.096322:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2374 00000100:00080000:3.0:1789764856.096325:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764856.096329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764856.096333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764856.096343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015425792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764856.096351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764856.096354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764856.096356:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764856.096359:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2374 00000100:00080000:3.0:1789764856.096362:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764856.096365:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764856.096369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764856.096377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015425920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764856.097414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015425408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764856.097500:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764856.097553:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764856/real 1789764856] req@ffff9cdd59274a80 x1876702015425408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764856.097575:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015425408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764856.097586:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764856.097591:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764856.097595:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015425408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764856.097602:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015425536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764856.097628:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764856.097641:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764856/real 1789764856] req@ffff9cdd59275180 x1876702015425536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764856.097664:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015425536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764856.097672:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764856.097676:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764856.097679:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015425536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764856.097687:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015425664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764856.097709:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764856.097721:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764856/real 1789764856] req@ffff9cdd59276d80 x1876702015425664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764856.097732:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015425664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764856.097739:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764856.097742:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764856.097745:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015425664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764856.097751:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015425792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764856.097772:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764856.097783:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764856/real 1789764856] req@ffff9cdd59277480 x1876702015425792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764856.097795:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015425792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764856.097803:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764856.097806:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764856.097810:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015425792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764856.097816:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015425920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764856.097836:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764856.097848:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764856/real 1789764856] req@ffff9cdd59276a00 x1876702015425920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764856.097860:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015425920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764856.097911:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764856.097914:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764856.097918:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015425920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764856.288147:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764857.311656:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764858.335188:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764859.359696:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764860.383135:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764861.215050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764861.215064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764861.215070:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764861.215082:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2379 00000100:00080000:3.0:1789764861.215096:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764861.215105:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764861.215155:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015426048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764861.215192:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764861.215196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764861.215197:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764861.215202:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2379 00000100:00080000:3.0:1789764861.215206:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764861.215209:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764861.215220:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764861.215245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015426176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764861.215255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764861.215259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764861.215260:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764861.215264:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2379 00000100:00080000:3.0:1789764861.215268:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764861.215272:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764861.215279:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764861.215289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015426304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764861.215299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764861.215302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764861.215304:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764861.215307:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2379 00000100:00080000:3.0:1789764861.215310:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764861.215313:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764861.215317:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764861.215327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015426432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764861.215345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764861.215348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764861.215349:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764861.215353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2379 00000100:00080000:3.0:1789764861.215356:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764861.215360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764861.215364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764861.215377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015426560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764861.215716:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015426048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764861.215807:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764861.216035:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764861/real 1789764861] req@ffff9cdd59277b80 x1876702015426048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764861.216057:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015426048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764861.216068:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764861.216072:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764861.216076:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015426048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764861.216084:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015426176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764861.216111:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764861.216124:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764861/real 1789764861] req@ffff9cdd59274380 x1876702015426176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764861.216136:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015426176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764861.216150:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764861.216153:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764861.216156:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015426176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764861.216163:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015426304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764861.216184:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764861.216196:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764861/real 1789764861] req@ffff9cdd59275500 x1876702015426304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764861.216208:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015426304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764861.216216:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764861.216219:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764861.216222:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015426304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764861.216228:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015426432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764861.216248:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764861.216260:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764861/real 1789764861] req@ffff9cdd59274000 x1876702015426432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764861.216271:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015426432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764861.216278:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764861.216281:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764861.216285:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015426432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764861.216292:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015426560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764861.216312:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764861.216323:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764861/real 1789764861] req@ffff9cdd59277800 x1876702015426560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764861.216459:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015426560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764861.216467:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764861.216470:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764861.216474:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015426560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764861.407129:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764862.431099:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764863.455118:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764864.495085:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764865.503528:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764866.335082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764866.335095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764866.335101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764866.335114:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2384 00000100:00080000:2.0:1789764866.335127:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764866.335135:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764866.335183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015426688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764866.335216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764866.335220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764866.335222:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764866.335226:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2384 00000100:00080000:2.0:1789764866.335229:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764866.335233:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764866.335243:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764866.335253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015426816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764866.335263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764866.335266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764866.335268:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764866.335271:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2384 00000100:00080000:2.0:1789764866.335273:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764866.335276:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764866.335281:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764866.335288:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015426944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764866.335298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764866.335301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764866.335302:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764866.335306:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2384 00000100:00080000:2.0:1789764866.335308:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764866.335312:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764866.335315:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764866.335323:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015427072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764866.335330:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764866.335333:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764866.335334:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764866.335337:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2384 00000100:00080000:2.0:1789764866.335341:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764866.335344:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764866.335348:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764866.335356:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015427200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764866.335539:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015426688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764866.335619:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764866.335670:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764866/real 1789764866] req@ffff9cdd437a7b80 x1876702015426688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764866.335694:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015426688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764866.335705:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764866.335710:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764866.335714:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015426688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764866.335721:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015426816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764866.335741:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764866.335752:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764866/real 1789764866] req@ffff9cdd437a6a00 x1876702015426816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764866.335764:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015426816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764866.335771:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764866.335774:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764866.335777:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015426816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764866.335782:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015426944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764866.335796:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764866.335804:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764866/real 1789764866] req@ffff9cdd437a5880 x1876702015426944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764866.335815:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015426944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764866.335822:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764866.335824:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764866.335827:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015426944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764866.335832:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015427072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764866.335845:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764866.335853:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764866/real 1789764866] req@ffff9cdd437a6300 x1876702015427072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764866.335893:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015427072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764866.335902:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764866.335905:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764866.335908:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015427072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764866.335914:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015427200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764866.335930:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764866.335939:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764866/real 1789764866] req@ffff9cdd437a6d80 x1876702015427200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764866.335950:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015427200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764866.335958:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764866.335960:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764866.335964:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015427200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764866.527200:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764867.551845:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764868.575324:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764869.599093:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764870.623163:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764871.454956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764871.454967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764871.454971:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764871.454980:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2389 00000100:00080000:2.0:1789764871.454992:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764871.454999:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764871.455035:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015427328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764871.455112:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015427328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764871.455174:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764871.455208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764871.455211:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764871.455213:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764871.455218:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2389 00000100:00080000:2.0:1789764871.455222:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764871.455226:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764871.455235:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764871.455248:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015427456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764871.455642:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764871/real 1789764871] req@ffff9cdd437a5500 x1876702015427328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764871.455658:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015427328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764871.455667:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764871.455671:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764871.455674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015427328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764871.455696:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015427456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764871.455721:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764871.455734:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764871/real 1789764871] req@ffff9cdd437a4a80 x1876702015427456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764871.455756:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015427456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764871.455764:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764871.455767:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764871.455771:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015427456:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789764871.456160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764871.456165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764871.456167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764871.456172:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2389 00000100:00080000:2.0:1789764871.456176:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764871.456181:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764871.456187:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764871.456202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015427584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764871.456213:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764871.456216:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764871.456218:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764871.456222:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2389 00000100:00080000:2.0:1789764871.456226:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764871.456229:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764871.456233:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764871.456244:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015427712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764871.456253:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764871.456256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764871.456257:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764871.456261:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2389 00000100:00080000:2.0:1789764871.456264:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764871.456267:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764871.456271:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764871.456280:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015427840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764871.456346:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015427584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764871.456373:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764871.456387:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764871/real 1789764871] req@ffff9cdd437a4e00 x1876702015427584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764871.456399:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015427584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764871.456407:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764871.456410:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764871.456413:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015427584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764871.456419:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015427712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764871.456441:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764871.456452:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764871/real 1789764871] req@ffff9cdd437a6680 x1876702015427712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764871.456532:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015427712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764871.456551:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764871.456556:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764871.456559:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015427712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764871.456565:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015427840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764871.456587:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764871.456598:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764871/real 1789764871] req@ffff9cdd437a4700 x1876702015427840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764871.456609:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015427840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764871.456616:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764871.456619:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764871.456622:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015427840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764871.647262:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764872.671112:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764873.695117:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764874.719729:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764875.743900:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764876.576179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764876.576192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764876.576197:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764876.576210:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2394 00000100:00080000:1.0:1789764876.576223:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764876.576232:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764876.576280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015427968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764876.576316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764876.576320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764876.576322:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764876.576326:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2394 00000100:00080000:1.0:1789764876.576330:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764876.576334:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764876.576345:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764876.576358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015428096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764876.576367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764876.576370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764876.576372:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764876.576376:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2394 00000100:00080000:1.0:1789764876.576379:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764876.576382:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764876.576387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764876.576395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015428224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764876.576403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764876.576406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764876.576407:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764876.576411:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2394 00000100:00080000:1.0:1789764876.576414:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764876.576417:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764876.576421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764876.576430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015428352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764876.576438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764876.576441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764876.576443:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764876.576446:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2394 00000100:00080000:1.0:1789764876.576450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764876.576453:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764876.576457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764876.576465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015428480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764876.576846:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015427968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764876.576963:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764876.577013:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764876/real 1789764876] req@ffff9cdd47c51500 x1876702015427968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764876.577031:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015427968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764876.577048:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764876.577052:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764876.577056:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015427968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764876.577064:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764876.577085:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764876.577097:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764876/real 1789764876] req@ffff9cdd47c53480 x1876702015428096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764876.577108:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015428096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764876.577115:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764876.577118:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764876.577121:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764876.577126:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764876.577161:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764876.577172:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764876/real 1789764876] req@ffff9cdd47c53b80 x1876702015428224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764876.577184:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015428224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764876.577191:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764876.577194:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764876.577197:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764876.577203:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764876.577222:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764876.577232:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764876/real 1789764876] req@ffff9cdd47c51f80 x1876702015428352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764876.577243:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015428352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764876.577250:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764876.577253:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764876.577256:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764876.577262:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015428480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764876.577282:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764876.577292:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764876/real 1789764876] req@ffff9cdd47c53800 x1876702015428480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764876.577302:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015428480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764876.577309:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764876.577312:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764876.577315:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015428480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764876.767533:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764877.791195:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764878.816683:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764879.840144:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764880.865558:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764881.695039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764881.695049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764881.695054:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764881.695064:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2399 00000100:00080000:3.0:1789764881.695076:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764881.695083:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764881.696688:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015428608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764881.696766:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015428608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764881.696847:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764881.697357:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764881.697362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764881.697365:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764881.697371:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2399 00000100:00080000:3.0:1789764881.697377:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764881.697383:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764881.697392:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764881.697412:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015428736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764881.698811:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764881/real 1789764881] req@ffff9cdd59276300 x1876702015428608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764881.698832:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015428608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764881.698841:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764881.698844:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764881.698847:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015428608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764881.698886:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764881.698930:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764881.698941:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764881/real 1789764881] req@ffff9cdd59274e00 x1876702015428736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764881.699075:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015428736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764881.699080:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764881.699083:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764881.699085:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428736:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764881.699426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764881.699431:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764881.699434:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764881.699438:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2399 00000100:00080000:3.0:1789764881.699444:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764881.699449:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764881.699457:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764881.699493:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015428864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764881.699518:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764881.699522:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764881.699523:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764881.699527:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2399 00000100:00080000:3.0:1789764881.699531:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764881.699535:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764881.699539:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764881.699630:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764881.699660:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764881.699674:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764881/real 1789764881] req@ffff9cdd59276680 x1876702015428864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764881.699686:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015428864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764881.699699:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764881.699702:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764881.699705:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789764881.699953:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015428992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764881.699973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764881.699977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764881.699979:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764881.699983:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2399 00000100:00080000:3.0:1789764881.699987:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764881.699992:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764881.699997:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764881.700008:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015429120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764881.700162:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764881.700188:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764881.700200:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764881/real 1789764881] req@ffff9cdd59275c00 x1876702015428992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764881.700211:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015428992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764881.700218:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764881.700220:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764881.700223:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015428992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764881.700228:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015429120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764881.700256:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764881.700266:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764881/real 1789764881] req@ffff9cdd59277100 x1876702015429120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764881.700277:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015429120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764881.700284:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764881.700287:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764881.700291:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015429120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764881.888612:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764882.911365:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764883.935537:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764884.959615:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764885.983209:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764886.815047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764886.815056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764886.815061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764886.815071:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2404 00000100:00080000:2.0:1789764886.815082:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764886.815090:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764886.815124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015429248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764886.815155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764886.815158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764886.815159:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764886.815163:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2404 00000100:00080000:2.0:1789764886.815166:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764886.815169:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764886.815177:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764886.815198:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015429376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764886.815206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764886.815209:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764886.815211:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764886.815213:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2404 00000100:00080000:2.0:1789764886.815216:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764886.815220:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764886.815224:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764886.815233:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015429504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764886.815248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764886.815252:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764886.815253:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764886.815256:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2404 00000100:00080000:2.0:1789764886.815259:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764886.815262:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764886.815266:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764886.815275:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015429632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764886.815284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764886.815287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764886.815288:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764886.815292:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2404 00000100:00080000:2.0:1789764886.815295:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764886.815299:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764886.815302:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764886.815310:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015429760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764886.815548:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015429248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764886.815610:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764886.815649:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764886/real 1789764886] req@ffff9cdd437a5180 x1876702015429248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764886.815664:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015429248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764886.815673:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764886.815677:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764886.815681:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015429248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764886.815688:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015429376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764886.815707:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764886.815717:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764886/real 1789764886] req@ffff9cdd437a5c00 x1876702015429376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764886.815727:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015429376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764886.815734:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764886.815737:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764886.815740:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015429376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764886.815745:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015429504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764886.815761:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764886.815771:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764886/real 1789764886] req@ffff9cdd437a4000 x1876702015429504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764886.815781:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015429504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764886.815788:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764886.815790:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764886.815793:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015429504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764886.815797:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015429632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764886.815812:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764886.815820:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764886/real 1789764886] req@ffff9cdd437a7100 x1876702015429632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764886.815830:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015429632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764886.815838:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764886.815840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764886.815843:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015429632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764886.815848:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015429760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764886.815893:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764886.815904:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764886/real 1789764886] req@ffff9cdd437a7800 x1876702015429760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764886.815915:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015429760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764886.815977:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764886.815981:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764886.815985:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015429760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764887.007091:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764888.035188:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764889.055389:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764890.079194:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764891.103196:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764891.935570:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764891.935585:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764891.935591:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764891.935603:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2409 00000100:00080000:3.0:1789764891.935618:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764891.935627:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764891.935680:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015429888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764891.935716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764891.935719:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764891.935827:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764891.935838:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2409 00000100:00080000:3.0:1789764891.935842:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764891.935847:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764891.935857:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764891.937055:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015429888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764891.937133:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764891.937188:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764891/real 1789764891] req@ffff9cdd59275f80 x1876702015429888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764891.937208:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015429888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764891.937219:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764891.937224:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764891.937228:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015429888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764891.937627:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015430016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764891.937656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764891.937660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764891.937661:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764891.937665:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2409 00000100:00080000:3.0:1789764891.937669:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764891.937674:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764891.937683:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764891.937695:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015430144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764891.937701:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764891.937704:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764891.937705:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764891.937707:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2409 00000100:00080000:3.0:1789764891.937709:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764891.937711:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764891.937714:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764891.937719:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015430272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764891.937724:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764891.937726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764891.937727:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764891.937729:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2409 00000100:00080000:3.0:1789764891.937731:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764891.937733:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764891.937736:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764891.937741:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015430400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764891.937962:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764891.937999:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764891.938015:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764891/real 1789764891] req@ffff9cdd59275880 x1876702015430016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764891.938028:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015430016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764891.938037:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764891.938041:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764891.938044:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764891.938052:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764891.938073:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764891.938084:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764891/real 1789764891] req@ffff9cdd59274700 x1876702015430144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764891.938096:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015430144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764891.938104:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764891.938108:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764891.938112:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764891.938118:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764891.938135:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764891.938146:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764891/real 1789764891] req@ffff9cdd59275f80 x1876702015430272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764891.938155:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015430272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764891.938162:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764891.938165:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764891.938169:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764891.938174:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015430400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764891.938191:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764891.938200:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764891/real 1789764891] req@ffff9cdd59277100 x1876702015430400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764891.938213:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015430400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764891.938221:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764891.938225:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764891.938228:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015430400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764892.127132:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764893.151093:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764894.175424:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764895.208445:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764896.223307:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764897.055800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764897.055813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764897.055817:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764897.055829:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2415 00000100:00080000:3.0:1789764897.055842:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764897.055850:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764897.055928:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015430528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764897.055962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764897.055966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764897.055968:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764897.055973:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2415 00000100:00080000:3.0:1789764897.055976:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764897.055980:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764897.055991:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764897.056002:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015430656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764897.056012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764897.056015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764897.056017:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764897.056021:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2415 00000100:00080000:3.0:1789764897.056023:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764897.056027:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764897.056032:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764897.056039:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015430784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764897.056058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764897.056061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764897.056063:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764897.056066:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2415 00000100:00080000:3.0:1789764897.056070:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764897.056073:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764897.056077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764897.056086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015430912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764897.056095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764897.056098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764897.056100:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764897.056103:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2415 00000100:00080000:3.0:1789764897.056105:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764897.056109:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764897.056113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764897.056120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015431040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764897.056323:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015430528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764897.056415:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764897.056462:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764897/real 1789764897] req@ffff9cdd59275c00 x1876702015430528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764897.056480:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015430528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764897.056491:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764897.056496:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764897.056499:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015430528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764897.056507:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764897.056529:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764897.056542:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764897/real 1789764897] req@ffff9cdd59276680 x1876702015430656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764897.056554:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015430656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764897.056737:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764897.056741:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764897.056745:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764897.056752:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764897.056775:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764897.056786:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764897/real 1789764897] req@ffff9cdd59274e00 x1876702015430784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764897.056798:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015430784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764897.056806:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764897.056809:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764897.056813:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764897.056818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764897.056835:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764897.056845:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764897/real 1789764897] req@ffff9cdd59276300 x1876702015430912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764897.056856:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015430912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764897.056890:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764897.056893:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764897.056898:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015430912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764897.056904:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015431040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764897.056923:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764897.056933:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764897/real 1789764897] req@ffff9cdd59277800 x1876702015431040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764897.056944:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015431040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764897.056952:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764897.056955:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764897.056958:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015431040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764897.249092:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764898.272964:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764899.295061:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764900.319312:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764901.343171:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764902.181545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764902.181559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764902.181564:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764902.181579:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2420 00000100:00080000:1.0:1789764902.181604:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764902.181615:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764902.181671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015431168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764902.181713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764902.181717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764902.181719:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764902.181724:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2420 00000100:00080000:1.0:1789764902.181728:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764902.181733:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764902.181745:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764902.181758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015431296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764902.181767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764902.181770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764902.181772:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764902.181776:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2420 00000100:00080000:1.0:1789764902.181779:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764902.181783:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764902.181788:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764902.181797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015431424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764902.181806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764902.181810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764902.181812:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764902.181815:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2420 00000100:00080000:1.0:1789764902.181819:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764902.181822:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764902.181826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764902.181836:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015431552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764902.181844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764902.181852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764902.181853:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764902.181857:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2420 00000100:00080000:1.0:1789764902.181860:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764902.181907:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764902.181913:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764902.181923:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015431680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764902.182360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015431168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764902.184072:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764902.184129:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764902/real 1789764902] req@ffff9cdd47c52a00 x1876702015431168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764902.184150:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015431168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764902.184163:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764902.184167:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764902.184172:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015431168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764902.184181:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015431296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764902.184200:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764902.184211:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764902/real 1789764902] req@ffff9cdd47c50380 x1876702015431296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764902.184222:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015431296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764902.184230:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764902.184233:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764902.184236:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015431296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764902.184241:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015431424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764902.184257:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764902.184265:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764902/real 1789764902] req@ffff9cdd47c52680 x1876702015431424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764902.184275:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015431424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764902.184282:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764902.184285:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764902.184288:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015431424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764902.184305:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015431552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764902.184330:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764902.184340:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764902/real 1789764902] req@ffff9cdd47c50a80 x1876702015431552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764902.184350:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015431552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764902.184358:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764902.184361:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764902.184364:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015431552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764902.186436:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015431680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764902.186520:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764902.186557:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764902/real 1789764902] req@ffff9cdd47c50000 x1876702015431680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764902.186577:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015431680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764902.186587:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764902.186591:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764902.186595:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015431680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764902.370698:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764903.391190:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764904.415591:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764905.440010:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764906.465718:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764907.295127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764907.295141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764907.295146:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764907.295159:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2425 00000100:00080000:3.0:1789764907.295172:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764907.295181:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764907.295480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015431808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764907.295735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764907.295742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764907.295744:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764907.295749:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2425 00000100:00080000:3.0:1789764907.295754:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764907.295759:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764907.295770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764907.295784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015431936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764907.295794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764907.295798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764907.295800:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764907.295804:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2425 00000100:00080000:3.0:1789764907.295807:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764907.295811:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015431808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764907.295814:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764907.295823:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789764907.295939:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764907.295995:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764907/real 1789764907] req@ffff9cdd59274000 x1876702015431808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789764907.295996:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015432064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764907.296023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764907.296027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764907.296029:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764907.296033:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2425 00000100:00080000:3.0:1789764907.296038:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789764907.296039:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015431808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764907.296045:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764907.296054:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1789764907.296059:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1789764907.296066:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015432192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764907.296067:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764907.296076:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015431808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789764907.296083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789764907.296089:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015431936:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764907.296089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764907.296091:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789764907.296119:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764907.296133:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764907/real 1789764907] req@ffff9cdd59275500 x1876702015431936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764907.296146:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015431936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764907.296153:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764907.296156:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764907.296160:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015431936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764907.296188:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015432064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764907.296221:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764907.296252:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764907/real 1789764907] req@ffff9cdd59274380 x1876702015432064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764907.296267:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015432064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764907.296275:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764907.296278:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764907.296289:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015432064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764907.296295:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015432192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764907.296314:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764907.296324:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2425 00000100:00100000:0.0:1789764907.296329:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764907/real 1789764907] req@ffff9cdd59277b80 x1876702015432192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789764907.296330:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764907.296339:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764907.296348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764907.296361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015432320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764907.297949:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015432192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764907.297968:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764907.297973:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764907.297977:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015432192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764907.298015:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015432320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764907.298080:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764907.298119:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764907/real 1789764907] req@ffff9cdd59276a00 x1876702015432320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764907.298131:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015432320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764907.298148:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764907.298152:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764907.298155:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015432320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764907.487372:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764908.511144:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764909.535668:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764910.559634:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764911.588486:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764912.415416:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764912.415430:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764912.415435:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764912.415449:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2430 00000100:00080000:0.0:1789764912.415463:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764912.415472:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764912.415532:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015432448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764912.415573:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764912.415577:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764912.415579:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764912.415583:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2430 00000100:00080000:0.0:1789764912.415587:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764912.415591:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764912.415603:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764912.415618:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015432576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764912.415627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764912.415631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764912.415633:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764912.415636:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2430 00000100:00080000:0.0:1789764912.415641:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764912.415647:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764912.415652:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764912.415662:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015432704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764912.415670:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764912.415674:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764912.415676:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764912.415679:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2430 00000100:00080000:0.0:1789764912.415683:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764912.415686:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764912.415690:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764912.415700:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015432832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764912.415708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764912.415711:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764912.415713:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764912.415717:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2430 00000100:00080000:0.0:1789764912.415720:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764912.415733:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764912.415738:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764912.415748:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015432960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764912.417631:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015432448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764912.417721:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764912.417775:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764912/real 1789764912] req@ffff9cdd47cf8000 x1876702015432448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764912.417794:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015432448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764912.417806:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764912.417810:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764912.417813:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015432448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764912.417820:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015432576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764912.417845:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764912.417858:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764912/real 1789764912] req@ffff9cdd47cf8700 x1876702015432576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764912.417919:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015432576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764912.417927:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764912.417931:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764912.417934:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015432576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764912.417940:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015432704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764912.417964:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764912.417976:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764912/real 1789764912] req@ffff9cdd47cfa680 x1876702015432704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764912.417987:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015432704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764912.417994:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764912.417997:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764912.418000:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015432704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764912.418007:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015432832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764912.418027:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764912.418039:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764912/real 1789764912] req@ffff9cdd47cfa300 x1876702015432832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764912.418050:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015432832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764912.418057:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764912.418060:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764912.418063:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015432832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764912.418069:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015432960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764912.418091:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764912.418101:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764912/real 1789764912] req@ffff9cdd47cfb100 x1876702015432960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764912.418119:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015432960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764912.418127:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764912.418130:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764912.418133:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015432960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764912.613925:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764913.631160:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764914.655323:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764915.679284:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764916.705004:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764917.536097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764917.536112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764917.536118:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764917.536131:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2435 00000100:00080000:2.0:1789764917.536145:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764917.536153:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764917.536203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015433088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764917.536248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764917.536252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764917.536254:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764917.536258:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2435 00000100:00080000:2.0:1789764917.536262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764917.536267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764917.536280:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764917.536293:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015433216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764917.536303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764917.536306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764917.536308:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764917.536311:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2435 00000100:00080000:2.0:1789764917.536314:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764917.536317:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764917.536323:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764917.536333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015433344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764917.536342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764917.536346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764917.536347:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764917.536350:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2435 00000100:00080000:2.0:1789764917.536354:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764917.536357:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764917.536361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764917.536372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015433472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764917.536380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764917.536383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764917.536384:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764917.536387:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2435 00000100:00080000:2.0:1789764917.536390:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764917.536394:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764917.536398:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764917.536407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015433600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764917.536621:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015433088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764917.536756:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015433216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764917.536787:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015433344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764917.536809:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015433472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764917.536829:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015433600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764917.728675:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764918.753803:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764919.775216:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789764920.610034:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789764920.610088:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789764920.610107:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764920.610306:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764917/real 1789764920] req@ffff9cdd437a4380 x1876702015433088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764942 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764920.610339:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015433088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764942 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764920.610350:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764920.610356:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764920.610360:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015433088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789764920.610438:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764920.610507:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764917/real 1789764920] req@ffff9cdd437a5f80 x1876702015433216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764942 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764920.610523:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015433216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764942 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764920.610532:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764920.610535:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764920.610539:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015433216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789764920.610584:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764920.610650:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764917/real 1789764920] req@ffff9cdd437a7480 x1876702015433344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764942 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764920.610665:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015433344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764942 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764920.610673:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764920.610677:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764920.610679:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015433344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764920.611214:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764920.611286:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764917/real 1789764920] req@ffff9cdd437a7800 x1876702015433472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764942 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764920.611303:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015433472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764942 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764920.611311:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764920.611314:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764920.611318:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015433472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789764920.611359:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789764920.611429:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764917/real 1789764920] req@ffff9cdd437a7100 x1876702015433600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764942 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764920.611444:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015433600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764942 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764920.611451:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764920.611455:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764920.611457:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015433600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764920.807399:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764921.823279:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764922.658453:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764922.658467:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764922.658473:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764922.658486:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2440 00000100:00080000:3.0:1789764922.658500:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764922.658510:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764922.658577:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015433728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764922.658672:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015433728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764922.658757:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764922.658802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764922.658810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764922.658812:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764922.658817:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2440 00000100:00080000:3.0:1789764922.658823:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764922.658828:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764922.658840:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764922.658854:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015433856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764922.659591:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764922/real 1789764922] req@ffff9cdd59277480 x1876702015433728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764922.659622:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015433728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764922.659634:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764922.659638:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764922.659642:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015433728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764922.659678:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015433856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764922.659718:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764922.659734:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764922/real 1789764922] req@ffff9cdd59276d80 x1876702015433856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764922.659745:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015433856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764922.659759:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764922.659764:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764922.659767:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015433856:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789764922.660031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764922.660036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764922.660039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764922.660045:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2440 00000100:00080000:3.0:1789764922.660050:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764922.660056:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764922.660067:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764922.660090:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015433984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764922.660135:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015433984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764922.660163:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764922.660194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764922.660198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764922.660200:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764922.660203:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2440 00000100:00080000:3.0:1789764922.660207:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764922.660211:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764922.660216:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764922.660229:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015434112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764922.660456:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764922/real 1789764922] req@ffff9cdd59275180 x1876702015433984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764922.660471:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015433984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764922.660478:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764922.660481:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764922.660485:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015433984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764922.660503:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015434112:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789764922.660604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764922.660608:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764922.660610:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764922.660614:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2440 00000800:00000100:2.0:1789764922.660639:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764922.661696:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764922/real 1789764922] req@ffff9cdd59274a80 x1876702015434112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764922.661723:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015434112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764922.661733:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764922.661737:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764922.661742:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015434112:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789764922.661816:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764922.661828:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764922.661842:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764922.661904:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015434240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764922.662011:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015434240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764922.662073:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764922.662089:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764922/real 1789764922] req@ffff9cdd59274a80 x1876702015434240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764922.662100:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015434240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764922.662107:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764922.662110:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764922.662114:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015434240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764922.848411:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764923.871365:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764924.898274:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764925.919850:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764926.944955:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764927.778255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764927.778269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764927.778274:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764927.778286:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2445 00000100:00080000:3.0:1789764927.778300:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764927.778309:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764927.778372:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015434368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764927.778409:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764927.778413:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764927.778415:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764927.778419:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2445 00000100:00080000:3.0:1789764927.778423:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764927.778428:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764927.778440:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764927.778453:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015434496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764927.778462:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764927.778465:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764927.778466:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764927.778469:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2445 00000100:00080000:3.0:1789764927.778472:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764927.778475:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764927.778479:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764927.778486:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015434624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764927.778494:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764927.778498:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764927.778499:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764927.778502:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2445 00000100:00080000:3.0:1789764927.778505:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764927.778508:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764927.778512:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764927.778519:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015434752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764927.778528:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764927.778531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764927.778533:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764927.778536:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2445 00000100:00080000:3.0:1789764927.778539:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764927.778542:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764927.778546:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764927.778555:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015434880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764927.778983:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015434368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764927.779066:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764927.779120:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764927/real 1789764927] req@ffff9cdd59275180 x1876702015434368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764927.779148:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015434368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764927.779160:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764927.779164:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764927.779168:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015434368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764927.779175:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015434496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764927.779196:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764927.779207:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764927/real 1789764927] req@ffff9cdd59276d80 x1876702015434496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764927.779218:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015434496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764927.779235:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764927.779238:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764927.779241:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015434496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764927.779247:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015434624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764927.779266:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764927.779275:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764927/real 1789764927] req@ffff9cdd59277480 x1876702015434624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764927.779286:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015434624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764927.779293:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764927.779296:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764927.779299:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015434624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764927.779305:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015434752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764927.779318:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764927.779326:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764927/real 1789764927] req@ffff9cdd59276a00 x1876702015434752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764927.779341:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015434752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764927.779349:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764927.779352:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764927.779355:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015434752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764927.779360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015434880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764927.779376:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764927.779385:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764927/real 1789764927] req@ffff9cdd59277b80 x1876702015434880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764927.779396:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015434880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764927.779403:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764927.779406:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764927.779409:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015434880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764927.967364:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764928.991112:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764930.020908:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764931.044504:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764932.068597:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764932.895122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764932.895135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764932.895141:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764932.895153:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2450 00000100:00080000:2.0:1789764932.895167:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764932.895175:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764932.895227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015435008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764932.895263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764932.895267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764932.895268:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764932.895272:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2450 00000100:00080000:2.0:1789764932.895277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764932.895281:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764932.895293:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764932.895305:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015435136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764932.895325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764932.895335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764932.895337:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764932.895341:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2450 00000100:00080000:2.0:1789764932.895345:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764932.895350:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764932.895354:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015435008:192.168.203.148@tcp:250:kworker.0 00000008:00100000:2.0:1789764932.895358:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764932.895381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015435264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764932.895392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764932.895396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764932.895397:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764932.895401:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2450 00000100:00080000:2.0:1789764932.895405:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764932.895409:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764932.895414:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764932.895425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015435392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764932.895433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764932.895436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764932.895438:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764932.895441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2450 00000100:00080000:2.0:1789764932.895445:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764932.895449:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:0.0:1789764932.895454:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789764932.895456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764932.895468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015435520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764932.895507:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764932/real 1789764932] req@ffff9cdd437a4000 x1876702015435008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764932.895528:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015435008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764932.895538:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764932.895542:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764932.895546:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015435008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764932.895553:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015435136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764932.895574:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764932.895585:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764932/real 1789764932] req@ffff9cdd437a5c00 x1876702015435136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764932.895600:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015435136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764932.895607:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764932.895610:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764932.895613:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015435136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764932.895638:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015435264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764932.895656:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764932.895666:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764932/real 1789764932] req@ffff9cdd437a5180 x1876702015435264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764932.895676:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015435264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764932.895684:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764932.895687:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764932.895690:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015435264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764932.895696:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015435392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764932.895712:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764932.895723:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764932/real 1789764932] req@ffff9cdd437a4700 x1876702015435392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764932.895734:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015435392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764932.895741:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764932.895744:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764932.895747:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015435392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764932.895752:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015435520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764932.895770:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764932.895780:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764932/real 1789764932] req@ffff9cdd437a6680 x1876702015435520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764932.895790:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015435520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764932.895797:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764932.895801:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764932.895804:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015435520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764933.089192:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764934.111446:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764935.138135:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764936.159281:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764937.183324:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764938.015596:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764938.015610:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764938.015616:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764938.015629:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2456 00000100:00080000:0.0:1789764938.015643:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764938.015652:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764938.015706:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015435648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764938.015793:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015435648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764938.015901:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764938.015976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764938.015980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764938.015982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764938.015988:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2456 00000100:00080000:0.0:1789764938.015993:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764938.015998:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764938.016009:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764938.016025:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015435776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764938.016150:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764938/real 1789764938] req@ffff9cdd47cf8a80 x1876702015435648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764938.016170:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015435648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764938.016188:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764938.016192:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764938.016196:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015435648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764938.016225:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015435776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764938.016254:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764938.016267:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764938/real 1789764938] req@ffff9cdd47cf9500 x1876702015435776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764938.016279:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015435776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764938.016287:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764938.016290:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764938.016293:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015435776:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789764938.016386:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764938.016390:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764938.016392:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764938.016396:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2456 00000100:00080000:0.0:1789764938.016401:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764938.016405:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764938.016412:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764938.016426:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015435904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764938.016471:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015435904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764938.016509:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764938.016603:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764938.016607:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764938.016609:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764938.016614:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2456 00000100:00080000:0.0:1789764938.016619:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764938.016623:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764938.016629:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764938.016639:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015436032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764938.016723:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764938/real 1789764938] req@ffff9cdd47cf8e00 x1876702015435904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764938.016736:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015435904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764938.016744:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764938.016748:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764938.016751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015435904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764938.016766:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015436032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764938.016787:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764938.016798:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764938/real 1789764938] req@ffff9cdd47cf9c00 x1876702015436032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764938.016808:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015436032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764938.016816:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764938.016820:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764938.016822:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015436032:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789764938.019438:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764938.019453:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764938.019459:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764938.019645:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2456 00000100:00080000:0.0:1789764938.019658:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764938.019666:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764938.019688:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764938.019741:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015436160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764938.019934:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015436160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764938.020008:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764938.020043:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764938/real 1789764938] req@ffff9cdd47cf9880 x1876702015436160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764938.020337:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015436160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764938.020350:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764938.020355:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764938.020359:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015436160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764938.208829:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764939.231178:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764940.257986:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764941.279295:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764942.303268:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764943.134983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764943.134993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764943.138883:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764943.138901:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2461 00000100:00080000:0.0:1789764943.138912:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764943.138920:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764943.138960:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015436288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764943.138998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764943.139004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764943.139014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764943.139029:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2461 00000100:00080000:0.0:1789764943.139034:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764943.139037:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764943.139047:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764943.139059:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015436416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764943.139069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764943.139072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764943.139073:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764943.139077:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2461 00000100:00080000:0.0:1789764943.139080:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764943.139084:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764943.139088:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764943.139097:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015436544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764943.139106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764943.139108:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764943.139110:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764943.139113:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2461 00000100:00080000:0.0:1789764943.139116:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764943.139120:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764943.139125:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764943.139134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015436672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789764943.139143:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764943.139147:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764943.139148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764943.139152:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2461 00000100:00080000:0.0:1789764943.139155:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764943.139158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764943.139162:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764943.139170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015436800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764943.139281:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015436288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764943.139350:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764943.139389:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764943/real 1789764943] req@ffff9cdd47cf9f80 x1876702015436288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764943.139700:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015436288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764943.139711:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764943.139771:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764943.139775:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015436288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764943.139784:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015436416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764943.139992:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764943.140081:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764943/real 1789764943] req@ffff9cdd47cf9180 x1876702015436416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764943.140096:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015436416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764943.140105:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764943.140108:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764943.140111:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015436416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789764943.140118:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015436544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764943.140142:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764943.140154:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764943/real 1789764943] req@ffff9cdd47cfb480 x1876702015436544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764943.140173:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015436544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764943.140181:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764943.140184:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764943.140187:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015436544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764943.140194:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015436672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764943.140214:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764943.140225:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764943/real 1789764943] req@ffff9cdd47cfad80 x1876702015436672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764943.140237:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015436672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764943.140246:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764943.140249:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764943.140253:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015436672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764943.140259:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015436800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764943.140278:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764943.140289:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764943/real 1789764943] req@ffff9cdd47cfbb80 x1876702015436800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764943.140300:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015436800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764943.140315:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764943.140318:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764943.140322:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015436800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764943.329832:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764944.351167:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764945.378330:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764946.399117:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764947.425152:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764948.255051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764948.255063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764948.255067:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764948.255078:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2466 00000100:00080000:2.0:1789764948.255089:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764948.255106:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764948.255144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015436928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764948.255178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764948.255182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764948.255183:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764948.255187:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2466 00000100:00080000:2.0:1789764948.255190:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764948.255194:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764948.255203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764948.255214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015437056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764948.255222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764948.255225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764948.255227:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764948.255230:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2466 00000100:00080000:2.0:1789764948.255232:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764948.255235:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764948.255239:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764948.255248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015437184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764948.255255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764948.255258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764948.255260:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764948.255262:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2466 00000100:00080000:2.0:1789764948.255265:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764948.255268:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764948.255272:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764948.255287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015437312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764948.255294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764948.255297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764948.255298:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764948.255301:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2466 00000100:00080000:2.0:1789764948.255304:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764948.255307:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764948.255311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764948.255318:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015437440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764948.255685:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015436928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764948.255750:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764948.255789:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764948/real 1789764948] req@ffff9cdd437a4e00 x1876702015436928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764948.255805:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015436928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764948.255814:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764948.255817:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764948.255821:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015436928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764948.255827:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764948.255852:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764948.255886:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764948/real 1789764948] req@ffff9cdd437a4a80 x1876702015437056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764948.255900:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015437056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764948.255908:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764948.255911:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764948.255914:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764948.255920:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764948.255941:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764948.255952:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764948/real 1789764948] req@ffff9cdd437a5500 x1876702015437184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764948.255963:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015437184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764948.255969:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764948.255972:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764948.255975:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764948.255979:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764948.256010:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764948.256019:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764948/real 1789764948] req@ffff9cdd437a6d80 x1876702015437312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764948.256037:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015437312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764948.256045:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764948.256048:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764948.256051:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764948.256057:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015437440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764948.256075:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764948.256084:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764948/real 1789764948] req@ffff9cdd437a6300 x1876702015437440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764948.256104:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015437440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764948.256112:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764948.256115:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764948.256117:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015437440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764948.447102:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764949.471370:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764950.495439:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764951.519778:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764952.543066:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764953.374991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764953.375002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764953.375006:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764953.375016:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2471 00000100:00080000:2.0:1789764953.375027:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764953.375034:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764953.375075:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015437568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764953.375103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764953.375107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764953.375109:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764953.375114:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2471 00000100:00080000:2.0:1789764953.375118:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764953.375121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764953.375130:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764953.375142:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015437696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764953.375150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764953.375154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764953.375156:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764953.375159:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2471 00000100:00080000:2.0:1789764953.375161:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764953.375164:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764953.375169:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764953.375177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015437824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764953.375184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764953.375186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764953.375188:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764953.375191:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2471 00000100:00080000:2.0:1789764953.375194:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764953.375197:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764953.375200:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764953.375211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015437952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764953.375231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764953.375234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764953.375242:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764953.375245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2471 00000100:00080000:2.0:1789764953.375249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764953.375252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764953.375257:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764953.375265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015438080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764953.375351:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015437568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764953.375411:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764953.375465:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764953/real 1789764953] req@ffff9cdd437a5880 x1876702015437568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764953.375482:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015437568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764953.375498:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764953.375501:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764953.375505:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015437568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764953.375512:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764953.375535:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764953.375547:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764953/real 1789764953] req@ffff9cdd437a6a00 x1876702015437696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764953.375560:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015437696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764953.375568:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764953.375576:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764953.375580:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764953.375586:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764953.375606:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764953.375620:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764953/real 1789764953] req@ffff9cdd437a7b80 x1876702015437824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764953.375632:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015437824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764953.375639:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764953.375642:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764953.375645:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764953.375651:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764953.375669:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764953.375679:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764953/real 1789764953] req@ffff9cdd437a6300 x1876702015437952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764953.375689:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015437952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764953.375697:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764953.375700:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764953.375703:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015437952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764953.375709:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015438080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764953.375733:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764953.375743:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764953/real 1789764953] req@ffff9cdd437a6d80 x1876702015438080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764953.375753:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015438080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764953.375760:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764953.375763:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764953.375765:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015438080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764953.568070:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764954.591635:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764955.615172:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764956.639089:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764957.664999:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789764958.495147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764958.495168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789764958.495173:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764958.495182:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2476 00000100:00080000:3.0:1789764958.495194:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764958.495201:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789764958.495239:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015438208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764958.495265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764958.495269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764958.495274:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764958.495278:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2476 00000100:00080000:3.0:1789764958.495282:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764958.495287:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764958.495296:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764958.495311:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015438208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789764958.495311:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015438336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764958.495332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764958.495335:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789764958.495337:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764958.495340:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2476 00000100:00080000:3.0:1789764958.495344:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764958.495348:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764958.495353:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764958.495365:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015438464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764958.495378:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789764958.495390:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764958.495394:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789764958.495396:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764958.495400:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2476 00000100:00080000:3.0:1789764958.495404:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764958.495408:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764958.495413:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764958.495424:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015438592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789764958.495437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789764958.495440:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789764958.495443:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789764958.495446:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2476 00000100:00080000:3.0:1789764958.495451:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789764958.495455:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789764958.495459:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789764958.495471:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015438720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764958.495478:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764958/real 1789764958] req@ffff9cdd59274380 x1876702015438208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764958.495509:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015438208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764958.495524:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764958.495528:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764958.495533:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015438208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764958.495564:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015438336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764958.495590:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764958.495602:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764958/real 1789764958] req@ffff9cdd59275500 x1876702015438336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764958.495613:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015438336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764958.495621:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764958.495623:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764958.495627:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015438336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764958.495633:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015438464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764958.495653:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764958.495664:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764958/real 1789764958] req@ffff9cdd59274000 x1876702015438464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764958.495687:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015438464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764958.495701:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764958.495704:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764958.495708:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015438464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764958.495714:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015438592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764958.495735:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764958.495746:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764958/real 1789764958] req@ffff9cdd59277800 x1876702015438592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764958.495763:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015438592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764958.495770:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764958.495773:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764958.495777:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015438592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764958.495783:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015438720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764958.495803:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764958.495814:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764958/real 1789764958] req@ffff9cdd59276300 x1876702015438720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764958.495825:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015438720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764958.495833:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764958.495835:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764958.495839:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015438720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764958.687261:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764959.712262:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764960.735087:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764961.759054:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764962.783658:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789764963.615007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764963.615017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789764963.615021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764963.615030:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2481 00000100:00080000:0.0:1789764963.615040:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764963.615048:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789764963.615084:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015438848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764963.615156:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015438848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764963.615218:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764963.615247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764963.615251:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764963.615253:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764963.615257:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2481 00000100:00080000:0.0:1789764963.615261:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764963.615265:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764963.615273:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764963.615286:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015438976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764963.615339:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764963/real 1789764963] req@ffff9cdd47cfaa00 x1876702015438848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764963.615356:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015438848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764963.615365:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764963.615369:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764963.615373:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015438848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764963.615393:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015438976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764963.615412:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764963.615423:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764963/real 1789764963] req@ffff9cdd47cfbb80 x1876702015438976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764963.615434:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015438976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764963.615441:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764963.615445:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764963.615448:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015438976:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789764963.615537:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764963.615541:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789764963.615543:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764963.615547:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2481 00000100:00080000:0.0:1789764963.615551:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764963.615556:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764963.615561:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764963.615582:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015439104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764963.615625:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015439104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764963.615666:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789764963.615788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764963.615792:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789764963.615794:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764963.615797:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2481 00000100:00080000:0.0:1789764963.615801:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764963.615816:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764963.615822:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764963.615834:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015439232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764963.616007:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764963/real 1789764963] req@ffff9cdd47cfad80 x1876702015439104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764963.616019:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015439104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764963.616026:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764963.616029:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764963.616032:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015439104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764963.616046:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015439232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764963.616068:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764963.616078:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764963/real 1789764963] req@ffff9cdd47cfb480 x1876702015439232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764963.616088:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015439232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764963.616095:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764963.616098:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764963.616102:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015439232:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789764963.616209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789764963.616214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789764963.616216:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789764963.616220:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2481 00000100:00080000:0.0:1789764963.616224:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789764963.616228:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789764963.616234:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789764963.616247:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015439360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764963.616291:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015439360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764963.616314:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764963.616393:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764963/real 1789764963] req@ffff9cdd47cf9180 x1876702015439360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764963.616406:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015439360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764963.616414:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764963.616417:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764963.616420:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015439360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764963.807305:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764964.831911:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764965.855050:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764966.879214:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764967.903088:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764968.735109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764968.735123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764968.735129:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764968.735143:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2486 00000100:00080000:1.0:1789764968.735156:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764968.735163:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764968.735224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015439488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764968.735319:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015439488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789764968.735398:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789764968.735430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764968.735434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764968.735437:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764968.735442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2486 00000100:00080000:1.0:1789764968.735446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764968.735450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764968.735462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764968.735476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015439616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764968.735541:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764968/real 1789764968] req@ffff9cdd47c50e00 x1876702015439488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764968.735573:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015439488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764968.735584:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764968.735588:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764968.735592:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015439488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789764968.735620:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015439616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764968.735639:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764968.735648:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764968/real 1789764968] req@ffff9cdd47c52300 x1876702015439616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764968.735658:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015439616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764968.735667:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764968.735670:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764968.735673:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015439616:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789764968.735761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764968.735768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764968.735770:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764968.735774:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2486 00000100:00080000:1.0:1789764968.735779:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764968.735783:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764968.735790:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764968.735806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015439744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764968.735822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764968.735826:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764968.735828:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764968.735840:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2486 00000100:00080000:1.0:1789764968.735844:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764968.735848:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764968.735853:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764968.735900:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015439872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764968.735911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764968.735914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764968.735915:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764968.735919:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2486 00000100:00080000:1.0:1789764968.735922:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764968.735926:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764968.735931:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764968.735941:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015440000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789764968.736159:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015439744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764968.736187:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764968.736201:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764968/real 1789764968] req@ffff9cdd47c53100 x1876702015439744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764968.736212:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015439744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764968.736220:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764968.736224:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764968.736227:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015439744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764968.736233:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015439872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789764968.736252:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764968.736262:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764968/real 1789764968] req@ffff9cdd47c52d80 x1876702015439872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764968.736273:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015439872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764968.736281:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764968.736284:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764968.736287:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015439872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789764968.736293:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015440000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789764968.736314:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789764968.736324:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764968/real 1789764968] req@ffff9cdd47c51c00 x1876702015440000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789764968.736336:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015440000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789764968.736343:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789764968.736346:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789764968.736349:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015440000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764968.927675:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764969.952080:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764970.975151:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764971.999147:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764973.025413:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789764973.854990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764973.855000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789764973.855007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764973.855018:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2491 00000100:00080000:1.0:1789764973.855029:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764973.855035:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789764973.855072:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015440128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764973.855102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764973.855105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764973.855107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764973.855110:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2491 00000100:00080000:1.0:1789764973.855113:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764973.855116:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764973.855125:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764973.855136:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015440256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764973.855144:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764973.855147:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789764973.855148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764973.855151:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2491 00000100:00080000:1.0:1789764973.855153:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764973.855156:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764973.855159:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764973.855167:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015440384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764973.855445:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015440128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764973.855508:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764973.855554:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764973/real 1789764973] req@ffff9cdd47c51180 x1876702015440128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764973.855569:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015440128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764973.855594:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764973.855598:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764973.855601:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015440128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764973.855608:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015440256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764973.855629:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764973.855641:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764973/real 1789764973] req@ffff9cdd47c50700 x1876702015440256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764973.855652:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015440256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764973.855659:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764973.855661:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764973.855664:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015440256:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789764973.855732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764973.855735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789764973.855737:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764973.855741:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2491 00000100:00080000:1.0:1789764973.855746:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764973.855749:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764973.855755:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764973.855778:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015440512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789764973.855788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789764973.855791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789764973.855803:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789764973.855807:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2491 00000100:00080000:1.0:1789764973.855811:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789764973.855815:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789764973.855819:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789764973.855829:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015440640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764973.855898:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015440384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764973.855921:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764973.855933:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764973/real 1789764973] req@ffff9cdd47c51880 x1876702015440384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764973.855950:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015440384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764973.855960:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764973.855963:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764973.855966:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015440384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764973.855972:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015440512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764973.855998:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764973.856011:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764973/real 1789764973] req@ffff9cdd47c50700 x1876702015440512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764973.856022:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015440512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764973.856029:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764973.856032:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764973.856035:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015440512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764973.856041:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015440640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764973.856060:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764973.856070:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764973/real 1789764973] req@ffff9cdd47c51180 x1876702015440640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764973.856081:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015440640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764973.856099:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764973.856103:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764973.856106:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015440640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764974.048341:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764975.073036:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764976.095052:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764977.119119:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764978.145856:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764978.975262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764978.975272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764978.975276:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764978.975351:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2496 00000100:00080000:2.0:1789764978.975363:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764978.975370:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764978.975408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015440768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764978.975480:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015440768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764978.975555:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764978.975768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764978.975772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764978.975775:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764978.975780:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2496 00000100:00080000:2.0:1789764978.975784:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764978.975789:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764978.975798:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764978.975812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015440896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764978.976121:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764978/real 1789764978] req@ffff9cdd437a5500 x1876702015440768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764978.976139:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015440768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764978.976150:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764978.976154:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764978.976158:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015440768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764978.976181:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015440896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764978.976208:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764978.976222:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764978/real 1789764978] req@ffff9cdd437a4a80 x1876702015440896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764978.976234:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015440896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764978.976243:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764978.976247:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764978.976250:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015440896:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789764978.976481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764978.976485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764978.976488:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764978.976493:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2496 00000100:00080000:2.0:1789764978.976498:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764978.976502:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764978.976508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764978.976524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015441024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764978.982930:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015441024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764978.983010:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764978.983120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764978.983126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764978.983130:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764978.983135:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2496 00000100:00080000:2.0:1789764978.983142:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764978.983148:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764978.983158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764978.983186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015441152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764978.983323:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764978/real 1789764978] req@ffff9cdd437a4e00 x1876702015441024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764978.983344:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015441024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764978.983354:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764978.983359:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764978.983363:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015441024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764978.983386:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015441152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764978.983411:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764978.983436:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764978/real 1789764978] req@ffff9cdd437a6680 x1876702015441152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764978.983448:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015441152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764978.983456:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764978.983459:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764978.983462:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015441152:192.168.203.148@tcp:8:kworker.0 00000100:00080000:2.0:1789764978.983730:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764978.983734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764978.983736:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764978.983741:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2496 00000100:00080000:2.0:1789764978.983745:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764978.983750:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764978.983763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764978.983776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015441280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764978.983823:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015441280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764978.983848:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764978.984068:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764978/real 1789764978] req@ffff9cdd437a4700 x1876702015441280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764978.984084:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015441280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764978.984092:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764978.984095:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764978.984099:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015441280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764979.168546:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764980.191064:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764981.216486:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764982.243073:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764983.264376:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764984.096515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764984.096529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764984.096535:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764984.096547:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2502 00000100:00080000:2.0:1789764984.096561:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764984.096569:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764984.096627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015441408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764984.096665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764984.096669:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764984.096672:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764984.096678:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2502 00000100:00080000:2.0:1789764984.096682:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764984.096687:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764984.096698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764984.096711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015441536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764984.096733:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015441408:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764984.096737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764984.096748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764984.096751:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764984.096756:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2502 00000100:00080000:2.0:1789764984.096761:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764984.096766:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764984.096771:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764984.096783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015441664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764984.096793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764984.096796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764984.096798:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764984.096801:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2502 00000100:00080000:2.0:1789764984.096805:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764984.096809:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764984.096814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764984.096823:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015441792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764984.096831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764984.096834:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764984.096835:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764984.096839:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2502 00000100:00080000:2.0:1789764984.096841:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764984.096845:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764984.096849:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764984.096857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015441920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789764984.096965:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015441536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764984.097006:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015441664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764984.097035:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015441792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764984.097064:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015441920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764984.291132:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764985.313110:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764986.335193:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789764987.167986:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789764987.168045:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789764987.168064:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764987.168115:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764987.168125:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764987.168133:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789764987.168142:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789764987.169623:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764984/real 1789764987] req@ffff9cdd437a5c00 x1876702015441536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764987.169672:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015441536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764987.169686:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764987.169691:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764987.169707:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015441536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764987.169717:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764984/real 1789764987] req@ffff9cdd437a4000 x1876702015441664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764987.169732:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015441664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764987.169740:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764987.169745:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764987.169749:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015441664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764987.169758:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764984/real 1789764987] req@ffff9cdd437a7100 x1876702015441792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764987.169771:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015441792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764987.169779:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764987.169782:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764987.169786:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015441792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789764987.169794:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764984/real 1789764987] req@ffff9cdd437a7800 x1876702015441920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764987.169814:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015441920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764987.169823:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764987.169827:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764987.169830:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015441920:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789764987.169839:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764984/real 1789764987] req@ffff9cdd437a5180 x1876702015441408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789764987.169852:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015441408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789764987.169860:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789764987.169942:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789764987.169947:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015441408:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789764987.360934:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764988.383164:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764989.215281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764989.215293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764989.215299:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764989.215312:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2507 00000100:00080000:2.0:1789764989.215327:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764989.215336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764989.215388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015442048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764989.215426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764989.215430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764989.215432:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764989.215436:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2507 00000100:00080000:2.0:1789764989.215441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764989.215445:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764989.215456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764989.215469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015442176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764989.215479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764989.215482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764989.215483:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764989.215487:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2507 00000100:00080000:2.0:1789764989.215491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764989.215495:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764989.215500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764989.215512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015442304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764989.215521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764989.215525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764989.215527:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764989.215530:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2507 00000100:00080000:2.0:1789764989.215533:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764989.215537:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764989.215541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764989.215552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015442432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764989.215566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764989.215569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764989.215571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764989.215575:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2507 00000100:00080000:2.0:1789764989.215578:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764989.215581:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764989.215585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764989.215594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015442560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764989.215800:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015442048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764989.215907:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764989.215969:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764989/real 1789764989] req@ffff9cdd437a7480 x1876702015442048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764989.215986:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015442048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764989.215997:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764989.216001:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764989.216005:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015442048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764989.216012:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015442176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764989.216034:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764989.216046:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764989/real 1789764989] req@ffff9cdd437a5f80 x1876702015442176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764989.216057:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015442176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764989.216069:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764989.216073:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764989.216076:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015442176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764989.216082:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015442304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764989.216100:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764989.216110:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764989/real 1789764989] req@ffff9cdd437a4380 x1876702015442304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764989.216119:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015442304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764989.216126:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764989.216129:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764989.216132:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015442304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764989.216139:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015442432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764989.216157:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764989.216167:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764989/real 1789764989] req@ffff9cdd437a5180 x1876702015442432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764989.216178:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015442432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764989.216185:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764989.216188:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764989.216191:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015442432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764989.216196:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015442560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764989.216214:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764989.216224:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764989/real 1789764989] req@ffff9cdd437a7800 x1876702015442560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764989.216234:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015442560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764989.216240:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764989.216242:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764989.216245:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015442560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764989.408045:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764990.431079:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764991.455539:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764992.481518:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764993.503165:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764994.337274:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764994.337288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764994.337294:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764994.337306:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2512 00000100:00080000:2.0:1789764994.337320:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764994.337328:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764994.337381:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015442688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764994.337417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764994.337421:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764994.337423:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764994.337427:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2512 00000100:00080000:2.0:1789764994.337431:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764994.337435:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764994.337446:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764994.337460:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015442816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764994.337470:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764994.337473:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764994.337475:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789764994.337480:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015442688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789764994.337481:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2512 00000100:00080000:2.0:1789764994.337490:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764994.337495:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764994.337501:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764994.337515:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015442944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764994.337524:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764994.337528:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764994.337530:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764994.337534:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2512 00000100:00080000:2.0:1789764994.337538:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764994.337542:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764994.337547:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764994.337559:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015443072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789764994.337567:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789764994.337575:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764994.337579:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764994.337581:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764994.337585:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2512 00000100:00080000:2.0:1789764994.337590:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764994.337594:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764994.337599:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764994.337610:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015443200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764994.337633:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764994/real 1789764994] req@ffff9cdd437a7100 x1876702015442688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764994.337663:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015442688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764994.337674:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764994.337678:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764994.337682:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015442688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764994.337708:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015442816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764994.337732:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764994.337745:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764994/real 1789764994] req@ffff9cdd437a4000 x1876702015442816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764994.337756:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015442816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764994.337763:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764994.337766:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764994.337768:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015442816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764994.337773:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015442944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764994.337792:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764994.337804:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764994/real 1789764994] req@ffff9cdd437a5c00 x1876702015442944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764994.337814:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015442944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764994.337821:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764994.337823:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764994.337826:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015442944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764994.337831:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015443072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764994.337849:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764994.337859:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764994/real 1789764994] req@ffff9cdd437a4700 x1876702015443072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764994.337906:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015443072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764994.337915:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764994.337918:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764994.337922:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015443072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764994.337928:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015443200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764994.337948:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764994.337958:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764994/real 1789764994] req@ffff9cdd437a6680 x1876702015443200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764994.337969:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015443200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764994.337976:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764994.337980:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764994.337983:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015443200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789764994.527149:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764995.551125:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764996.575221:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789764997.599689:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789764998.623679:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789764999.456028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764999.456042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789764999.456047:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764999.456060:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2517 00000100:00080000:2.0:1789764999.456074:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764999.456082:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789764999.456136:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015443328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764999.456176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764999.456180:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764999.456182:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764999.456186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2517 00000100:00080000:2.0:1789764999.456190:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764999.456194:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764999.456207:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764999.456220:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015443456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764999.456240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764999.456244:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789764999.456246:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764999.456249:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2517 00000100:00080000:2.0:1789764999.456252:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764999.456256:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764999.456261:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764999.456272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015443584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764999.456281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764999.456285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789764999.456286:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764999.456289:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2517 00000100:00080000:2.0:1789764999.456293:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764999.456296:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764999.456301:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764999.456310:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015443712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789764999.456319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789764999.456322:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789764999.456324:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789764999.456327:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2517 00000100:00080000:2.0:1789764999.456330:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789764999.456334:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789764999.456343:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789764999.456352:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015443840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789764999.456575:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015443328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789764999.456665:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764999.456780:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764999/real 1789764999] req@ffff9cdd437a4e00 x1876702015443328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764999.456802:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015443328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764999.456813:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764999.456818:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764999.456821:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015443328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789764999.456829:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015443456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764999.456854:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764999.456895:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764999/real 1789764999] req@ffff9cdd437a4a80 x1876702015443456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764999.456908:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015443456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764999.456916:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764999.456919:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764999.456922:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015443456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789764999.456927:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015443584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764999.456946:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764999.456958:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764999/real 1789764999] req@ffff9cdd437a5500 x1876702015443584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764999.456969:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015443584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764999.456977:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764999.456980:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764999.456983:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015443584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764999.456988:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015443712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789764999.457007:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764999.457018:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764999/real 1789764999] req@ffff9cdd437a6d80 x1876702015443712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764999.457030:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015443712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764999.457039:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764999.457042:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764999.457045:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015443712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789764999.457050:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015443840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789764999.457069:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789764999.457079:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764999/real 1789764999] req@ffff9cdd437a6300 x1876702015443840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789764999.457090:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015443840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789764999.457097:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789764999.457100:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789764999.457103:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015443840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789764999.647223:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765000.671725:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765001.696948:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765002.721479:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765003.744148:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765004.575305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765004.575320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765004.575326:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765004.575340:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2522 00000100:00080000:2.0:1789765004.575355:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765004.575365:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765004.575416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015443968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765004.575455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765004.575458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765004.575460:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765004.575465:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2522 00000100:00080000:2.0:1789765004.575468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765004.575472:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765004.575484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765004.575496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015444096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765004.575516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765004.575519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765004.575521:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765004.575525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2522 00000100:00080000:2.0:1789765004.575527:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765004.575531:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765004.575536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765004.575545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015444224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765004.575553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765004.575557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765004.575558:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765004.575562:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2522 00000100:00080000:2.0:1789765004.575564:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765004.575577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765004.575582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765004.575593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015444352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765004.575601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765004.575604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765004.575606:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765004.575610:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2522 00000100:00080000:2.0:1789765004.575613:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765004.575617:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765004.575621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765004.575629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015444480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765004.576507:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015443968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765004.576604:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765004.576662:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765004/real 1789765004] req@ffff9cdd437a7b80 x1876702015443968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765004.576852:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015443968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765004.576923:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765004.576928:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765004.576932:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015443968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765004.576941:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765004.576971:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765004.576985:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765004/real 1789765004] req@ffff9cdd437a6a00 x1876702015444096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765004.576997:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015444096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765004.577003:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765004.577013:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765004.577016:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765004.577024:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765004.577049:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765004.577062:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765004/real 1789765004] req@ffff9cdd437a5880 x1876702015444224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765004.577074:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015444224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765004.577081:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765004.577084:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765004.577087:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765004.577093:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765004.577769:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765004.577788:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765004/real 1789765004] req@ffff9cdd437a6300 x1876702015444352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765004.577802:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015444352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765004.577811:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765004.577814:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765004.577817:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765004.577824:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015444480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765004.577848:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765004.577858:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765004/real 1789765004] req@ffff9cdd437a6d80 x1876702015444480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765004.577919:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015444480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765004.577927:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765004.577930:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765004.577933:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015444480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765004.767612:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765005.791469:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765006.816221:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765007.841068:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765008.864217:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765009.695413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765009.695424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765009.695428:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765009.695439:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2527 00000100:00080000:2.0:1789765009.695451:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765009.695459:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765009.695499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015444608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765009.695540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765009.695545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765009.695546:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765009.695550:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2527 00000100:00080000:2.0:1789765009.695553:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765009.695557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765009.695565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765009.695576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015444736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765009.695590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765009.695593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765009.695595:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765009.695598:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2527 00000100:00080000:2.0:1789765009.695601:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765009.695603:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765009.695608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765009.695628:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015444864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765009.695636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765009.695640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765009.695641:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765009.695645:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2527 00000100:00080000:2.0:1789765009.695648:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765009.695651:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765009.695656:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765009.695665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015444992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765009.695673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765009.695676:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765009.695678:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765009.695681:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2527 00000100:00080000:2.0:1789765009.695684:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765009.695687:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765009.695691:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765009.695700:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015445120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765009.695890:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015444608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765009.695957:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765009.696005:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765009/real 1789765009] req@ffff9cdd437a5500 x1876702015444608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765009.696023:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015444608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765009.696032:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765009.696036:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765009.696039:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015444608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765009.696046:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765009.696070:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765009.696099:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765009/real 1789765009] req@ffff9cdd437a4a80 x1876702015444736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765009.696112:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015444736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765009.696130:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765009.696134:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765009.696137:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765009.696143:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765009.696164:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765009.696176:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765009/real 1789765009] req@ffff9cdd437a4e00 x1876702015444864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765009.696188:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015444864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765009.696201:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765009.696204:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765009.696207:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765009.696213:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765009.696234:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765009.696245:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765009/real 1789765009] req@ffff9cdd437a6680 x1876702015444992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765009.696256:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015444992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765009.696263:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765009.696267:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765009.696270:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015444992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765009.696275:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015445120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765009.696295:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765009.696307:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765009/real 1789765009] req@ffff9cdd437a4700 x1876702015445120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765009.696319:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015445120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765009.696327:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765009.696330:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765009.696334:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015445120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765009.888066:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765010.911151:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765011.935148:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765012.959106:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765013.983406:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765014.815838:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765014.815852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765014.815857:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765014.815911:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2532 00000100:00080000:1.0:1789765014.815925:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765014.815934:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765014.815985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015445248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765014.816010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765014.816015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765014.816017:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765014.816021:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2532 00000100:00080000:1.0:1789765014.816025:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765014.816030:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765014.816040:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765014.816052:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015445376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765014.816055:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015445248:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789765014.816062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765014.816075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765014.816077:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765014.816081:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2532 00000100:00080000:1.0:1789765014.816084:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765014.816087:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765014.816092:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765014.816100:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015445504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765014.816109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765014.816112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765014.816114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765014.816117:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2532 00000100:00080000:1.0:1789765014.816120:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765014.816123:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:0.0:1789765014.816127:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:1.0:1789765014.816128:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765014.816135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015445632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765014.816143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765014.816146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765014.816147:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765014.816150:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2532 00000100:00080000:1.0:1789765014.816153:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765014.816156:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765014.816160:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765014.816167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015445760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765014.816175:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765014/real 1789765014] req@ffff9cdd47c51c00 x1876702015445248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765014.816192:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015445248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765014.816202:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765014.816207:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765014.816211:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015445248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765014.816692:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015445376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765014.816723:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765014.816738:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765014/real 1789765014] req@ffff9cdd47c52d80 x1876702015445376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765014.816750:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015445376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765014.816758:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765014.816997:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765014.817003:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015445376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765014.817010:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015445504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765014.817036:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765014.817050:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765014/real 1789765014] req@ffff9cdd47c53100 x1876702015445504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765014.817061:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015445504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765014.817068:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765014.817071:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765014.817074:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015445504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765014.817081:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015445632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765014.817101:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765014.817111:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765014/real 1789765014] req@ffff9cdd47c52300 x1876702015445632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765014.817122:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015445632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765014.817130:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765014.817133:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765014.817136:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015445632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765014.817142:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015445760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765014.817161:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765014.817170:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765014/real 1789765014] req@ffff9cdd47c50e00 x1876702015445760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765014.817181:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015445760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765014.817188:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765014.817191:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765014.817194:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015445760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765015.007333:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765016.031265:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765017.055218:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765018.083273:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765019.103955:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765019.934996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765019.935010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765019.935015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765019.935028:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2537 00000100:00080000:1.0:1789765019.935043:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765019.935052:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765019.935103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015445888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765019.935146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765019.935152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765019.935154:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765019.935158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2537 00000100:00080000:1.0:1789765019.935162:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765019.935166:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765019.935177:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765019.935191:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015446016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765019.935201:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765019.935205:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765019.935207:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765019.935211:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2537 00000100:00080000:1.0:1789765019.935214:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789765019.935220:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015445888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789765019.935221:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765019.935230:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765019.935250:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015446144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765019.935260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765019.935264:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765019.935266:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765019.935269:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2537 00000100:00080000:1.0:1789765019.935283:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765019.935288:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765019.935292:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789765019.935303:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765019.935304:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015446272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765019.935315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765019.935322:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765019.935324:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765019.935328:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2537 00000100:00080000:1.0:1789765019.935332:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765019.935336:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765019.935341:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765019.935350:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015446400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765019.935363:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765019/real 1789765019] req@ffff9cdd47c50000 x1876702015445888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765019.935385:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015445888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765019.935398:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765019.935402:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765019.935406:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015445888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765019.935415:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765019.935438:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765019.935449:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765019/real 1789765019] req@ffff9cdd47c50a80 x1876702015446016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765019.935472:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015446016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765019.935479:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765019.935482:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765019.935485:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765019.935513:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765019.935535:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765019.935547:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765019/real 1789765019] req@ffff9cdd47c52680 x1876702015446144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765019.935558:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015446144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765019.935565:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765019.935569:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765019.935572:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765019.935577:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765019.935596:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765019.935607:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765019/real 1789765019] req@ffff9cdd47c50380 x1876702015446272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765019.935618:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015446272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765019.935626:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765019.935629:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765019.935632:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765019.935637:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015446400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765019.935655:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765019.935667:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765019/real 1789765019] req@ffff9cdd47c52a00 x1876702015446400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765019.935679:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015446400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765019.935686:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765019.935689:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765019.935692:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015446400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765020.127572:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765021.154742:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765022.175141:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765023.199245:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765024.223157:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765025.055807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765025.055965:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765025.055971:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765025.056041:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2543 00000100:00080000:3.0:1789765025.056055:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765025.056063:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765025.056110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015446528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765025.056211:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015446528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765025.056294:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789765025.056583:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765025.056588:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765025.056590:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765025.056596:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2543 00000100:00080000:3.0:1789765025.056600:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765025.056605:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765025.056615:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765025.056629:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015446656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765025.057031:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765025/real 1789765025] req@ffff9cdd59274e00 x1876702015446528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765025.057054:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015446528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765025.057065:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765025.057069:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765025.057073:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015446528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765025.057100:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765025.057134:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789765025.057322:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765025.057327:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765025.057329:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765025.057334:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2543 00000100:00080000:3.0:1789765025.057339:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765025.057343:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765025.057350:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765025.057365:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015446784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765025.057376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765025.057379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765025.057380:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765025.057384:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2543 00000100:00080000:3.0:1789765025.057387:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765025.057390:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765025.057394:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765025.057404:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015446912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765025.057426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765025.057430:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765025.057431:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765025.057435:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2543 00000100:00080000:3.0:1789765025.057439:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765025.057442:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765025.057447:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765025.057457:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015447040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765025.057960:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765025/real 1789765025] req@ffff9cdd59276680 x1876702015446656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765025.057978:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015446656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765025.057993:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765025.057997:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765025.058001:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765025.058098:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765025.058131:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765025.058330:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765025/real 1789765025] req@ffff9cdd59275c00 x1876702015446784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765025.058344:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015446784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765025.058352:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765025.058355:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765025.058359:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765025.058365:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765025.058387:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765025.058398:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765025/real 1789765025] req@ffff9cdd59277100 x1876702015446912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765025.058408:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015446912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765025.058414:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765025.058429:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765025.058433:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015446912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765025.058440:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015447040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765025.058460:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765025.058470:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765025/real 1789765025] req@ffff9cdd59275f80 x1876702015447040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765025.058480:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015447040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765025.058487:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765025.058489:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765025.058492:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015447040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765025.248234:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765026.271057:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765027.295165:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765028.319461:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765029.344192:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765030.177691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765030.177704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765030.177710:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765030.177724:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2548 00000100:00080000:2.0:1789765030.177738:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765030.177748:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765030.177797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015447168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765030.177833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765030.177837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765030.177839:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765030.177844:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2548 00000100:00080000:2.0:1789765030.177848:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765030.177852:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765030.177892:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765030.177905:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015447296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765030.177915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765030.177917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765030.177919:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765030.177923:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2548 00000100:00080000:2.0:1789765030.177926:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765030.177930:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765030.177936:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765030.177945:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015447424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765030.177954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765030.177958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765030.177959:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765030.177963:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2548 00000100:00080000:2.0:1789765030.177965:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765030.177969:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765030.177973:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765030.177982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015447552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765030.177990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765030.177993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765030.177995:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765030.177999:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2548 00000100:00080000:2.0:1789765030.178002:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765030.178005:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765030.178010:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765030.178018:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015447680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765030.178085:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015447168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765030.178164:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765030.178216:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765030/real 1789765030] req@ffff9cdd437a5c00 x1876702015447168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765030.178236:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015447168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765030.178258:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765030.178263:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765030.178267:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015447168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765030.178274:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015447296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765030.178297:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765030.178309:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765030/real 1789765030] req@ffff9cdd437a4000 x1876702015447296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765030.178320:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015447296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765030.178328:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765030.178331:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765030.178334:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015447296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765030.178339:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015447424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765030.178358:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765030.178369:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765030/real 1789765030] req@ffff9cdd437a7100 x1876702015447424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765030.178391:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015447424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765030.178399:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765030.178402:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765030.178405:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015447424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765030.178411:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015447552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765030.178431:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765030.178442:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765030/real 1789765030] req@ffff9cdd437a7800 x1876702015447552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765030.178452:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015447552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765030.178460:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765030.178462:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765030.178465:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015447552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765030.178470:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015447680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765030.178488:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765030.178499:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765030/real 1789765030] req@ffff9cdd437a5180 x1876702015447680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765030.178509:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015447680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765030.178516:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765030.178519:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765030.178522:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015447680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765030.367505:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765031.391399:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765032.415360:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765033.439094:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765034.463195:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765035.295180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765035.295194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765035.295199:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765035.295212:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2553 00000100:00080000:1.0:1789765035.295227:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765035.295236:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765035.295283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015447808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765035.295379:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015447808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765035.295488:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789765035.298230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765035.298241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765035.298246:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765035.298259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2553 00000100:00080000:1.0:1789765035.298270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765035.298279:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765035.298294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765035.298580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015447936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765035.299544:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765035/real 1789765035] req@ffff9cdd47c53800 x1876702015447808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765035.299571:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015447808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765035.299583:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765035.299920:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765035.299926:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015447808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765035.299977:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015447936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765035.300047:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765035.300190:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765035/real 1789765035] req@ffff9cdd47c51f80 x1876702015447936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765035.300204:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015447936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765035.300211:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765035.300215:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765035.300218:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015447936:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789765035.302922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765035.302933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765035.302938:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765035.302948:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2553 00000100:00080000:1.0:1789765035.303013:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765035.303022:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765035.303036:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765035.303132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015448064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765035.303183:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015448064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765035.303250:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789765035.303279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765035.303284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765035.303286:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765035.303290:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2553 00000100:00080000:1.0:1789765035.303294:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765035.303299:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765035.303304:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765035.303314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015448192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765035.304049:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765035/real 1789765035] req@ffff9cdd47c53b80 x1876702015448064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765035.304128:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015448064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765035.304140:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765035.304144:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765035.304148:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015448064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765035.304252:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015448192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765035.304284:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765035.304295:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765035/real 1789765035] req@ffff9cdd47c53480 x1876702015448192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765035.304307:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015448192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765035.304315:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765035.304318:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765035.304321:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015448192:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789765035.304569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765035.304574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765035.304576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765035.304581:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2553 00000100:00080000:1.0:1789765035.304679:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765035.304686:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765035.304695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765035.304714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015448320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765035.304803:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015448320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765035.304827:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765035.304921:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765035/real 1789765035] req@ffff9cdd47c51500 x1876702015448320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765035.304933:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015448320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765035.304941:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765035.304943:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765035.304946:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015448320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765035.487176:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765036.512184:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765037.537510:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765038.560256:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765039.583167:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765040.415034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765040.415047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765040.415052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765040.415064:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2558 00000100:00080000:3.0:1789765040.415078:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765040.415088:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765040.415138:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015448448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765040.415175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765040.415179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765040.415181:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765040.415186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2558 00000100:00080000:3.0:1789765040.415189:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765040.415193:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765040.415205:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765040.415428:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015448448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765040.415859:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765040.416010:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015448576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765040.416026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765040.416030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765040.416032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765040.416036:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2558 00000100:00080000:3.0:1789765040.416042:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765040.416048:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765040.416056:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765040.416185:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015448704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765040.416195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765040.416199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765040.416200:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765040.416203:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2558 00000100:00080000:3.0:1789765040.416207:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765040.416212:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765040.416217:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765040.416230:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015448832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765040.416238:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765040.416241:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765040.416243:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765040.416246:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2558 00000100:00080000:3.0:1789765040.416249:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765040.416252:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765040.416257:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765040.416265:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015448960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765040.417459:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765040/real 1789765040] req@ffff9cdd59274700 x1876702015448448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765040.417488:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015448448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765040.417515:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765040.417520:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765040.417524:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015448448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765040.417558:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015448576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765040.417616:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765040.417631:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765040/real 1789765040] req@ffff9cdd59275880 x1876702015448576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765040.417643:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015448576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765040.417650:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765040.417654:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765040.417657:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015448576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765040.417663:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015448704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765040.417697:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765040.417709:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765040/real 1789765040] req@ffff9cdd59275f80 x1876702015448704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765040.417720:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015448704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765040.417727:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765040.417731:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765040.417734:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015448704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765040.417740:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015448832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765040.417760:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765040.417771:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765040/real 1789765040] req@ffff9cdd59277100 x1876702015448832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765040.417782:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015448832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765040.417788:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765040.417791:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765040.417794:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015448832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765040.417800:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015448960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765040.417820:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765040.417830:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765040/real 1789765040] req@ffff9cdd59275c00 x1876702015448960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765040.417840:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015448960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765040.417848:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765040.417851:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765040.417854:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015448960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765040.607130:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765041.631403:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765042.655122:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765043.679234:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765044.703782:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765045.535499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765045.535511:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765045.535516:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765045.535529:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2563 00000100:00080000:3.0:1789765045.535542:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765045.535550:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765045.535599:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015449088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765045.535632:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765045.535636:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765045.535638:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765045.535642:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2563 00000100:00080000:3.0:1789765045.535646:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765045.535650:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765045.535661:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765045.535686:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015449216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765045.535694:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015449088:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765045.535711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765045.535715:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765045.535717:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765045.535721:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2563 00000100:00080000:3.0:1789765045.535725:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765045.535729:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765045.535734:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765045.535746:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015449344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765045.535756:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765045.535759:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765045.535761:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765045.535765:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2563 00000100:00080000:3.0:1789765045.535770:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765045.535774:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765045.535778:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789765045.535785:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765045.535790:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015449472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765045.535799:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765045.535803:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765045.535805:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765045.535809:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2563 00000100:00080000:3.0:1789765045.535815:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765045.535820:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765045.535824:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765045.535834:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015449600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765045.536722:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765045/real 1789765045] req@ffff9cdd59276680 x1876702015449088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765045.536750:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015449088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765045.536762:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765045.536766:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765045.536770:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015449088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765045.536800:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015449216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765045.536836:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765045.536851:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765045/real 1789765045] req@ffff9cdd59274e00 x1876702015449216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765045.536862:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015449216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765045.536889:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765045.536893:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765045.536896:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015449216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765045.536903:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015449344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765045.536925:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765045.536937:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765045/real 1789765045] req@ffff9cdd59276300 x1876702015449344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765045.536948:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015449344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765045.536961:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765045.536964:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765045.536967:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015449344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765045.536974:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015449472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765045.536994:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765045.537006:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765045/real 1789765045] req@ffff9cdd59277800 x1876702015449472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765045.537016:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015449472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765045.537024:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765045.537028:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765045.537031:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015449472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765045.537038:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015449600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765045.537057:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765045.537068:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765045/real 1789765045] req@ffff9cdd59274000 x1876702015449600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765045.537079:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015449600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765045.537086:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765045.537089:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765045.537092:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015449600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765045.727210:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765046.753007:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765047.775088:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765048.799494:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765049.823267:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765050.654989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765050.655000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765050.655005:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765050.655015:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2568 00000100:00080000:3.0:1789765050.655028:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765050.655034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765050.655071:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015449728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765050.655097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765050.655100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765050.655101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765050.655104:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2568 00000100:00080000:3.0:1789765050.655107:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765050.655109:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765050.655117:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765050.655125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015449856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765050.655131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765050.655134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765050.655135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765050.655137:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2568 00000100:00080000:3.0:1789765050.655139:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765050.655141:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765050.655143:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765050.655148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015449984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765050.655152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765050.655154:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765050.655155:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765050.655157:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2568 00000100:00080000:3.0:1789765050.655159:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765050.655161:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765050.655163:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765050.655168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015450112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765050.655172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765050.655173:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765050.655174:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765050.655176:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2568 00000100:00080000:3.0:1789765050.655177:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765050.655179:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765050.655182:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765050.655188:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015450240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765050.655289:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015449728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765050.655438:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015449856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765050.655468:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015449984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765050.655489:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015450112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765050.655521:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015450240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765050.847464:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765051.872263:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765052.897862:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765053.729925:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789765053.729978:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765053.729999:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765053.730044:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765053.730053:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765053.730060:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765053.730066:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789765053.730222:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765050/real 1789765053] req@ffff9cdd59275500 x1876702015449728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765053.730248:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015449728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765053.730261:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765053.730265:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765053.730269:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015449728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765053.730379:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765050/real 1789765053] req@ffff9cdd59274380 x1876702015449856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765053.730395:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015449856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765053.730402:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765053.730406:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765053.730408:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015449856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765053.730416:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765050/real 1789765053] req@ffff9cdd59277b80 x1876702015449984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765053.730426:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015449984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765053.730431:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765053.730434:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765053.730437:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015449984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765053.730442:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765050/real 1789765053] req@ffff9cdd59276a00 x1876702015450112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765053.730452:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015450112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765053.730457:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765053.730459:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765053.730462:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015450112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765053.730466:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765050/real 1789765053] req@ffff9cdd59277480 x1876702015450240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765053.730475:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015450240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765053.730480:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765053.730482:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765053.730485:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015450240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765053.919215:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765054.943156:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765055.777856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765055.777878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765055.777882:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765055.777892:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2573 00000100:00080000:1.0:1789765055.777903:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765055.777910:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765055.777946:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015450368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765055.777968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765055.777971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765055.777972:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765055.777976:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2573 00000100:00080000:1.0:1789765055.777978:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765055.777981:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765055.777992:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765055.778000:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015450496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765055.778008:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015450368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789765055.778010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765055.778016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765055.778017:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765055.778021:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2573 00000100:00080000:1.0:1789765055.778023:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765055.778025:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765055.778028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765055.778036:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015450624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765055.778041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765055.778045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765055.778046:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765055.778049:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2573 00000100:00080000:1.0:1789765055.778065:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765055.778069:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765055.778074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789765055.778080:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765055.778087:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015450752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765055.778098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765055.778101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765055.778103:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765055.778108:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2573 00000100:00080000:1.0:1789765055.778112:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765055.778115:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765055.778120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765055.778127:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765055/real 1789765055] req@ffff9cdd47c51500 x1876702015450368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765055.778133:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015450880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765055.778162:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015450368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765055.778172:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765055.778176:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765055.778179:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015450368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765055.778214:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015450496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765055.778233:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765055.778241:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765055/real 1789765055] req@ffff9cdd47c53480 x1876702015450496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765055.778249:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015450496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765055.778254:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765055.778256:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765055.778258:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015450496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765055.778261:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015450624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765055.778272:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765055.778278:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765055/real 1789765055] req@ffff9cdd47c53b80 x1876702015450624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765055.778285:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015450624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765055.778290:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765055.778291:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765055.778336:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015450624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765055.778341:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015450752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765055.778355:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765055.778362:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765055/real 1789765055] req@ffff9cdd47c51f80 x1876702015450752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765055.778369:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015450752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765055.778373:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765055.778375:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765055.778377:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015450752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765055.778380:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015450880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765055.778390:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765055.778395:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765055/real 1789765055] req@ffff9cdd47c53800 x1876702015450880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765055.778401:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015450880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765055.778498:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765055.778501:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765055.778503:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015450880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765055.967162:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765056.991296:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765058.015237:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765059.039126:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765060.063393:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765060.895559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765060.895571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765060.895576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765060.895588:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2578 00000100:00080000:1.0:1789765060.895600:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765060.895608:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765060.895651:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015451008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765060.895685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765060.895689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765060.895690:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765060.895694:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2578 00000100:00080000:1.0:1789765060.895697:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765060.895700:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765060.895710:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765060.895738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015451136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765060.895747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765060.895750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765060.895751:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765060.895754:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2578 00000100:00080000:1.0:1789765060.895756:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765060.895759:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765060.895763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765060.895769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015451264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765060.895777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765060.895781:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765060.895782:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765060.895785:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2578 00000100:00080000:1.0:1789765060.895787:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765060.895789:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765060.895792:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765060.895798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015451392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765060.895806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765060.895808:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765060.895809:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765060.895813:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2578 00000100:00080000:1.0:1789765060.895815:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765060.895818:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765060.895822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765060.895828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015451520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765060.896742:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015451008:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765060.896814:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765060.896997:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765060/real 1789765060] req@ffff9cdd47c52a00 x1876702015451008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765060.897025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015451008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765060.897036:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765060.897041:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765060.897045:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015451008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765060.897056:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015451136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765060.897080:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765060.897094:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765060/real 1789765060] req@ffff9cdd47c50380 x1876702015451136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765060.897104:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015451136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765060.897112:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765060.897115:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765060.897118:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015451136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765060.897124:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015451264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765060.897227:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765060.897250:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765060/real 1789765060] req@ffff9cdd47c52680 x1876702015451264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765060.897343:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015451264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765060.897350:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765060.897354:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765060.897357:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015451264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765060.897363:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015451392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765060.897385:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765060.897396:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765060/real 1789765060] req@ffff9cdd47c50a80 x1876702015451392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765060.897407:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015451392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765060.897414:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765060.897417:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765060.897420:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015451392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765060.897425:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015451520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765060.897442:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765060.897451:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765060/real 1789765060] req@ffff9cdd47c50000 x1876702015451520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765060.897460:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015451520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765060.897467:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765060.897470:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765060.897473:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015451520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765061.087164:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765062.112914:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765063.140078:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765064.160892:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765065.183596:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765066.017226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765066.017239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765066.017244:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765066.017257:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2584 00000100:00080000:2.0:1789765066.017270:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765066.017278:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765066.017325:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015451648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765066.017363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765066.017367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765066.017369:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765066.017373:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2584 00000100:00080000:2.0:1789765066.017376:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765066.017380:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765066.017390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765066.017400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015451776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765066.017410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765066.017413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765066.017415:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765066.017418:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2584 00000100:00080000:2.0:1789765066.017420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765066.017423:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765066.017427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765066.017434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015451904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765066.017441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765066.017445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765066.017446:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765066.017449:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2584 00000100:00080000:2.0:1789765066.017452:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765066.017455:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765066.017459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765066.017469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015452032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765066.017478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765066.017481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765066.017482:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765066.017485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2584 00000100:00080000:2.0:1789765066.017487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765066.017490:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765066.017494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765066.017501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015452160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765066.017616:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015451648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765066.017686:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765066.017733:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765066/real 1789765066] req@ffff9cdd437a4380 x1876702015451648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765066.017751:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015451648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765066.017762:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765066.017765:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765066.017769:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015451648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765066.017775:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015451776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765066.017794:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765066.017803:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765066/real 1789765066] req@ffff9cdd437a5f80 x1876702015451776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765066.017814:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015451776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765066.017828:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765066.017831:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765066.017834:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015451776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765066.017839:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015451904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765066.017852:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765066.017860:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765066/real 1789765066] req@ffff9cdd437a7480 x1876702015451904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765066.017901:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015451904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765066.017909:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765066.017912:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765066.017915:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015451904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765066.017920:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015452032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765066.017936:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765066.017945:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765066/real 1789765066] req@ffff9cdd437a5180 x1876702015452032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765066.017955:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015452032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765066.017961:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765066.017964:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765066.017968:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015452032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765066.017973:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015452160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765066.017986:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765066.017993:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765066/real 1789765066] req@ffff9cdd437a7800 x1876702015452160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765066.018004:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015452160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765066.018011:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765066.018013:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765066.018016:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015452160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765066.209225:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765067.231358:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765068.255153:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765069.279356:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765070.307768:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765071.137849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765071.137862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765071.137880:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765071.137892:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2589 00000100:00080000:3.0:1789765071.137905:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765071.137913:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765071.138775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015452288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765071.138947:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015452288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765071.139030:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789765071.139324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765071.139329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765071.139332:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765071.139338:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2589 00000100:00080000:3.0:1789765071.139343:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765071.139349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765071.139361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765071.139377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015452416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765071.139448:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765071/real 1789765071] req@ffff9cdd59276d80 x1876702015452288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765071.139470:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015452288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765071.139481:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765071.139486:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765071.139490:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015452288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765071.139518:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015452416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765071.139545:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765071.139560:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765071/real 1789765071] req@ffff9cdd59275180 x1876702015452416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765071.139572:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015452416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765071.139579:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765071.139582:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765071.139585:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015452416:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789765071.139715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765071.139719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765071.139721:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765071.139725:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2589 00000100:00080000:3.0:1789765071.139730:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765071.139734:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765071.139740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765071.139753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015452544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765071.139762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765071.139765:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765071.139767:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765071.139770:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2589 00000100:00080000:3.0:1789765071.139773:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765071.139776:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765071.139780:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765071.139787:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015452672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765071.139793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765071.139796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765071.139798:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765071.139801:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2589 00000100:00080000:3.0:1789765071.139804:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765071.139806:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765071.139809:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765071.139814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015452800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765071.139956:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015452544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765071.139980:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765071.139993:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765071/real 1789765071] req@ffff9cdd59274a80 x1876702015452544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765071.140004:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015452544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765071.140011:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765071.140014:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765071.140017:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015452544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765071.140022:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015452672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765071.140039:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765071.140196:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765071/real 1789765071] req@ffff9cdd59275180 x1876702015452672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765071.140208:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015452672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765071.140216:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765071.140219:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765071.140221:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015452672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765071.140226:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015452800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765071.140245:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765071.140255:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765071/real 1789765071] req@ffff9cdd59276d80 x1876702015452800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765071.140264:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015452800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765071.140270:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765071.140273:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765071.140276:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015452800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765071.327837:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765072.352993:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765073.376724:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765074.400956:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765075.425289:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765076.254979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765076.254989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765076.254993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765076.255003:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2594 00000100:00080000:3.0:1789765076.255014:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765076.255021:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765076.255072:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015452928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765076.255102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765076.255105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765076.255107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765076.255118:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2594 00000100:00080000:3.0:1789765076.255121:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765076.255125:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765076.255133:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765076.255144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015453056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765076.255153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765076.255156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765076.255158:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765076.255162:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2594 00000100:00080000:3.0:1789765076.255165:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765076.255168:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765076.255174:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765076.255183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015453184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765076.255191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765076.255194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765076.255196:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765076.255198:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2594 00000100:00080000:3.0:1789765076.255201:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765076.255204:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765076.255208:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765076.255216:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015453312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765076.255224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765076.255227:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765076.255229:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765076.255232:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2594 00000100:00080000:3.0:1789765076.255235:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765076.255238:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765076.255242:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765076.255252:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015453440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765076.255378:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015452928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765076.255443:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765076.255481:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765076/real 1789765076] req@ffff9cdd59277480 x1876702015452928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765076.255501:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015452928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765076.255511:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765076.255514:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765076.255518:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015452928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765076.255525:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765076.255543:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765076.255555:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765076/real 1789765076] req@ffff9cdd59276a00 x1876702015453056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765076.255565:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015453056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765076.255571:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765076.255574:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765076.255577:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765076.255583:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765076.255601:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765076.255610:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765076/real 1789765076] req@ffff9cdd59277b80 x1876702015453184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765076.255621:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015453184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765076.255628:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765076.255631:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765076.255633:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765076.255638:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765076.255654:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765076.255663:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765076/real 1789765076] req@ffff9cdd59274380 x1876702015453312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765076.255674:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015453312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765076.255681:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765076.255684:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765076.255687:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765076.256354:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015453440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765076.256388:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765076.256403:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765076/real 1789765076] req@ffff9cdd59275500 x1876702015453440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765076.256416:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015453440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765076.256424:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765076.256427:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765076.256430:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015453440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765076.449497:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765077.471304:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765078.495553:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765079.519106:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765080.543139:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765081.375031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765081.375046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765081.375052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765081.375065:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2599 00000100:00080000:3.0:1789765081.375079:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765081.375098:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765081.375151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015453568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765081.375184:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765081.375188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765081.375190:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765081.375195:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2599 00000100:00080000:3.0:1789765081.375199:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765081.375203:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765081.375215:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765081.375228:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015453696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765081.375237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765081.375240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765081.375241:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765081.375245:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2599 00000100:00080000:3.0:1789765081.375248:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765081.375252:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765081.375257:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765081.375265:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015453824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765081.375277:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765081.375280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765081.375282:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765081.375284:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2599 00000100:00080000:3.0:1789765081.375287:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765081.375290:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765081.375293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765081.375301:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015453952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765081.375308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765081.375311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765081.375313:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765081.375316:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2599 00000100:00080000:3.0:1789765081.375319:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765081.375322:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765081.375326:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765081.375334:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015454080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765081.375698:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015453568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765081.375786:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765081.375852:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765081/real 1789765081] req@ffff9cdd59274000 x1876702015453568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765081.375891:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015453568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765081.375908:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765081.375912:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765081.375916:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015453568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765081.375924:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765081.375949:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765081.375976:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765081/real 1789765081] req@ffff9cdd59277800 x1876702015453696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765081.375987:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015453696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765081.375994:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765081.375997:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765081.376000:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765081.376016:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765081.376039:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765081.376051:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765081/real 1789765081] req@ffff9cdd59276300 x1876702015453824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765081.376062:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015453824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765081.376070:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765081.376074:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765081.376077:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765081.376096:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765081.376118:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765081.376129:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765081/real 1789765081] req@ffff9cdd59274e00 x1876702015453952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765081.376141:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015453952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765081.376148:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765081.376152:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765081.376155:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015453952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765081.376162:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015454080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765081.376183:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765081.376194:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765081/real 1789765081] req@ffff9cdd59276680 x1876702015454080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765081.376204:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015454080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765081.376211:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765081.376215:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765081.376218:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015454080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765081.570677:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765082.593302:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765083.615080:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765084.639349:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765085.663126:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765086.495062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765086.495076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765086.495081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765086.495093:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2604 00000100:00080000:3.0:1789765086.495119:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765086.495129:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765086.495189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015454208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765086.495228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765086.495232:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765086.495234:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765086.495239:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2604 00000100:00080000:3.0:1789765086.495243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765086.495247:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765086.495259:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765086.495275:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015454336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765086.495286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765086.495289:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765086.495291:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765086.495296:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2604 00000100:00080000:3.0:1789765086.495299:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765086.495303:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765086.495308:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015454208:192.168.203.148@tcp:250:kworker.0 00000008:00100000:3.0:1789765086.495310:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765086.495325:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015454464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765086.495334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765086.495338:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765086.495340:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765086.495343:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2604 00000100:00080000:3.0:1789765086.495346:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765086.495350:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765086.495356:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765086.495366:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015454592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765086.495374:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765086.495377:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765086.495379:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765086.495383:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2604 00000100:00080000:3.0:1789765086.495386:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765086.495390:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765086.495394:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789765086.495399:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765086.495409:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015454720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765086.495455:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765086/real 1789765086] req@ffff9cdd59275c00 x1876702015454208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765086.495476:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015454208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765086.495487:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765086.495491:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765086.495495:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015454208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765086.495523:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015454336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765086.495546:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765086.495559:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765086/real 1789765086] req@ffff9cdd59277100 x1876702015454336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765086.495572:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015454336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765086.495580:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765086.495583:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765086.495586:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015454336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765086.495592:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015454464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765086.495612:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765086.495622:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765086/real 1789765086] req@ffff9cdd59275f80 x1876702015454464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765086.495635:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015454464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765086.495646:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765086.495649:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765086.495653:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015454464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765086.495659:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015454592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765086.495678:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765086.495688:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765086/real 1789765086] req@ffff9cdd59275880 x1876702015454592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765086.495699:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015454592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765086.495706:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765086.495710:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765086.495713:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015454592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765086.495719:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015454720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765086.495737:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765086.495747:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765086/real 1789765086] req@ffff9cdd59274700 x1876702015454720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765086.495759:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015454720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765086.495766:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765086.495770:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765086.495774:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015454720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765086.687312:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765087.711413:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765088.735578:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765089.759924:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765090.784497:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765091.615927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765091.615949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765091.615954:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765091.615967:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2609 00000100:00080000:2.0:1789765091.615982:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765091.615992:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765091.616041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015454848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765091.616130:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015454848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765091.616209:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789765091.616254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765091.616259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765091.616261:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765091.616266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2609 00000100:00080000:2.0:1789765091.616272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765091.616277:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765091.616288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765091.616303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015454976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765091.619679:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765091/real 1789765091] req@ffff9cdd437a7100 x1876702015454848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765091.619716:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015454848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765091.619730:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765091.619735:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765091.619740:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015454848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765091.619780:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015454976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765091.619856:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765091.619913:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765091/real 1789765091] req@ffff9cdd437a4000 x1876702015454976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765091.619926:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015454976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765091.619946:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765091.619949:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765091.619953:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015454976:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789765091.622192:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765091.622207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765091.622212:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765091.622224:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2609 00000100:00080000:2.0:1789765091.622236:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765091.622243:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765091.622256:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765091.622296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015455104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765091.622311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765091.622315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765091.622317:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765091.622320:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2609 00000100:00080000:2.0:1789765091.622324:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765091.622328:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765091.622332:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765091.622343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015455232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765091.622357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765091.622360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765091.622362:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765091.622366:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2609 00000100:00080000:2.0:1789765091.622370:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765091.622374:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765091.622379:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765091.622389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015455360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765091.623281:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015455104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765091.623365:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765091.623403:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765091/real 1789765091] req@ffff9cdd437a5c00 x1876702015455104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765091.623421:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015455104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765091.623433:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765091.623437:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765091.623441:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015455104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765091.623450:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015455232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765091.623472:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765091.623484:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765091/real 1789765091] req@ffff9cdd437a4700 x1876702015455232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765091.623500:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015455232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765091.623506:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765091.623509:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765091.623512:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015455232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765091.623518:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015455360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765091.623539:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765091.623550:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765091/real 1789765091] req@ffff9cdd437a6680 x1876702015455360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765091.623560:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015455360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765091.623568:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765091.623571:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765091.623574:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015455360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765091.807167:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765092.831157:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765093.855429:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765094.879473:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765095.903141:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765096.736053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765096.738004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765096.738017:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765096.738032:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2614 00000100:00080000:0.0:1789765096.738047:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765096.738056:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765096.738106:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015455488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765096.738190:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015455488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765096.738284:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765096.738321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765096.738325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765096.738327:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765096.738332:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2614 00000100:00080000:0.0:1789765096.738336:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765096.738341:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765096.738353:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765096.738367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015455616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765096.738504:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765096/real 1789765096] req@ffff9cdd47cf9f80 x1876702015455488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765096.738523:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015455488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765096.738535:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765096.738540:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765096.738544:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015455488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765096.738573:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015455616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765096.738622:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765096.738638:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765096/real 1789765096] req@ffff9cdd47cf9880 x1876702015455616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765096.738650:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015455616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765096.738660:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765096.738663:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765096.738666:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015455616:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765096.739130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765096.739135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765096.739138:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765096.739144:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2614 00000100:00080000:0.0:1789765096.739150:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765096.739155:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765096.739165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765096.739182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015455744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765096.739228:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015455744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765096.739261:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765096.739344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765096.739348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765096.739350:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765096.739355:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2614 00000100:00080000:0.0:1789765096.739360:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765096.739364:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765096.739370:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765096.739383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015455872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765096.739425:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765096/real 1789765096] req@ffff9cdd47cf9c00 x1876702015455744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765096.739445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789765096.739445:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015455744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765096.739449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765096.739451:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765096.739454:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765096.739455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2614 00000100:00080000:1.0:1789765096.739458:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00080000:0.0:1789765096.739459:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789765096.739461:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015455744:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789765096.739463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765096.739469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765096.739476:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015455872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765096.739480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015456000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789765096.739496:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765096.739507:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765096/real 1789765096] req@ffff9cdd47cf8e00 x1876702015455872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765096.739518:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015455872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765096.739525:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765096.739528:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765096.739532:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015455872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765096.739545:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015456000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765096.739564:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765096.739575:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765096/real 1789765096] req@ffff9cdd47cf9500 x1876702015456000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765096.739700:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015456000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765096.739709:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765096.739712:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765096.739716:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015456000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765096.928244:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765097.951244:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765098.978961:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765099.999261:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765101.023210:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765101.855909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765101.855918:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765101.855922:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765101.855932:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2619 00000100:00080000:1.0:1789765101.855943:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765101.856101:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765101.856137:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015456128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765101.856204:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015456128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765101.856266:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789765101.856296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765101.856300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765101.856302:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765101.856305:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2619 00000100:00080000:1.0:1789765101.856309:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765101.856313:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765101.856322:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765101.856336:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015456256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765101.856394:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765101/real 1789765101] req@ffff9cdd47c50e00 x1876702015456128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765101.856410:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015456128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765101.856420:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765101.856424:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765101.856428:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015456128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765101.856449:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015456256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765101.856470:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765101.856481:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765101/real 1789765101] req@ffff9cdd47c52300 x1876702015456256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765101.856491:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015456256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765101.856499:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765101.856502:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765101.856505:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015456256:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789765101.857459:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765101.857465:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765101.857467:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765101.857474:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2619 00000100:00080000:1.0:1789765101.857480:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765101.857485:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765101.857491:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765101.857510:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015456384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765101.857554:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015456384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765101.857590:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789765101.857615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765101.857619:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765101.857621:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765101.857625:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2619 00000100:00080000:1.0:1789765101.857628:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765101.857632:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765101.857637:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765101.857650:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015456512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765101.857740:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765101/real 1789765101] req@ffff9cdd47c53100 x1876702015456384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765101.857755:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015456384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765101.857763:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765101.857766:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765101.857770:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015456384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765101.857787:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015456512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765101.857817:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765101.857828:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765101/real 1789765101] req@ffff9cdd47c52d80 x1876702015456512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765101.857839:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015456512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765101.857846:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765101.857849:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765101.857853:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015456512:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789765101.858733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765101.858739:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765101.858741:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765101.858747:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2619 00000100:00080000:1.0:1789765101.858752:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765101.858757:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765101.858764:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765101.858782:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015456640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765101.859047:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015456640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765101.859083:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765101.859217:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765101/real 1789765101] req@ffff9cdd47c51c00 x1876702015456640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765101.859236:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015456640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765101.859244:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765101.859247:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765101.859305:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015456640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765102.049311:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765103.071040:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765104.095938:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765105.123162:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765106.148100:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765106.975264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765106.975273:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765106.975277:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765106.975287:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2624 00000100:00080000:2.0:1789765106.975298:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765106.975304:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765106.975341:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015456768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765106.975371:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765106.975375:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765106.975376:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765106.975380:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2624 00000100:00080000:2.0:1789765106.975383:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765106.975386:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765106.975395:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765106.975405:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015456896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765106.975414:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765106.975417:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765106.975418:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765106.975421:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2624 00000100:00080000:2.0:1789765106.975424:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765106.975426:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765106.975430:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765106.975437:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015457024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765106.975445:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765106.975448:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765106.975450:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765106.975453:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2624 00000100:00080000:2.0:1789765106.975456:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765106.975458:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765106.975461:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765106.975469:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015457152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765106.975476:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765106.975479:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765106.975481:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765106.975484:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2624 00000100:00080000:2.0:1789765106.975487:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765106.975490:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765106.975494:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765106.975503:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015457280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765106.975587:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015456768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765106.975646:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765106.975685:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765106/real 1789765106] req@ffff9cdd437a4e00 x1876702015456768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765106.975700:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015456768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765106.975709:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765106.975713:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765106.975717:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015456768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765106.975724:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015456896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765106.975745:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765106.975756:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765106/real 1789765106] req@ffff9cdd437a4a80 x1876702015456896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765106.975767:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015456896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765106.975781:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765106.975784:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765106.975787:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015456896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765106.975793:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015457024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765106.975807:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765106.975815:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765106/real 1789765106] req@ffff9cdd437a5500 x1876702015457024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765106.975837:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015457024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765106.975844:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765106.975846:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765106.975849:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015457024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765106.975855:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015457152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765106.975902:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765106.975912:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765106/real 1789765106] req@ffff9cdd437a6d80 x1876702015457152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765106.975923:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015457152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765106.975930:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765106.975933:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765106.975936:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015457152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765106.975942:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015457280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765106.975958:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765106.975966:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765106/real 1789765106] req@ffff9cdd437a6300 x1876702015457280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765106.975976:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015457280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765106.975984:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765106.975987:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765106.975990:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015457280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765107.167405:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765108.191313:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765109.215077:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765110.240803:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765111.263853:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765112.095058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765112.095067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765112.095071:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765112.095081:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2630 00000100:00080000:0.0:1789765112.095093:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765112.095100:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765112.095135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015457408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765112.095168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765112.095172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765112.095174:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765112.095178:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2630 00000100:00080000:0.0:1789765112.095181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765112.095186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765112.095194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765112.095206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015457536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765112.095214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765112.095217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765112.095219:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765112.095222:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2630 00000100:00080000:0.0:1789765112.095225:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765112.095229:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765112.095234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765112.095242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015457664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765112.095251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765112.095253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765112.095255:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765112.095258:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2630 00000100:00080000:0.0:1789765112.095261:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765112.095264:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765112.095268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765112.095277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015457792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765112.095284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765112.095288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765112.095289:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765112.095292:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2630 00000100:00080000:0.0:1789765112.095295:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765112.095299:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765112.095303:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765112.095310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015457920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765112.095405:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015457408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765112.095464:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765112.095500:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765112/real 1789765112] req@ffff9cdd47cf8a80 x1876702015457408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765112.095521:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015457408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765112.095531:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765112.095535:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765112.095539:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015457408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765112.095546:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015457536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765112.095568:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765112.095580:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765112/real 1789765112] req@ffff9cdd47cfb100 x1876702015457536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765112.095589:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015457536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765112.095596:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765112.095598:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765112.095601:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015457536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765112.095606:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015457664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765112.095624:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765112.095633:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765112/real 1789765112] req@ffff9cdd47cfa300 x1876702015457664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765112.095642:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015457664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765112.095655:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765112.095658:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765112.095661:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015457664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765112.095666:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015457792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765112.095683:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765112.095693:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765112/real 1789765112] req@ffff9cdd47cfa680 x1876702015457792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765112.095703:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015457792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765112.095709:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765112.095712:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765112.096122:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015457792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765112.096130:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015457920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765112.096156:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765112.096169:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765112/real 1789765112] req@ffff9cdd47cf8700 x1876702015457920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765112.096180:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015457920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765112.096187:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765112.096191:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765112.096194:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015457920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765112.287069:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765113.311383:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765114.335185:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765115.359113:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765116.383464:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765117.215025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765117.215034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765117.215038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765117.215048:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2635 00000100:00080000:2.0:1789765117.215059:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765117.215066:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765117.215103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015458048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765117.215134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765117.215138:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765117.215140:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765117.215144:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2635 00000100:00080000:2.0:1789765117.215148:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765117.215151:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765117.215160:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765117.215173:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015458176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765117.215188:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765117.215191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765117.215195:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789765117.215196:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015458048:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789765117.215200:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2635 00000100:00080000:2.0:1789765117.215203:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765117.215216:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765117.215222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765117.215231:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015458304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765117.215240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765117.215243:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765117.215245:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765117.215248:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2635 00000100:00080000:2.0:1789765117.215251:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765117.215254:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765117.215258:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765117.215271:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015458432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765117.215281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765117.215283:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765117.215285:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765117.215288:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2635 00000100:00080000:2.0:1789765117.215292:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765117.215295:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765117.215299:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765117.215309:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015458560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765117.215383:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015458176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765117.215425:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015458304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765117.215461:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015458432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765117.215481:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015458560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765117.407104:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765118.432686:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765119.463819:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765120.296008:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789765120.296055:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765120.296071:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765120.296115:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765120.296124:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765120.296132:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765120.296147:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789765120.296269:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765117/real 1789765120] req@ffff9cdd437a6a00 x1876702015458176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765120.296293:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015458176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765120.296304:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765120.296309:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765120.296313:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015458176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765120.296323:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765117/real 1789765120] req@ffff9cdd437a7b80 x1876702015458304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765120.296334:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015458304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765120.296340:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765120.296344:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765120.296346:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015458304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765120.296352:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765117/real 1789765120] req@ffff9cdd437a6300 x1876702015458432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765120.296363:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015458432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765120.296370:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765120.296373:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765120.296376:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015458432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765120.296381:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765117/real 1789765120] req@ffff9cdd437a6d80 x1876702015458560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765120.296391:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015458560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765120.296398:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765120.296401:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765120.296404:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015458560:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765120.296422:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765117/real 1789765120] req@ffff9cdd437a5880 x1876702015458048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765120.296434:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015458048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765120.296646:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765120.296651:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765120.296716:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015458048:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789765120.479705:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765121.504311:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765122.342018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765122.342033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765122.342039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765122.342120:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2640 00000100:00080000:2.0:1789765122.342134:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765122.342153:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765122.342307:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015458688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765122.342336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765122.342340:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765122.342342:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765122.342347:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2640 00000100:00080000:2.0:1789765122.342351:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765122.342355:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765122.342367:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765122.342379:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015458816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765122.342389:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765122.342393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765122.342395:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765122.342399:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2640 00000100:00080000:2.0:1789765122.342402:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765122.342405:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765122.342409:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765122.342417:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015458944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765122.342425:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765122.342428:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765122.342430:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765122.342433:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2640 00000100:00080000:2.0:1789765122.342436:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765122.342439:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765122.342442:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765122.342449:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015459072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765122.342456:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765122.342459:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765122.342460:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765122.342463:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2640 00000100:00080000:2.0:1789765122.342465:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765122.342468:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765122.342472:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765122.342478:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015459200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765122.342831:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015458688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765122.342939:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765122.342989:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765122/real 1789765122] req@ffff9cdd437a5500 x1876702015458688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765122.343008:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015458688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765122.343019:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765122.343023:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765122.343027:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015458688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765122.343035:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015458816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765122.343123:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765122.343147:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765122/real 1789765122] req@ffff9cdd437a4a80 x1876702015458816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765122.343160:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015458816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765122.343168:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765122.343171:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765122.343175:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015458816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765122.343182:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015458944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765122.343310:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765122.343323:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765122/real 1789765122] req@ffff9cdd437a4e00 x1876702015458944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765122.343335:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015458944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765122.343342:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765122.343345:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765122.343347:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015458944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765122.343354:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015459072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765122.343375:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765122.343386:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765122/real 1789765122] req@ffff9cdd437a6680 x1876702015459072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765122.343397:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015459072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765122.343405:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765122.343407:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765122.343411:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015459072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765122.343416:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015459200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765122.343439:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765122.343449:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765122/real 1789765122] req@ffff9cdd437a4700 x1876702015459200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765122.343457:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015459200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765122.343463:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765122.343466:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765122.343469:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015459200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765122.528919:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765123.552200:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765124.582927:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765125.600326:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765126.626334:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765127.455004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765127.455016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765127.455022:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765127.455036:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2645 00000100:00080000:2.0:1789765127.455050:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765127.455059:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765127.455116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015459328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765127.455154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765127.455159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765127.455160:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765127.455165:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2645 00000100:00080000:2.0:1789765127.455169:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765127.455173:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765127.455185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765127.455198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015459456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765127.455207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765127.455210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765127.455212:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765127.455215:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2645 00000100:00080000:2.0:1789765127.455219:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765127.455223:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765127.455228:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765127.455237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015459584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765127.455246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765127.455249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765127.455251:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765127.455254:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2645 00000100:00080000:2.0:1789765127.455258:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765127.455261:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765127.455266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765127.455276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015459712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765127.455284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765127.455287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765127.455288:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765127.455291:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2645 00000100:00080000:2.0:1789765127.455294:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765127.455298:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765127.455301:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765127.455309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015459840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765127.456989:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015459328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765127.457096:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765127.457152:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765127/real 1789765127] req@ffff9cdd437a5c00 x1876702015459328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765127.457171:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015459328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765127.457183:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765127.457188:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765127.457192:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015459328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765127.457202:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015459456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765127.457227:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765127.457239:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765127/real 1789765127] req@ffff9cdd437a4000 x1876702015459456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765127.457251:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015459456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765127.457258:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765127.457262:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765127.457265:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015459456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765127.457271:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015459584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765127.457292:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765127.457303:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765127/real 1789765127] req@ffff9cdd437a7100 x1876702015459584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765127.457313:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015459584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765127.457320:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765127.457323:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765127.457326:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015459584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765127.457331:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015459712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765127.457350:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765127.457360:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765127/real 1789765127] req@ffff9cdd437a7800 x1876702015459712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765127.457369:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015459712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765127.457376:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765127.457379:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765127.457382:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015459712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765127.457388:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015459840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765127.457407:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765127.457418:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765127/real 1789765127] req@ffff9cdd437a5180 x1876702015459840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765127.457429:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015459840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765127.457438:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765127.457442:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765127.457445:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015459840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765127.647741:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765128.671129:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765129.695398:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765130.719698:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765131.743365:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765132.575046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765132.575056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765132.575061:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765132.575071:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2650 00000100:00080000:0.0:1789765132.575082:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765132.575090:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765132.575129:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015459968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765132.575198:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015459968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765132.575260:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765132.575298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765132.575302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765132.575304:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765132.575308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2650 00000100:00080000:0.0:1789765132.575313:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765132.575316:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765132.575333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765132.575347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015460096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765132.578260:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765132/real 1789765132] req@ffff9cdd47cf8000 x1876702015459968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765132.578535:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015459968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765132.578548:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765132.578553:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765132.578557:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015459968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765132.578586:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765132.578909:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765132.578929:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765132/real 1789765132] req@ffff9cdd47cf8700 x1876702015460096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765132.578941:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015460096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765132.578949:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765132.578952:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765132.578955:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460096:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765132.580435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765132.580442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765132.580445:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765132.580452:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2650 00000100:00080000:0.0:1789765132.580459:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765132.580466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765132.580476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765132.580502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015460224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765132.580524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765132.580527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765132.580529:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765132.580532:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2650 00000100:00080000:0.0:1789765132.580535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765132.580539:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765132.580544:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765132.580554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015460352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765132.580562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765132.580564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765132.580565:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765132.580568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2650 00000100:00080000:0.0:1789765132.580571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765132.580574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765132.580578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765132.580586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015460480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765132.580676:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765132.580722:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765132.580759:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765132/real 1789765132] req@ffff9cdd47cfa680 x1876702015460224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765132.580779:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015460224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765132.580787:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765132.580798:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765132.580802:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765132.580808:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765132.580828:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765132.580841:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765132/real 1789765132] req@ffff9cdd47cfa300 x1876702015460352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765132.580851:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015460352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765132.580858:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765132.580860:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765132.580863:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765132.580892:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015460480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765132.580910:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765132.580919:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765132/real 1789765132] req@ffff9cdd47cfb100 x1876702015460480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765132.580930:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015460480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765132.580944:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765132.580947:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765132.580950:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015460480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765132.770590:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765133.791218:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765134.815936:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765135.840069:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765136.863233:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765137.697694:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765137.697704:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765137.697708:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765137.697718:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2655 00000100:00080000:1.0:1789765137.697729:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765137.697736:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765137.697772:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015460608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765137.698892:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015460608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765137.698962:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765137.699694:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765137/real 1789765137] req@ffff9cdd47c51180 x1876702015460608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765137.699704:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765137.699710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765137.699713:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789765137.699719:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015460608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765137.699723:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2655 00000100:00080000:1.0:1789765137.699731:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765137.699737:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765137.699739:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:0.0:1789765137.699745:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765137.699750:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015460608:192.168.203.148@tcp:250:kworker.0 00000008:00100000:1.0:1789765137.699759:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765137.700583:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015460736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765137.700619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765137.700622:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765137.700624:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765137.700628:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2655 00000100:00080000:1.0:1789765137.700634:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765137.700639:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765137.700647:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765137.700666:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015460864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765137.700675:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765137.700678:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765137.700679:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765137.700682:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2655 00000100:00080000:1.0:1789765137.700686:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765137.700689:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765137.700693:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765137.700704:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015460992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765137.700711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765137.700714:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765137.700716:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765137.700719:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2655 00000100:00080000:1.0:1789765137.700723:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765137.700726:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765137.700730:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765137.700738:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015461120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765137.700940:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765137.700990:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765137.701013:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765137/real 1789765137] req@ffff9cdd47c50700 x1876702015460736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765137.701027:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015460736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765137.701035:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765137.701038:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765137.701041:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765137.701048:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765137.701068:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765137.701079:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765137/real 1789765137] req@ffff9cdd47c51880 x1876702015460864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765137.701090:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015460864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765137.701096:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765137.701099:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765137.701102:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765137.701108:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765137.701124:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765137.701134:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765137/real 1789765137] req@ffff9cdd47c51180 x1876702015460992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765137.701151:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015460992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765137.701159:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765137.701162:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765137.701165:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015460992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765137.701170:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015461120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765137.701188:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765137.701197:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765137/real 1789765137] req@ffff9cdd47c51c00 x1876702015461120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765137.701207:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015461120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765137.701214:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765137.701218:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765137.701220:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015461120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765137.887074:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765138.911617:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765140.057008:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765140.959655:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765141.983287:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765142.815223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765142.815236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765142.815242:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765142.815254:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2660 00000100:00080000:2.0:1789765142.815267:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765142.815274:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765142.815319:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015461248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765142.815352:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765142.815355:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765142.815356:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765142.815361:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2660 00000100:00080000:2.0:1789765142.815364:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765142.815368:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765142.815378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765142.815392:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015461376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765142.815401:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765142.815405:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765142.815406:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765142.815409:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2660 00000100:00080000:2.0:1789765142.815412:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765142.815414:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765142.815420:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765142.815427:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015461504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765142.815436:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765142.815439:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765142.815441:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765142.815444:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2660 00000100:00080000:2.0:1789765142.815447:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765142.815450:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765142.815454:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765142.815463:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015461632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765142.815472:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765142.815475:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765142.815477:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765142.815481:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2660 00000100:00080000:2.0:1789765142.815484:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765142.815488:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765142.815492:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765142.815503:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015461760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765142.815594:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015461248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765142.815668:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765142.815716:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765142/real 1789765142] req@ffff9cdd437a7480 x1876702015461248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765142.815735:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015461248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765142.815751:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765142.815755:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765142.815758:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015461248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765142.815765:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015461376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765142.815787:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765142.815799:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765142/real 1789765142] req@ffff9cdd437a5f80 x1876702015461376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765142.815810:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015461376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765142.815818:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765142.815820:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765142.815823:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015461376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765142.815829:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015461504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765142.815844:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765142.815853:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765142/real 1789765142] req@ffff9cdd437a4380 x1876702015461504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765142.815896:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015461504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765142.815905:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765142.815908:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765142.815911:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015461504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765142.815916:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015461632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765142.815934:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765142.815944:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765142/real 1789765142] req@ffff9cdd437a5180 x1876702015461632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765142.815954:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015461632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765142.815961:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765142.815964:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765142.815967:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015461632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765142.815971:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015461760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765142.815985:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765142.815993:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765142/real 1789765142] req@ffff9cdd437a7800 x1876702015461760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765142.816003:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015461760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765142.816010:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765142.816013:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765142.816015:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015461760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765143.007420:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765144.031626:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765145.055221:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765146.080790:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765147.105622:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765147.935027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765147.935051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765147.935058:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765147.935073:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2665 00000100:00080000:2.0:1789765147.935090:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765147.935100:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765147.935156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015461888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765147.935195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765147.935199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765147.935201:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765147.935206:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2665 00000100:00080000:2.0:1789765147.935210:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765147.935214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765147.935225:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765147.935238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015462016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765147.935248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765147.935252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765147.935254:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765147.935257:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2665 00000100:00080000:2.0:1789765147.935261:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765147.935264:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765147.935269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765147.935280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015462144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765147.935295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765147.935299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765147.935301:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765147.935304:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2665 00000100:00080000:2.0:1789765147.935307:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765147.935311:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765147.935315:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765147.935326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015462272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765147.935346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765147.935350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765147.935351:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765147.935355:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2665 00000100:00080000:2.0:1789765147.935359:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765147.935363:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765147.935375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765147.935387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015462400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765147.935831:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015461888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765147.935944:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765147.935996:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765147/real 1789765147] req@ffff9cdd437a7100 x1876702015461888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765147.936016:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015461888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765147.936028:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765147.936045:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765147.936049:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015461888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765147.936057:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765147.936082:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765147.936095:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765147/real 1789765147] req@ffff9cdd437a4000 x1876702015462016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765147.936106:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015462016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765147.936114:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765147.936117:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765147.936121:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765147.936127:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765147.936147:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765147.936159:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765147/real 1789765147] req@ffff9cdd437a5c00 x1876702015462144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765147.936170:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015462144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765147.936183:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765147.936186:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765147.936189:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765147.936195:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765147.936228:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765147.936239:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765147/real 1789765147] req@ffff9cdd437a4700 x1876702015462272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765147.936251:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015462272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765147.936258:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765147.936261:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765147.936264:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765147.936270:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015462400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765147.936289:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765147.936299:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765147/real 1789765147] req@ffff9cdd437a6680 x1876702015462400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765147.936309:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015462400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765147.936316:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765147.936318:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765147.936322:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015462400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765148.132189:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765149.152738:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765150.175802:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765151.201964:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765152.226813:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765153.056848:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765153.056857:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765153.056894:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765153.056904:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2671 00000100:00080000:1.0:1789765153.056914:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765153.056923:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765153.056962:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015462528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765153.056986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765153.056989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765153.056991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765153.056995:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2671 00000100:00080000:1.0:1789765153.056999:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765153.057002:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765153.057012:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765153.057023:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015462656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765153.057033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765153.057036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765153.057038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765153.057041:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2671 00000100:00080000:1.0:1789765153.057045:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765153.057048:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765153.057053:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765153.057062:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015462784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765153.057069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765153.057071:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765153.057073:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765153.057076:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2671 00000100:00080000:1.0:1789765153.057079:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765153.057082:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765153.057086:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765153.057093:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015462912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765153.057102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765153.057105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765153.057107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765153.057111:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2671 00000100:00080000:1.0:1789765153.057114:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765153.057117:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765153.057121:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765153.057132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015463040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765153.057222:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015462528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765153.057288:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765153.057325:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765153/real 1789765153] req@ffff9cdd47c52d80 x1876702015462528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765153.057343:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015462528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765153.057353:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765153.057356:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765153.057359:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015462528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765153.057366:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765153.057387:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765153.057398:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765153/real 1789765153] req@ffff9cdd47c53100 x1876702015462656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765153.057410:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015462656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765153.057418:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765153.057420:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765153.057423:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765153.057429:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765153.057448:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765153.057460:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765153/real 1789765153] req@ffff9cdd47c52300 x1876702015462784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765153.057471:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015462784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765153.057495:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765153.057499:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765153.057503:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765153.057509:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765153.057527:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765153.057538:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765153/real 1789765153] req@ffff9cdd47c50e00 x1876702015462912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765153.057547:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015462912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765153.057554:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765153.057557:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765153.057560:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015462912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765153.057565:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015463040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765153.057584:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765153.057594:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765153/real 1789765153] req@ffff9cdd47c50000 x1876702015463040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765153.057605:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015463040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765153.057613:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765153.057616:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765153.057618:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015463040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765153.247376:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765154.271183:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765155.295201:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765156.477503:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765157.535075:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765158.175812:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765158.175821:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765158.175826:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765158.175835:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2676 00000100:00080000:2.0:1789765158.175846:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765158.175852:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765158.175995:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015463168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765158.176055:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015463168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765158.176110:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789765158.176138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765158.176142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765158.176144:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765158.176149:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2676 00000100:00080000:2.0:1789765158.176152:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765158.176156:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765158.176164:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765158.176175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015463296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765158.176359:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765158/real 1789765158] req@ffff9cdd437a4e00 x1876702015463168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765158.176376:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015463168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765158.176386:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765158.176390:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765158.176393:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015463168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765158.176414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015463296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765158.176435:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765158.176459:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765158/real 1789765158] req@ffff9cdd437a4a80 x1876702015463296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765158.176471:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015463296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765158.176478:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765158.176481:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765158.176484:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015463296:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789765158.176568:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765158.176572:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765158.176574:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765158.176578:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2676 00000100:00080000:2.0:1789765158.176582:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765158.176586:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765158.176591:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765158.176603:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015463424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765158.176643:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015463424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765158.176664:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789765158.176684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765158.176687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765158.176689:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765158.176693:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2676 00000100:00080000:2.0:1789765158.176697:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765158.176700:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765158.176705:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765158.176728:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015463552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765158.176814:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765158/real 1789765158] req@ffff9cdd437a5500 x1876702015463424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765158.176827:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015463424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765158.176834:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765158.176837:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765158.176840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015463424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765158.176851:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015463552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765158.176898:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765158.176908:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765158/real 1789765158] req@ffff9cdd437a5880 x1876702015463552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765158.176919:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015463552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765158.176927:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765158.176930:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765158.176933:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015463552:192.168.203.148@tcp:8:kworker.0 00000100:00080000:2.0:1789765158.177165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765158.177169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765158.177171:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765158.177175:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2676 00000100:00080000:2.0:1789765158.177179:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765158.177182:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765158.177187:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765158.177199:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015463680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765158.177239:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015463680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765158.177260:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765158.177313:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765158/real 1789765158] req@ffff9cdd437a6d80 x1876702015463680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765158.177326:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015463680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765158.177334:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765158.177337:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765158.177340:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015463680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765158.564828:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765159.583192:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765160.608028:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765161.631570:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765162.661990:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765163.295364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765163.295378:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765163.295384:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765163.295397:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2681 00000100:00080000:2.0:1789765163.295422:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765163.295431:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765163.295483:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015463808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765163.295611:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765163.295615:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765163.295617:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765163.295622:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2681 00000100:00080000:2.0:1789765163.295626:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765163.295630:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765163.295642:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765163.295655:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015463936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765163.295665:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765163.295669:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765163.295671:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765163.295674:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2681 00000100:00080000:2.0:1789765163.295678:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765163.295681:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765163.295687:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765163.295696:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015464064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765163.295707:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765163.295710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765163.295712:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765163.295716:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2681 00000100:00080000:2.0:1789765163.295720:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765163.295724:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765163.295728:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765163.295742:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015464192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765163.295756:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015463808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789765163.295757:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765163.295761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765163.295763:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765163.295768:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2681 00000100:00080000:2.0:1789765163.295772:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765163.295778:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765163.295788:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789765163.295858:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765163.295899:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015464320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765163.295951:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765163/real 1789765163] req@ffff9cdd437a6300 x1876702015463808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765163.295972:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015463808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765163.295984:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765163.295989:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765163.295993:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015463808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765163.296001:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015463936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765163.296037:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765163.296050:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765163/real 1789765163] req@ffff9cdd437a7b80 x1876702015463936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765163.296063:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015463936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765163.296078:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765163.296082:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765163.296085:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015463936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765163.296091:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015464064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765163.296113:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765163.296124:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765163/real 1789765163] req@ffff9cdd437a6a00 x1876702015464064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765163.296135:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015464064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765163.296142:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765163.296145:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765163.296149:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015464064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765163.296175:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015464192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765163.296195:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765163.296207:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765163/real 1789765163] req@ffff9cdd437a6d80 x1876702015464192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765163.296218:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015464192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765163.296226:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765163.296229:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765163.296232:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015464192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765163.296239:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015464320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765163.296257:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765163.296267:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765163/real 1789765163] req@ffff9cdd437a5880 x1876702015464320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765163.296278:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015464320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765163.296286:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765163.296289:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765163.296292:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015464320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765163.685541:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765164.709664:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765165.727062:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765166.752565:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765167.775664:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765168.415272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765168.415286:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765168.415292:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765168.415305:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2686 00000100:00080000:3.0:1789765168.415320:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765168.415329:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765168.415395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015464448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765168.415433:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765168.415438:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765168.415440:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765168.415445:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2686 00000100:00080000:3.0:1789765168.415449:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765168.415453:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765168.415466:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765168.415480:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015464576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765168.415490:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765168.415494:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765168.415496:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765168.415500:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2686 00000100:00080000:3.0:1789765168.415503:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765168.415507:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765168.415513:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765168.415525:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015464448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765168.415526:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015464704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765168.415559:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765168.415563:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765168.415565:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765168.415581:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2686 00000100:00080000:3.0:1789765168.415587:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765168.415591:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765168.415605:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789765168.415610:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765168.415626:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015464832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765168.415638:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765168.415642:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789765168.415659:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765168/real 1789765168] req@ffff9cdd59274700 x1876702015464448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765168.415678:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015464448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765168.415689:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765168.415694:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765168.415698:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015464448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765168.415705:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015464576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765168.415728:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765168.415740:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765168/real 1789765168] req@ffff9cdd59275880 x1876702015464576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765168.415751:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015464576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765168.415758:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765168.415761:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765168.415764:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015464576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765168.415788:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015464704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765168.415807:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765168.415818:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765168/real 1789765168] req@ffff9cdd59275f80 x1876702015464704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765168.415841:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015464704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765168.415850:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765168.415853:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765168.415856:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015464704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765168.415863:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015464832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765168.415923:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765168.415934:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765168/real 1789765168] req@ffff9cdd59277100 x1876702015464832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765168.415945:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015464832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765168.415953:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765168.415956:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765168.415959:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015464832:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789765168.416093:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765168.416101:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2686 00000100:00080000:3.0:1789765168.416107:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765168.416111:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765168.416118:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765168.416132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015464960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765168.418819:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015464960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765168.418924:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765168.418960:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765168/real 1789765168] req@ffff9cdd59275c00 x1876702015464960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765168.418976:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015464960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765168.418985:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765168.418990:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765168.418994:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015464960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765168.799269:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765169.823281:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765170.848754:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765171.871561:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765172.895205:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765173.535429:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765173.535438:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765173.535442:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765173.535451:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2691 00000100:00080000:2.0:1789765173.535461:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765173.535468:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765173.535744:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015465088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765173.535774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765173.535779:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765173.535781:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765173.535786:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2691 00000100:00080000:2.0:1789765173.535790:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765173.535794:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765173.535803:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765173.535815:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015465216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765173.535824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765173.535827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765173.535829:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765173.535832:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2691 00000100:00080000:2.0:1789765173.535835:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765173.535839:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765173.535843:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765173.535852:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015465344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765173.535859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765173.535862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765173.535895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765173.535899:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2691 00000100:00080000:2.0:1789765173.535903:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765173.535906:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765173.535910:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765173.535920:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015465472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765173.535929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765173.535932:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765173.535933:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765173.535937:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2691 00000100:00080000:2.0:1789765173.535940:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765173.535944:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765173.535948:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765173.535957:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015465600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765173.536007:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015465088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765173.536253:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765173.536290:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765173/real 1789765173] req@ffff9cdd437a5500 x1876702015465088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765173.536304:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015465088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765173.536313:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765173.536317:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765173.536320:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015465088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765173.536327:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015465216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765173.536407:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765173.536420:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765173/real 1789765173] req@ffff9cdd437a4a80 x1876702015465216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765173.536432:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015465216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765173.536440:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765173.536443:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765173.536446:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015465216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765173.536452:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015465344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765173.536470:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765173.536479:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765173/real 1789765173] req@ffff9cdd437a4e00 x1876702015465344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765173.536489:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015465344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765173.536496:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765173.536499:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765173.536502:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015465344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765173.536508:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015465472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765173.536526:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765173.536536:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765173/real 1789765173] req@ffff9cdd437a6680 x1876702015465472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765173.536548:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015465472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765173.536555:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765173.536558:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765173.536561:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015465472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765173.536651:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015465600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765173.536673:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765173.536685:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765173/real 1789765173] req@ffff9cdd437a4700 x1876702015465600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765173.536698:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015465600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765173.536705:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765173.536708:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765173.536711:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015465600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765173.919357:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765174.945092:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765175.967361:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765176.991045:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765178.015661:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765178.655592:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765178.655602:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765178.655607:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765178.655617:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2696 00000100:00080000:2.0:1789765178.655627:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765178.655635:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765178.655671:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015465728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765178.655705:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765178.655708:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765178.655710:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765178.655714:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2696 00000100:00080000:2.0:1789765178.655718:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765178.655722:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765178.655730:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765178.655742:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015465856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765178.655752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765178.655754:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765178.655756:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765178.655759:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2696 00000100:00080000:2.0:1789765178.655762:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765178.655766:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765178.655770:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765178.655780:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015465984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765178.655789:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765178.655792:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765178.655793:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765178.655796:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2696 00000100:00080000:2.0:1789765178.655799:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765178.655803:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765178.655807:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765178.655816:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015466112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765178.655831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765178.655834:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765178.655835:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765178.655839:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2696 00000100:00080000:2.0:1789765178.655843:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765178.655846:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765178.655851:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765178.655860:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015466240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765178.656622:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015465728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765178.659947:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765178.659992:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765178/real 1789765178] req@ffff9cdd437a5c00 x1876702015465728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765178.660010:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015465728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765178.660027:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765178.660031:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765178.660035:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015465728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765178.660044:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015465856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765178.660065:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765178.660077:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765178/real 1789765178] req@ffff9cdd437a4000 x1876702015465856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765178.660087:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015465856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765178.660094:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765178.660097:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765178.660100:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015465856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765178.660106:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015465984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765178.660125:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765178.660134:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765178/real 1789765178] req@ffff9cdd437a7100 x1876702015465984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765178.660146:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015465984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765178.660153:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765178.660156:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765178.660159:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015465984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765178.660182:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015466112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765178.660200:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765178.660209:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765178/real 1789765178] req@ffff9cdd437a7800 x1876702015466112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765178.660219:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015466112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765178.660225:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765178.660228:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765178.660231:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015466112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765178.660236:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015466240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765178.660251:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765178.660260:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765178/real 1789765178] req@ffff9cdd437a5180 x1876702015466240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765178.660270:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015466240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765178.660277:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765178.660280:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765178.660283:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015466240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765179.043570:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765180.065359:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765181.087285:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765182.113025:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765183.135163:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765183.779376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765183.779386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765183.779390:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765183.779407:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2701 00000100:00080000:0.0:1789765183.779418:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765183.779431:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765183.779475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015466368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765183.779749:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015466368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789765183.782378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765183.782387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765183.782391:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765183.782409:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2701 00000100:00080000:0.0:1789765183.782418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765183.782426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765183.782444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765183.782482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015466496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765183.785495:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015466496:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765183.787829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765183.787835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765183.787839:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765183.787852:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2701 00000100:00080000:0.0:1789765183.787858:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765183.787876:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765183.787892:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765183.787927:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015466624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765183.787952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765183.787955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765183.787957:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765183.787960:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2701 00000100:00080000:0.0:1789765183.787963:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765183.787966:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765183.787970:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765183.787986:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015466752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765183.787995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765183.787998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765183.787999:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765183.788002:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2701 00000100:00080000:0.0:1789765183.788004:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765183.788008:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765183.788020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765183.788030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015466880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765183.788209:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015466624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765183.788270:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015466752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765183.788301:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015466880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765184.163381:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765185.183543:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765186.209631:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789765186.847380:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789765186.847428:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789765186.847445:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765186.847491:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765186.847502:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765186.847510:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765186.847517:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789765186.847564:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765183/real 1789765186] req@ffff9cdd47cf8e00 x1876702015466624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765186.847593:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015466624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765186.847605:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765186.847610:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765186.847614:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015466624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765186.847622:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765183/real 1789765186] req@ffff9cdd47cf9c00 x1876702015466752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765186.847634:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015466752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765186.847641:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765186.847645:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765186.847649:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015466752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765186.847654:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765183/real 1789765186] req@ffff9cdd47cf9880 x1876702015466880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765186.847664:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015466880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765186.847671:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765186.847673:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765186.847676:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015466880:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765186.847682:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765183/real 1789765186] req@ffff9cdd47cf9500 x1876702015466496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765186.847693:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015466496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765186.847700:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765186.847703:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765186.847706:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015466496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765186.847713:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765183/real 1789765186] req@ffff9cdd47cf8a80 x1876702015466368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765186.847724:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015466368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765186.847730:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765186.847733:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765186.847737:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015466368:192.168.203.148@tcp:250:kworker.0 00010000:00010000:3.0:1789765187.231206:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765188.256836:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765188.895029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765188.895038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765188.895042:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765188.895052:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2706 00000100:00080000:3.0:1789765188.895061:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765188.895068:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765188.895100:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015467008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765188.895128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765188.895132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765188.895133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765188.895137:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2706 00000100:00080000:3.0:1789765188.895141:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765188.895145:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765188.895153:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765188.895165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015467136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765188.895174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765188.895177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765188.895179:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765188.895182:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2706 00000100:00080000:3.0:1789765188.895184:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765188.895187:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765188.895192:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765188.895200:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015467264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765188.895209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765188.895212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765188.895213:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765188.895226:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2706 00000100:00080000:3.0:1789765188.895229:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765188.895232:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765188.895236:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765188.895245:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015467392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765188.895252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765188.895255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765188.895257:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765188.895259:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2706 00000100:00080000:3.0:1789765188.895263:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765188.895266:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765188.895270:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765188.895278:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015467520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765188.895358:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015467008:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765188.895413:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765188.895449:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765188/real 1789765188] req@ffff9cdd59276680 x1876702015467008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765188.895464:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015467008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765188.895474:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765188.895478:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765188.895482:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015467008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765188.895488:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015467136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765188.895509:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765188.895522:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765188/real 1789765188] req@ffff9cdd59274e00 x1876702015467136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765188.895532:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015467136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765188.895539:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765188.895542:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765188.895545:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015467136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765188.895550:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015467264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765188.895570:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765188.895580:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765188/real 1789765188] req@ffff9cdd59276300 x1876702015467264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765188.895591:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015467264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765188.895597:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765188.895600:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765188.895602:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015467264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765188.895607:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015467392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765188.895625:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765188.895635:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765188/real 1789765188] req@ffff9cdd59277800 x1876702015467392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765188.895645:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015467392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765188.895652:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765188.895655:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765188.895658:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015467392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765188.895663:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015467520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765188.895681:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765188.895692:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765188/real 1789765188] req@ffff9cdd59274000 x1876702015467520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765188.895708:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015467520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765188.895716:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765188.895718:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765188.895721:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015467520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765189.281418:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765190.305272:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765191.327086:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765192.362717:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765193.375129:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765194.014988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765194.015002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765194.015008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765194.015022:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2712 00000100:00080000:2.0:1789765194.015036:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765194.015045:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765194.015094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015467648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765194.015133:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765194.015137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765194.015139:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765194.015144:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2712 00000100:00080000:2.0:1789765194.015148:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765194.015153:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765194.015165:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765194.015187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015467776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765194.015197:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765194.015201:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765194.015203:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765194.015206:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2712 00000100:00080000:2.0:1789765194.015210:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765194.015214:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765194.015219:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765194.015235:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015467904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765194.015244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765194.015248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765194.015249:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765194.015253:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2712 00000100:00080000:2.0:1789765194.015257:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765194.015261:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765194.015266:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765194.015276:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015468032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765194.015285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765194.015289:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765194.015291:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765194.015294:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2712 00000100:00080000:2.0:1789765194.015298:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765194.015301:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765194.015305:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765194.015317:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015468160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765194.020988:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015467648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765194.021092:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765194.021151:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765194/real 1789765194] req@ffff9cdd437a4380 x1876702015467648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765194.021173:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015467648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765194.021197:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765194.021203:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765194.021207:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015467648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765194.021216:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015467776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765194.021243:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765194.021256:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765194/real 1789765194] req@ffff9cdd437a5f80 x1876702015467776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765194.021269:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015467776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765194.021284:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765194.021288:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765194.021292:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015467776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765194.021299:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015467904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765194.021321:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765194.021332:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765194/real 1789765194] req@ffff9cdd437a7480 x1876702015467904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765194.021344:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015467904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765194.021351:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765194.021355:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765194.021358:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015467904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765194.021365:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015468032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765194.021386:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765194.021397:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765194/real 1789765194] req@ffff9cdd437a5180 x1876702015468032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765194.021409:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015468032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765194.021416:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765194.021420:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765194.021424:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015468032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765194.021430:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015468160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765194.021450:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765194.021460:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765194/real 1789765194] req@ffff9cdd437a7800 x1876702015468160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765194.021471:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015468160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765194.021479:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765194.021482:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765194.021485:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015468160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765194.399211:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765195.423183:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765196.452595:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765197.471454:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765198.496910:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765199.136503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765199.136516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765199.136522:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765199.136534:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2717 00000100:00080000:0.0:1789765199.136547:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765199.136555:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765199.136603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015468288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765199.136642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765199.136646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765199.136648:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765199.136652:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2717 00000100:00080000:0.0:1789765199.136656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765199.136660:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765199.136672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765199.136684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015468416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765199.136694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765199.136697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765199.136699:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765199.136703:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2717 00000100:00080000:0.0:1789765199.136706:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765199.136709:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765199.136715:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765199.136724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015468544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765199.136732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765199.136737:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765199.136739:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765199.136743:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2717 00000100:00080000:0.0:1789765199.136746:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765199.136750:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765199.136756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765199.136767:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015468672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765199.136779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765199.136783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765199.136785:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765199.136794:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2717 00000100:00080000:0.0:1789765199.136799:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789765199.136799:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015468288:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789765199.136808:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765199.136821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765199.136837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015468800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789765199.136942:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765199.136985:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765199/real 1789765199] req@ffff9cdd47cf9f80 x1876702015468288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765199.137004:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015468288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765199.137015:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765199.137020:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765199.137023:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015468288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765199.137031:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015468416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765199.137055:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765199.137068:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765199/real 1789765199] req@ffff9cdd47cf9180 x1876702015468416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765199.137079:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015468416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765199.137086:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765199.137090:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765199.137092:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015468416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765199.137098:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015468544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765199.137118:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765199.137128:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765199/real 1789765199] req@ffff9cdd47cfb480 x1876702015468544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765199.137137:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015468544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765199.137156:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765199.137159:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765199.137163:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015468544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765199.137188:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015468672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765199.137207:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765199.137218:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765199/real 1789765199] req@ffff9cdd47cfad80 x1876702015468672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765199.137234:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015468672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765199.137241:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765199.137244:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765199.137246:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015468672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765199.137252:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015468800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765199.137270:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765199.137280:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765199/real 1789765199] req@ffff9cdd47cfbb80 x1876702015468800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765199.137291:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015468800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765199.137297:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765199.137300:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765199.137303:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015468800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765199.519919:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765200.543625:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765201.568003:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765202.592517:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765203.615299:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765204.257384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765204.257398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765204.257403:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765204.257417:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2722 00000100:00080000:0.0:1789765204.257432:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765204.257442:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765204.257492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015468928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765204.257526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765204.257530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765204.257531:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765204.257535:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2722 00000100:00080000:0.0:1789765204.257538:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765204.257542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765204.257553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765204.257566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015469056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765204.257575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765204.257578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765204.257580:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765204.257583:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2722 00000100:00080000:0.0:1789765204.257586:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765204.257589:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765204.257594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765204.257603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015469184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765204.257621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765204.257624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765204.257625:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765204.257628:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2722 00000100:00080000:0.0:1789765204.257631:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765204.257635:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765204.257639:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765204.257647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015469312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765204.257655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765204.257658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765204.257659:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765204.257662:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2722 00000100:00080000:0.0:1789765204.257665:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765204.257668:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765204.257672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765204.257680:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015469440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765204.259217:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015468928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765204.259319:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765204.259377:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765204/real 1789765204] req@ffff9cdd47cfaa00 x1876702015468928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765204.259397:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015468928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765204.259409:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765204.259414:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765204.259419:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015468928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765204.259426:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765204.259450:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765204.259462:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765204/real 1789765204] req@ffff9cdd47cfbb80 x1876702015469056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765204.259474:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015469056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765204.259481:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765204.259484:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765204.259487:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765204.259493:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765204.259513:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765204.259524:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765204/real 1789765204] req@ffff9cdd47cfad80 x1876702015469184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765204.259533:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015469184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765204.259541:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765204.259545:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765204.259548:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765204.259554:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765204.259573:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765204.259584:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765204/real 1789765204] req@ffff9cdd47cfb480 x1876702015469312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765204.259594:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015469312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765204.259601:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765204.259604:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765204.259606:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765204.259612:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015469440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765204.259632:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765204.259642:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765204/real 1789765204] req@ffff9cdd47cf9180 x1876702015469440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765204.259651:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015469440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765204.259659:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765204.259662:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765204.259665:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015469440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765204.639476:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765205.663127:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765206.687386:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765207.711484:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765208.735852:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765209.375314:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765209.375326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765209.375331:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765209.375344:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2727 00000100:00080000:0.0:1789765209.375358:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765209.375368:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765209.375417:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015469568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765209.375446:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765209.375452:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765209.375454:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765209.375459:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2727 00000100:00080000:0.0:1789765209.375463:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765209.375468:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765209.375479:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765209.375491:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015469696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765209.375502:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765209.375505:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765209.375507:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765209.375511:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2727 00000100:00080000:0.0:1789765209.375514:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765209.375517:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765209.375523:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765209.375533:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015469824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765209.375544:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765209.375550:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1789765209.375550:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015469568:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789765209.375553:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765209.375562:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2727 00000100:00080000:0.0:1789765209.375565:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765209.375569:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765209.375575:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765209.375586:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015469952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765209.375596:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765209.375600:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765209.375602:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765209.375606:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2727 00000100:00080000:0.0:1789765209.375612:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765209.375616:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765209.375621:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789765209.375631:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765209.375634:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015470080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765209.375682:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765209/real 1789765209] req@ffff9cdd47cf9f80 x1876702015469568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765209.375702:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015469568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765209.375713:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765209.375718:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765209.375722:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015469568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765209.375729:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765209.375749:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765209.375761:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765209/real 1789765209] req@ffff9cdd47cf8a80 x1876702015469696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765209.375774:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015469696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765209.375782:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765209.375785:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765209.375788:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765209.375816:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765209.375837:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765209.377166:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765209/real 1789765209] req@ffff9cdd47cf9500 x1876702015469824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765209.377254:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015469824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765209.377272:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765209.377276:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765209.377280:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765209.377289:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765209.377333:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765209.378158:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765209/real 1789765209] req@ffff9cdd47cf9880 x1876702015469952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765209.379274:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015469952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765209.379295:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765209.379301:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765209.379305:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015469952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765209.379317:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015470080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765209.379616:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765209.379637:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765209/real 1789765209] req@ffff9cdd47cf9c00 x1876702015470080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765209.379650:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015470080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765209.379659:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765209.379663:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765209.379666:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015470080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765209.760837:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765210.783324:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765211.807803:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765212.837328:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765213.856894:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765214.495024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765214.495058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765214.495062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765214.495072:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2732 00000100:00080000:0.0:1789765214.495083:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765214.495090:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765214.495127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015470208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765214.495157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765214.495161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765214.495163:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765214.495167:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2732 00000100:00080000:0.0:1789765214.495171:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765214.495175:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765214.495184:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765214.495196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015470336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765214.495204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765214.495207:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765214.495208:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765214.495212:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2732 00000100:00080000:0.0:1789765214.495215:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765214.495218:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765214.495223:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765214.495234:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015470464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765214.495253:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765214.495256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765214.495258:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765214.495261:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2732 00000100:00080000:0.0:1789765214.495265:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765214.495268:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765214.495273:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765214.495283:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015470592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765214.495296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765214.495299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765214.495301:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765214.495304:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2732 00000100:00080000:0.0:1789765214.495307:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765214.495310:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765214.495314:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765214.495324:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015470720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765214.495472:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015470208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765214.495547:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765214.495588:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765214/real 1789765214] req@ffff9cdd47cf8e00 x1876702015470208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765214.495604:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015470208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765214.495612:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765214.495616:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765214.495620:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015470208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765214.495628:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015470336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765214.495650:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765214.495665:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765214/real 1789765214] req@ffff9cdd47cfb100 x1876702015470336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765214.495676:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015470336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765214.495683:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765214.495686:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765214.495689:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015470336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765214.495708:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015470464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765214.495730:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765214.495741:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765214/real 1789765214] req@ffff9cdd47cfa300 x1876702015470464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765214.495750:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015470464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765214.495756:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765214.495758:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765214.495761:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015470464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765214.495766:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015470592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765214.495784:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765214.495794:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765214/real 1789765214] req@ffff9cdd47cfa680 x1876702015470592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765214.495816:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015470592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765214.495823:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765214.495826:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765214.495829:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015470592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765214.495835:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015470720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765214.495852:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765214.495862:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765214/real 1789765214] req@ffff9cdd47cf8700 x1876702015470720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765214.495906:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015470720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765214.495914:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765214.495917:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765214.495920:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015470720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765214.879499:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765215.911914:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765216.927294:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765217.951084:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765218.975738:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765219.615123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765219.615136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765219.615143:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765219.615155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2737 00000100:00080000:0.0:1789765219.615169:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765219.615178:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765219.615229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015470848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765219.615268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765219.615272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765219.615274:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765219.615278:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2737 00000100:00080000:0.0:1789765219.615282:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765219.615286:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765219.615298:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765219.615312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015470976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765219.615320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765219.615323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765219.615324:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765219.615328:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2737 00000100:00080000:0.0:1789765219.615331:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765219.615335:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765219.615339:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765219.615349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015471104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765219.615357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765219.615360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765219.615362:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765219.615366:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2737 00000100:00080000:0.0:1789765219.615369:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765219.615372:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765219.615377:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765219.615388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015471232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765219.615395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765219.615398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765219.615401:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765219.615404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2737 00000100:00080000:0.0:1789765219.615407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765219.615410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765219.615415:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765219.615424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015471360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765219.616691:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015470848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765219.616784:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765219.616843:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765219/real 1789765219] req@ffff9cdd47cf8000 x1876702015470848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765219.616906:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015470848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765219.616919:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765219.616924:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765219.616928:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015470848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765219.616937:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015470976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765219.616962:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765219.616975:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765219/real 1789765219] req@ffff9cdd47cf8700 x1876702015470976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765219.616986:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015470976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765219.617004:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765219.617008:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765219.617011:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015470976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765219.617018:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015471104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765219.617042:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765219.617053:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765219/real 1789765219] req@ffff9cdd47cfa680 x1876702015471104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765219.617064:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015471104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765219.617072:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765219.617076:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765219.617079:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015471104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765219.617087:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015471232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765219.617109:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765219.617120:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765219/real 1789765219] req@ffff9cdd47cfa300 x1876702015471232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765219.617132:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015471232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765219.617140:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765219.617143:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765219.617146:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015471232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765219.617154:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015471360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765219.617175:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765219.617187:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765219/real 1789765219] req@ffff9cdd47cfb100 x1876702015471360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765219.617198:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015471360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765219.617206:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765219.617209:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765219.617212:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015471360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765219.999430:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765221.023168:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765222.047986:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765223.073947:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765224.095133:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765224.734994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765224.735003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765224.735007:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765224.735017:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2742 00000100:00080000:0.0:1789765224.735026:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765224.735033:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765224.735079:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015471488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765224.735104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765224.735107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765224.735109:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765224.735113:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2742 00000100:00080000:0.0:1789765224.735116:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765224.735119:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765224.735128:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765224.735141:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015471616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765224.735159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765224.735161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765224.735163:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765224.735166:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2742 00000100:00080000:0.0:1789765224.735170:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765224.735172:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765224.735177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765224.735187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015471744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765224.735196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765224.735199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765224.735201:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765224.735203:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2742 00000100:00080000:0.0:1789765224.735206:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765224.735209:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765224.735213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765224.735219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015471872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765224.735227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765224.735230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765224.735232:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765224.735235:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2742 00000100:00080000:0.0:1789765224.735237:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765224.735241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765224.735245:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765224.735251:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015472000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765224.735409:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015471488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765224.735462:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765224.735495:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765224/real 1789765224] req@ffff9cdd47cf8e00 x1876702015471488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765224.735510:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015471488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765224.735520:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765224.735524:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765224.735528:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015471488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765224.735534:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015471616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765224.735564:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765224.735574:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765224/real 1789765224] req@ffff9cdd47cf9c00 x1876702015471616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765224.735585:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015471616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765224.735593:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765224.735595:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765224.735599:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015471616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765224.735604:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015471744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765224.735618:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765224.735626:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765224/real 1789765224] req@ffff9cdd47cf9880 x1876702015471744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765224.735636:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015471744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765224.735643:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765224.735646:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765224.735649:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015471744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765224.735654:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015471872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765224.735667:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765224.735675:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765224/real 1789765224] req@ffff9cdd47cf9500 x1876702015471872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765224.735691:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015471872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765224.735698:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765224.735701:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765224.735703:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015471872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765224.735708:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015472000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765224.735721:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765224.735728:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765224/real 1789765224] req@ffff9cdd47cf8a80 x1876702015472000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765224.735739:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015472000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765224.735746:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765224.735748:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765224.735751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015472000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765225.119217:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765226.143469:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765227.169717:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765228.191054:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765229.216605:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765229.857647:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765229.857662:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765229.857667:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765229.857679:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2747 00000100:00080000:2.0:1789765229.857694:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765229.857704:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765229.857756:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015472128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765229.857796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765229.857802:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765229.857803:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765229.857808:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2747 00000100:00080000:2.0:1789765229.857811:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765229.857815:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765229.857826:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765229.857841:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015472256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765229.857850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765229.857854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765229.857857:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765229.857861:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2747 00000100:00080000:2.0:1789765229.857900:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765229.857904:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765229.857910:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765229.857913:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015472128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765229.857941:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015472384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765229.857956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765229.857960:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765229.857962:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765229.857966:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2747 00000100:00080000:2.0:1789765229.857970:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765229.857974:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765229.857980:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765229.857991:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015472512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765229.858000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765229.858003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765229.858005:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765229.858008:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2747 00000100:00080000:2.0:1789765229.858012:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765229.858015:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:1.0:1789765229.858021:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789765229.858023:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765229.858035:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015472640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765229.858077:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765229/real 1789765229] req@ffff9cdd437a7100 x1876702015472128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765229.858106:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015472128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765229.858116:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765229.858121:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765229.858124:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015472128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765229.858132:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015472256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765229.858153:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765229.858166:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765229/real 1789765229] req@ffff9cdd437a4000 x1876702015472256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765229.858174:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015472256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765229.858179:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765229.858181:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765229.858183:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015472256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765229.858206:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015472384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765229.858219:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765229.858225:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765229/real 1789765229] req@ffff9cdd437a5c00 x1876702015472384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765229.858231:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015472384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765229.858236:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765229.858238:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765229.858240:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015472384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765229.858244:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015472512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765229.858253:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765229.858275:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765229/real 1789765229] req@ffff9cdd437a4700 x1876702015472512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765229.858286:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015472512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765229.858293:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765229.858296:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765229.858299:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015472512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765229.858305:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015472640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765229.858324:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765229.858335:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765229/real 1789765229] req@ffff9cdd437a6680 x1876702015472640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765229.858347:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015472640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765229.858355:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765229.858359:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765229.858361:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015472640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765230.239071:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765231.263516:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765232.287059:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765233.311345:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765234.335295:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765234.974985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765234.974995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765234.975003:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765234.975013:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2752 00000100:00080000:2.0:1789765234.975024:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765234.975031:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765234.975068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015472768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765234.975099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765234.975103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765234.975105:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765234.975109:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2752 00000100:00080000:2.0:1789765234.975113:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765234.975117:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765234.975136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765234.975148:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015472896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765234.975157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765234.975160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765234.975162:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765234.975165:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2752 00000100:00080000:2.0:1789765234.975169:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765234.975172:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765234.975176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765234.975185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015473024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765234.975193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765234.975197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765234.975198:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765234.975201:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2752 00000100:00080000:2.0:1789765234.975204:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765234.975208:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765234.975212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765234.975220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015473152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765234.975234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765234.975237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765234.975238:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765234.975241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2752 00000100:00080000:2.0:1789765234.975244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765234.975247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765234.975251:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765234.975259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015473280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765234.976090:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015472768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765234.976169:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765234.976208:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765234/real 1789765234] req@ffff9cdd437a4e00 x1876702015472768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765234.976225:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015472768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765234.976236:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765234.976240:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765234.976244:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015472768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765234.976251:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015472896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765234.976274:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765234.976286:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765234/real 1789765234] req@ffff9cdd437a4a80 x1876702015472896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765234.976298:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015472896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765234.976305:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765234.976309:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765234.976312:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015472896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765234.976318:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015473024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765234.976337:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765234.976348:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765234/real 1789765234] req@ffff9cdd437a5500 x1876702015473024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765234.976365:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015473024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765234.976372:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765234.976374:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765234.976377:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015473024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765234.976383:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015473152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765234.976399:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765234.976409:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765234/real 1789765234] req@ffff9cdd437a5880 x1876702015473152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765234.976419:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015473152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765234.976426:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765234.976429:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765234.976432:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015473152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765234.976437:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015473280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765234.976454:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765234.976464:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765234/real 1789765234] req@ffff9cdd437a6d80 x1876702015473280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765234.976474:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015473280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765234.976486:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765234.976490:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765234.976493:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015473280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765235.360822:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765236.387092:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765237.407141:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765238.431137:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765239.455248:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765240.095151:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765240.095161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765240.095165:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765240.095175:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2758 00000100:00080000:3.0:1789765240.095186:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765240.095193:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765240.095228:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015473408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765240.095310:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015473408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765240.095367:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789765240.095391:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765240.095394:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765240.095395:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765240.095398:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2758 00000100:00080000:3.0:1789765240.095401:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765240.095405:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765240.095413:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765240.095426:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015473536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765240.095540:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765240/real 1789765240] req@ffff9cdd59275500 x1876702015473408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765240.095557:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015473408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765240.095566:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765240.095570:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765240.095573:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015473408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765240.095596:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015473536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765240.095619:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765240.095631:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765240/real 1789765240] req@ffff9cdd59274380 x1876702015473536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765240.095639:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015473536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765240.095643:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765240.095645:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765240.095648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015473536:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789765240.095729:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765240.095734:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765240.095736:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765240.095740:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2758 00000100:00080000:3.0:1789765240.095745:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765240.095749:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765240.095755:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765240.095767:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015473664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765240.095813:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015473664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765240.095838:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789765240.095896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765240.095900:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765240.095903:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765240.095907:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2758 00000100:00080000:3.0:1789765240.095910:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765240.095914:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765240.095919:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765240.095931:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015473792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765240.095994:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765240/real 1789765240] req@ffff9cdd59277b80 x1876702015473664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765240.096007:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015473664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765240.096016:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765240.096019:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765240.096023:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015473664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765240.096034:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015473792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765240.096053:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765240.096062:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765240/real 1789765240] req@ffff9cdd59276a00 x1876702015473792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765240.096072:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015473792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765240.096079:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765240.096094:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765240.096097:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015473792:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789765240.096214:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765240.096218:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765240.096220:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765240.096224:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2758 00000100:00080000:3.0:1789765240.096228:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765240.096232:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765240.096237:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765240.096249:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015473920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765240.096334:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015473920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765240.096357:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765240.096415:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765240/real 1789765240] req@ffff9cdd59277480 x1876702015473920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765240.096428:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015473920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765240.096434:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765240.096437:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765240.096440:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015473920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765240.479505:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765241.505424:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765242.527065:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765243.551043:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765244.575069:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765245.215105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765245.215115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765245.215119:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765245.215130:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2763 00000100:00080000:0.0:1789765245.215142:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765245.215150:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765245.215191:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015474048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765245.215219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765245.215222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765245.215224:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765245.215228:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2763 00000100:00080000:0.0:1789765245.215231:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765245.215234:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765245.215243:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765245.215253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015474176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765245.215275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765245.215278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765245.215280:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765245.215283:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2763 00000100:00080000:0.0:1789765245.215286:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765245.215289:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765245.215293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765245.215301:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015474304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765245.215309:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765245.215312:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765245.215313:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765245.215316:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2763 00000100:00080000:0.0:1789765245.215319:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765245.215322:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765245.215325:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765245.215332:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015474432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765245.215339:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765245.215342:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765245.215344:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765245.215347:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2763 00000100:00080000:0.0:1789765245.215350:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765245.215353:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765245.215357:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765245.215364:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015474560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765245.215647:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015474048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765245.215719:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765245.215772:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765245/real 1789765245] req@ffff9cdd47cf9f80 x1876702015474048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765245.215788:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015474048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765245.215798:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765245.215802:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765245.215814:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015474048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765245.215822:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015474176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765245.215843:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765245.215855:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765245/real 1789765245] req@ffff9cdd47cf9180 x1876702015474176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765245.215897:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015474176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765245.215905:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765245.215908:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765245.215911:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015474176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765245.215917:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015474304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765245.215937:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765245.215947:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765245/real 1789765245] req@ffff9cdd47cfb480 x1876702015474304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765245.215958:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015474304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765245.215965:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765245.215968:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765245.215971:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015474304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765245.215977:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015474432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765245.215990:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765245.215998:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765245/real 1789765245] req@ffff9cdd47cfad80 x1876702015474432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765245.216010:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015474432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765245.216024:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765245.216027:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765245.216030:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015474432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765245.216035:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015474560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765245.216049:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765245.216056:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765245/real 1789765245] req@ffff9cdd47cfbb80 x1876702015474560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765245.216066:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015474560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765245.216084:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765245.216087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765245.216090:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015474560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765245.599226:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765246.624221:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765247.647112:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765248.671088:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765249.695568:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765250.335177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765250.335185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765250.335190:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765250.335199:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2768 00000100:00080000:3.0:1789765250.335209:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765250.335216:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765250.335249:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015474688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765250.335322:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015474688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765250.336024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765250.336030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765250.336032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765250.336037:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2768 00000100:00080000:3.0:1789765250.336042:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765250.336046:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765250.336056:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765250.336075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015474816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765250.339264:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015474816:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789765250.340379:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765250.340391:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765250.340395:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765250.340403:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2768 00000100:00080000:3.0:1789765250.340411:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765250.340418:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765250.340428:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765250.340453:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015474944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765250.340479:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765250.340483:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765250.340485:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765250.340488:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2768 00000100:00080000:3.0:1789765250.340491:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765250.340495:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765250.340498:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765250.340508:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015475072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765250.340518:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765250.340521:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765250.340522:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765250.340525:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2768 00000100:00080000:3.0:1789765250.340528:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765250.340531:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765250.340536:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765250.340544:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015475200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765250.340639:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015474944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765250.340681:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015475072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765250.340697:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015475200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765250.721358:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765251.743494:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765252.769846:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789765253.417027:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789765253.417097:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789765253.417120:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765253.417173:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765253.417185:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765253.417198:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765253.417207:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789765253.418777:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765250/real 1789765253] req@ffff9cdd59274a80 x1876702015474944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765253.418816:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015474944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765253.418829:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765253.418834:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765253.418839:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015474944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765253.418847:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765250/real 1789765253] req@ffff9cdd59277480 x1876702015475072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765253.418862:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015475072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765253.418906:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765253.418910:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765253.418914:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015475072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765253.418933:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765250/real 1789765253] req@ffff9cdd59276a00 x1876702015475200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765253.418946:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015475200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765253.418954:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765253.418967:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765253.418970:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015475200:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765253.418978:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765250/real 1789765253] req@ffff9cdd59275180 x1876702015474816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765253.418992:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015474816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765253.418999:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765253.419002:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765253.419006:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015474816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765253.419013:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765250/real 1789765253] req@ffff9cdd59276d80 x1876702015474688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765253.419025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015474688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765253.419032:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765253.419036:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765253.419039:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015474688:192.168.203.148@tcp:250:kworker.0 00010000:00010000:3.0:1789765253.791461:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765254.815633:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765255.455035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765255.455049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765255.455054:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765255.455067:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2773 00000100:00080000:3.0:1789765255.455080:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765255.455090:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765255.455145:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015475328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765255.455180:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765255.455184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765255.455186:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765255.455203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2773 00000100:00080000:3.0:1789765255.455208:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765255.455213:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765255.455225:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765255.455238:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015475456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765255.455248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765255.455252:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765255.455254:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765255.455258:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2773 00000100:00080000:3.0:1789765255.455261:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765255.455265:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765255.455270:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765255.455280:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015475584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765255.455290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765255.455294:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765255.455296:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765255.455299:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2773 00000100:00080000:3.0:1789765255.455302:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765255.455306:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765255.455311:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765255.455322:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015475712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765255.455331:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765255.455334:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765255.455336:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765255.455339:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2773 00000100:00080000:3.0:1789765255.455343:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765255.455347:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765255.455352:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765255.455361:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015475840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765255.455759:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015475328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765255.455843:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765255.456295:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765255/real 1789765255] req@ffff9cdd59277b80 x1876702015475328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765255.456317:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015475328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765255.456328:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765255.456332:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765255.456336:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015475328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765255.456344:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015475456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765255.456370:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765255.456382:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765255/real 1789765255] req@ffff9cdd59274380 x1876702015475456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765255.456394:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015475456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765255.456401:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765255.456405:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765255.456407:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015475456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765255.456413:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015475584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765255.456430:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765255.456439:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765255/real 1789765255] req@ffff9cdd59275500 x1876702015475584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765255.456449:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015475584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765255.456457:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765255.456460:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765255.456463:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015475584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765255.456469:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015475712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765255.456489:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765255.456500:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765255/real 1789765255] req@ffff9cdd59274000 x1876702015475712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765255.456511:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015475712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765255.456518:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765255.456522:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765255.456524:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015475712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765255.456530:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015475840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765255.456548:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765255.456557:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765255/real 1789765255] req@ffff9cdd59277800 x1876702015475840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765255.456567:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015475840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765255.456573:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765255.456576:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765255.456578:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015475840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765255.839214:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765256.863625:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765257.889886:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765258.911161:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765259.935157:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765260.575908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765260.575919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765260.575923:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765260.575933:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2778 00000100:00080000:2.0:1789765260.575945:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765260.575954:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765260.575991:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015475968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765260.576021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765260.576025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765260.576027:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765260.576031:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2778 00000100:00080000:2.0:1789765260.576034:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765260.576038:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765260.576047:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765260.576059:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015476096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765260.576068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765260.576071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765260.576072:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765260.576076:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2778 00000100:00080000:2.0:1789765260.576079:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765260.576082:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765260.576087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765260.576097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015476224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765260.576107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765260.576110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765260.576112:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765260.576116:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2778 00000100:00080000:2.0:1789765260.576119:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765260.576122:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765260.576126:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765260.576135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015476352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765260.576144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765260.576147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765260.576149:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765260.576152:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2778 00000100:00080000:2.0:1789765260.576155:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765260.576159:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765260.576162:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765260.576170:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015476480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765260.578673:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015475968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765260.578785:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765260.578839:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765260/real 1789765260] req@ffff9cdd437a6a00 x1876702015475968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765260.578860:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015475968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765260.578922:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765260.578927:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765260.578932:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015475968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765260.578941:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765260.578969:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765260.578981:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765260/real 1789765260] req@ffff9cdd437a7b80 x1876702015476096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765260.578993:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015476096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765260.579000:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765260.579004:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765260.579007:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765260.579014:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765260.579034:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765260.579047:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765260/real 1789765260] req@ffff9cdd437a6300 x1876702015476224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765260.579058:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015476224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765260.579067:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765260.579070:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765260.579073:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765260.579079:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765260.579099:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765260.579111:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765260/real 1789765260] req@ffff9cdd437a6d80 x1876702015476352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765260.579123:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015476352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765260.579130:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765260.579133:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765260.579137:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765260.579144:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015476480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765260.579162:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765260.579173:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765260/real 1789765260] req@ffff9cdd437a5880 x1876702015476480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765260.579184:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015476480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765260.579192:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765260.579195:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765260.579198:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015476480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765260.959599:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765261.983123:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765263.009995:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765264.032815:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765265.055186:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765265.695062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765265.695072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765265.695077:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765265.695086:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2783 00000100:00080000:0.0:1789765265.695097:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765265.695104:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765265.695139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015476608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765265.695267:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015476608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765265.695323:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765265.695351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765265.695354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765265.695356:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765265.695360:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2783 00000100:00080000:0.0:1789765265.695364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765265.695368:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765265.695377:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765265.695389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015476736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765265.697381:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765265/real 1789765265] req@ffff9cdd47cfaa00 x1876702015476608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765265.697405:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015476608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765265.697416:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765265.697420:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765265.697424:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015476608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765265.697448:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765265.697488:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765265.697501:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765265/real 1789765265] req@ffff9cdd47cfbb80 x1876702015476736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765265.697512:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015476736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765265.697525:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765265.697528:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765265.697532:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476736:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765265.698260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765265.698267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765265.698269:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765265.698274:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2783 00000100:00080000:0.0:1789765265.698280:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765265.698286:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765265.698294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765265.698315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015476864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765265.698327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765265.698330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765265.698331:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765265.698335:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2783 00000100:00080000:0.0:1789765265.698337:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765265.698340:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765265.698344:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765265.698350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015476992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765265.698357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765265.698360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765265.698361:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765265.698363:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2783 00000100:00080000:0.0:1789765265.698365:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765265.698368:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765265.698372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765265.698378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015477120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765265.698522:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765265.698551:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765265.698565:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765265/real 1789765265] req@ffff9cdd47cfad80 x1876702015476864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765265.698577:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015476864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765265.698585:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765265.698588:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765265.698591:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765265.698597:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765265.698612:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765265.698621:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765265/real 1789765265] req@ffff9cdd47cfb480 x1876702015476992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765265.698631:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015476992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765265.698637:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765265.698640:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765265.698644:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015476992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765265.698649:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015477120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765265.698677:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765265.698689:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765265/real 1789765265] req@ffff9cdd47cf9180 x1876702015477120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765265.698700:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015477120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765265.698708:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765265.698710:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765265.698714:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015477120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765266.079539:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765267.103214:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765268.127093:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765269.151149:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765270.175067:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765270.815088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765270.815098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765270.815103:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765270.815113:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2788 00000100:00080000:3.0:1789765270.815123:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765270.815130:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765270.815166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015477248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765270.815264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765270.815268:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765270.815270:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765270.815274:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2788 00000100:00080000:3.0:1789765270.815279:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765270.815282:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765270.815291:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765270.815303:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015477376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765270.815313:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765270.815316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765270.815318:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765270.815321:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2788 00000100:00080000:3.0:1789765270.815324:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765270.815327:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765270.815331:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765270.815339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015477504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765270.815347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765270.815350:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765270.815352:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765270.815355:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2788 00000100:00080000:3.0:1789765270.815358:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765270.815361:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765270.815364:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765270.815372:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015477632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765270.815385:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765270.815388:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765270.815389:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765270.815392:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2788 00000100:00080000:3.0:1789765270.815395:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765270.815404:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765270.815408:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765270.815420:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015477760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765270.815712:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015477248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765270.815764:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765270.815798:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765270/real 1789765270] req@ffff9cdd59276300 x1876702015477248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765270.815814:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015477248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765270.815824:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765270.815827:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765270.815831:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015477248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765270.815839:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015477376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765270.816043:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765270.816055:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765270/real 1789765270] req@ffff9cdd59274e00 x1876702015477376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765270.816067:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015477376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765270.816075:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765270.816078:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765270.816081:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015477376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765270.816087:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015477504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765270.816104:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765270.816114:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765270/real 1789765270] req@ffff9cdd59276680 x1876702015477504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765270.816124:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015477504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765270.816132:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765270.816135:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765270.816138:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015477504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765270.816142:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015477632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765270.816157:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765270.816165:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765270/real 1789765270] req@ffff9cdd59275c00 x1876702015477632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765270.816175:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015477632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765270.816182:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765270.816185:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765270.816187:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015477632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765270.816192:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015477760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765270.816204:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765270.816212:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765270/real 1789765270] req@ffff9cdd59277100 x1876702015477760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765270.816222:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015477760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765270.816228:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765270.816231:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765270.816234:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015477760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765271.199059:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765272.223371:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765273.247044:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765274.272055:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765275.295160:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765275.935051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765275.935065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765275.935070:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765275.935083:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2793 00000100:00080000:0.0:1789765275.935097:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765275.935106:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765275.935157:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015477888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765275.935196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765275.935200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765275.935202:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765275.935206:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2793 00000100:00080000:0.0:1789765275.935210:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765275.935214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765275.935225:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765275.935238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015478016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765275.935248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765275.935251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765275.935252:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765275.935256:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2793 00000100:00080000:0.0:1789765275.935259:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765275.935262:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765275.935268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765275.935280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015478144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765275.935289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765275.935293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765275.935294:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765275.935298:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2793 00000100:00080000:0.0:1789765275.935301:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765275.935304:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765275.935308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765275.935317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015478272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765275.935325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765275.935328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765275.935329:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765275.935333:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2793 00000100:00080000:0.0:1789765275.935336:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765275.935339:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765275.935343:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765275.935352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015478400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765275.935631:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015477888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765275.935720:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765275.935786:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765275/real 1789765275] req@ffff9cdd47cf9f80 x1876702015477888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765275.935813:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015477888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765275.935825:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765275.935829:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765275.935833:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015477888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765275.935840:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765275.935902:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765275.935918:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765275/real 1789765275] req@ffff9cdd47cf8a80 x1876702015478016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765275.935930:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015478016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765275.935938:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765275.935941:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765275.935945:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765275.935951:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765275.935971:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765275.935981:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765275/real 1789765275] req@ffff9cdd47cf9500 x1876702015478144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765275.935991:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015478144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765275.936004:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765275.936007:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765275.936010:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765275.936016:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765275.936035:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765275.936047:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765275/real 1789765275] req@ffff9cdd47cf9880 x1876702015478272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765275.936058:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015478272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765275.936065:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765275.936068:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765275.936072:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765275.936078:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015478400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765275.936097:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765275.936108:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765275/real 1789765275] req@ffff9cdd47cf9c00 x1876702015478400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765275.936119:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015478400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765275.936127:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765275.936130:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765275.936133:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015478400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765276.319270:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765277.343123:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765278.367513:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765279.391354:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765280.415088:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765281.055011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765281.055022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765281.055027:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765281.055041:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2799 00000100:00080000:0.0:1789765281.055063:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765281.055072:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765281.055135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015478528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765281.055181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765281.055185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765281.055187:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765281.055192:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2799 00000100:00080000:0.0:1789765281.055196:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765281.055201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765281.055212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765281.055227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015478656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765281.055236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765281.055240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765281.055241:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765281.055244:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2799 00000100:00080000:0.0:1789765281.055248:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765281.055251:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765281.055256:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765281.055266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015478784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765281.055281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765281.055284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765281.055286:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765281.055289:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2799 00000100:00080000:0.0:1789765281.055292:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765281.055296:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765281.055300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765281.055310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015478912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765281.055318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765281.055321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765281.055323:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765281.055326:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2799 00000100:00080000:0.0:1789765281.055329:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765281.055333:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765281.055338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765281.055347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015479040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765281.055463:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015478528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765281.055572:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765281.055633:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765281/real 1789765281] req@ffff9cdd47cf8e00 x1876702015478528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765281.055653:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015478528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765281.055665:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765281.055670:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765281.055674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015478528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765281.055682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765281.055707:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765281.055720:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765281/real 1789765281] req@ffff9cdd47cfb100 x1876702015478656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765281.055732:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015478656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765281.055741:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765281.055744:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765281.055747:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765281.055753:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765281.055773:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765281.055784:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765281/real 1789765281] req@ffff9cdd47cfa300 x1876702015478784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765281.055795:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015478784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765281.055803:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765281.055806:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765281.055809:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765281.055815:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765281.055835:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765281.055847:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765281/real 1789765281] req@ffff9cdd47cfa680 x1876702015478912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765281.055858:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015478912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765281.055901:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765281.055905:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765281.055909:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015478912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765281.055915:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015479040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765281.055933:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765281.055943:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765281/real 1789765281] req@ffff9cdd47cf8700 x1876702015479040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765281.055954:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015479040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765281.055961:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765281.055964:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765281.055966:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015479040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765281.440804:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765282.467399:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765283.487677:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765284.512090:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765285.535406:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765286.174970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765286.174980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765286.174983:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765286.174993:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2804 00000100:00080000:2.0:1789765286.175002:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765286.175009:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765286.175046:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015479168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765286.175073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765286.175076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765286.175078:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765286.175082:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2804 00000100:00080000:2.0:1789765286.175086:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765286.175089:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765286.175097:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765286.175109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015479296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765286.175118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765286.175121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765286.175123:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765286.175126:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2804 00000100:00080000:2.0:1789765286.175129:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765286.175131:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765286.175135:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765286.175142:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015479424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765286.175150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765286.175153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765286.175154:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765286.175158:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2804 00000100:00080000:2.0:1789765286.175160:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765286.175163:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765286.175167:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765286.175173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015479552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765286.175181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765286.175183:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765286.175185:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765286.175188:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2804 00000100:00080000:2.0:1789765286.175191:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765286.175194:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765286.175197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765286.175204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015479680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765286.175283:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015479168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765286.175337:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765286.175379:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765286/real 1789765286] req@ffff9cdd437a5500 x1876702015479168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765286.175395:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015479168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765286.175406:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765286.175409:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765286.175413:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015479168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765286.175419:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015479296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765286.175438:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765286.175449:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765286/real 1789765286] req@ffff9cdd437a4a80 x1876702015479296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765286.175477:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015479296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765286.175485:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765286.175488:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765286.175491:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015479296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765286.175496:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015479424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765286.175522:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765286.175531:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765286/real 1789765286] req@ffff9cdd437a4e00 x1876702015479424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765286.175542:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015479424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765286.175549:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765286.175552:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765286.175555:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015479424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765286.175560:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015479552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765286.175574:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765286.175581:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765286/real 1789765286] req@ffff9cdd437a6680 x1876702015479552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765286.175601:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015479552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765286.175614:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765286.175617:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765286.175620:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015479552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765286.175625:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015479680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765286.175639:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765286.175647:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765286/real 1789765286] req@ffff9cdd437a4700 x1876702015479680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765286.175657:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015479680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765286.175665:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765286.175668:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765286.175671:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015479680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765286.559344:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765287.583369:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765288.607073:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765289.631071:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765290.655679:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765291.294978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765291.294988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765291.294992:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765291.295002:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2809 00000100:00080000:2.0:1789765291.295012:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765291.295018:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765291.295056:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015479808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765291.295157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765291.295161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765291.295163:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765291.295168:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2809 00000100:00080000:2.0:1789765291.295172:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765291.295176:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765291.295185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765291.295198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015479936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765291.295207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765291.295210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765291.295212:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765291.295215:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2809 00000100:00080000:2.0:1789765291.295219:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765291.295223:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765291.295227:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765291.295237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015480064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765291.295245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765291.295248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765291.295250:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765291.295253:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2809 00000100:00080000:2.0:1789765291.295256:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765291.295259:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765291.295263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765291.295271:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015480192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765291.295278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765291.295281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765291.295283:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765291.295286:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2809 00000100:00080000:2.0:1789765291.295289:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765291.295293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765291.295297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765291.295306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015480320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765291.295440:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015479808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765291.295511:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765291.295560:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765291/real 1789765291] req@ffff9cdd437a5c00 x1876702015479808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765291.295577:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015479808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765291.295593:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765291.295598:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765291.295602:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015479808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765291.295609:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015479936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765291.295631:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765291.295644:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765291/real 1789765291] req@ffff9cdd437a4000 x1876702015479936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765291.295656:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015479936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765291.295663:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765291.295666:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765291.295668:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015479936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765291.295674:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015480064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765291.295694:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765291.295704:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765291/real 1789765291] req@ffff9cdd437a7100 x1876702015480064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765291.295714:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015480064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765291.295721:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765291.295724:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765291.295727:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015480064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765291.295734:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015480192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765291.295753:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765291.295763:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765291/real 1789765291] req@ffff9cdd437a7800 x1876702015480192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765291.295772:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015480192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765291.295779:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765291.295782:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765291.295784:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015480192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765291.295790:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015480320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765291.295809:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765291.295820:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765291/real 1789765291] req@ffff9cdd437a5180 x1876702015480320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765291.295831:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015480320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765291.295839:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765291.295842:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765291.295845:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015480320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765291.679059:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765292.707204:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765293.727606:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765294.751315:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765295.775891:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765296.415067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765296.415081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765296.415087:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765296.415099:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2814 00000100:00080000:3.0:1789765296.415113:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765296.415122:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765296.415170:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015480448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765296.415209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765296.415212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765296.415213:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765296.415217:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2814 00000100:00080000:3.0:1789765296.415222:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765296.415227:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765296.415238:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765296.415252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015480576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765296.415261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765296.415264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765296.415266:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765296.415269:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2814 00000100:00080000:3.0:1789765296.415273:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765296.415276:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765296.415281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765296.415290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015480704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765296.415298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765296.415302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765296.415304:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765296.415307:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2814 00000100:00080000:3.0:1789765296.415310:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765296.415314:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765296.415318:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765296.415331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015480832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765296.415348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765296.415350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765296.415352:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765296.415354:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2814 00000100:00080000:3.0:1789765296.415357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765296.415360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765296.415364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765296.415371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015480960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765296.415494:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015480448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765296.415579:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765296.416642:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765296/real 1789765296] req@ffff9cdd59275f80 x1876702015480448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765296.416674:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015480448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765296.416686:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765296.416691:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765296.416696:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015480448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765296.416707:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015480576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765296.416761:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765296.416780:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765296/real 1789765296] req@ffff9cdd59275880 x1876702015480576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765296.416793:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015480576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765296.416800:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765296.416804:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765296.416807:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015480576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765296.416813:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015480704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765296.416835:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765296.416845:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765296/real 1789765296] req@ffff9cdd59274700 x1876702015480704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765296.418222:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015480704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765296.418246:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765296.418255:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765296.418260:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015480704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765296.418272:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015480832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765296.418334:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765296.418361:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765296/real 1789765296] req@ffff9cdd59277100 x1876702015480832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765296.418375:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015480832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765296.418383:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765296.418386:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765296.418389:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015480832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765296.418396:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015480960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765296.418419:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765296.418442:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765296/real 1789765296] req@ffff9cdd59275c00 x1876702015480960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765296.418454:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015480960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765296.418468:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765296.418471:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765296.418475:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015480960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765296.799494:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765297.825841:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765298.848087:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765299.871971:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765300.895244:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765301.538195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765301.538209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765301.538214:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765301.538226:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2819 00000100:00080000:2.0:1789765301.538241:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765301.538251:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765301.538302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015481088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765301.538338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765301.538342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765301.538344:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765301.538350:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2819 00000100:00080000:2.0:1789765301.538354:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765301.538358:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765301.538372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765301.538388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015481216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765301.538410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765301.538424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765301.538426:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765301.538430:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2819 00000100:00080000:2.0:1789765301.538435:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765301.538439:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765301.538445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765301.538458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015481344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765301.538469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765301.538473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765301.538474:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765301.538479:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2819 00000100:00080000:2.0:1789765301.538482:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765301.538485:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765301.538490:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765301.538500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015481472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765301.538509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765301.538513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765301.538515:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765301.538518:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2819 00000100:00080000:2.0:1789765301.538522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765301.538526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765301.538531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765301.538542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015481600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765301.538844:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015481088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765301.538964:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765301.539020:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765301/real 1789765301] req@ffff9cdd437a7480 x1876702015481088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765301.539038:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015481088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765301.539058:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765301.539063:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765301.539068:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015481088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765301.539076:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015481216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765301.539102:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765301.539114:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765301/real 1789765301] req@ffff9cdd437a5f80 x1876702015481216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765301.539126:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015481216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765301.539134:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765301.539138:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765301.539141:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015481216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765301.539147:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015481344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765301.539168:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765301.539176:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765301/real 1789765301] req@ffff9cdd437a4380 x1876702015481344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765301.539184:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015481344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765301.539188:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765301.539191:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765301.539192:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015481344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765301.539196:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015481472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765301.539207:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765301.539212:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765301/real 1789765301] req@ffff9cdd437a5180 x1876702015481472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765301.539218:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015481472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765301.539223:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765301.539225:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765301.539226:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015481472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765301.539230:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015481600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765301.539239:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765301.539246:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765301/real 1789765301] req@ffff9cdd437a7800 x1876702015481600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765301.539252:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015481600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765301.539257:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765301.539258:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765301.539260:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015481600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765301.922773:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765302.943342:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765303.969350:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765304.993421:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765306.016584:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765306.655853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765306.655862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765306.655915:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765306.655924:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2824 00000100:00080000:3.0:1789765306.655935:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765306.655942:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765306.655978:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015481728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765306.656010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765306.656014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765306.656016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765306.656020:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2824 00000100:00080000:3.0:1789765306.656023:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765306.656027:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765306.656036:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765306.656050:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015481728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765306.656051:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015481856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765306.656084:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765306.656088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765306.656090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765306.656094:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2824 00000100:00080000:3.0:1789765306.656105:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765306.656111:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:1.0:1789765306.656112:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:3.0:1789765306.656122:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765306.656137:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015481984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765306.656147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765306.656151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765306.656154:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765306.656159:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2824 00000100:00080000:3.0:1789765306.656163:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789765306.656166:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765306/real 1789765306] req@ffff9cdd59276680 x1876702015481728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765306.656181:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765306.656188:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765306.656194:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015481728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765306.656202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015482112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765306.656208:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765306.656217:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00080000:3.0:1789765306.656218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789765306.656223:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015481728:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765306.656224:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765306.656229:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765306.656235:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2824 00000100:00080000:3.0:1789765306.656239:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765306.656243:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765306.656248:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765306.656250:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015481856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765306.656262:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015482240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789765306.656276:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765306.656290:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765306/real 1789765306] req@ffff9cdd59274e00 x1876702015481856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765306.656308:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015481856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765306.656315:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765306.656318:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765306.656321:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015481856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765306.656326:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015481984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765306.656345:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765306.656366:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765306/real 1789765306] req@ffff9cdd59276300 x1876702015481984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765306.656377:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015481984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765306.656384:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765306.656387:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765306.656389:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015481984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765306.656395:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015482112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765306.656412:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765306.656421:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765306/real 1789765306] req@ffff9cdd59277800 x1876702015482112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765306.656432:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015482112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765306.656443:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765306.656553:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765306.656557:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015482112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765306.656573:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015482240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765306.656594:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765306.656605:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765306/real 1789765306] req@ffff9cdd59274000 x1876702015482240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765306.656616:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015482240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765306.656623:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765306.656625:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765306.656628:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015482240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765307.039072:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765308.063829:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765309.087446:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765310.111595:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765311.136046:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765311.776278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765311.776288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765311.776292:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765311.776302:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2829 00000100:00080000:2.0:1789765311.776325:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765311.776333:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765311.776367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015482368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765311.776395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765311.776408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765311.776410:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765311.776414:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2829 00000100:00080000:2.0:1789765311.776418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765311.776421:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765311.776431:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765311.776442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015482496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765311.776449:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015482368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789765311.776452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765311.776454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765311.776456:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765311.776460:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2829 00000100:00080000:2.0:1789765311.776463:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765311.776466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765311.776470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765311.776478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015482624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765311.776485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765311.776487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765311.776488:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765311.776491:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2829 00000100:00080000:2.0:1789765311.776495:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765311.776498:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765311.776501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789765311.776503:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765311.776508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015482752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765311.776514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765311.776517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765311.776518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765311.776521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2829 00000100:00080000:2.0:1789765311.776524:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765311.776527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765311.776530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765311.776539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015482880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765311.776548:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765311/real 1789765311] req@ffff9cdd437a7100 x1876702015482368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765311.776563:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015482368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765311.776573:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765311.776577:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765311.776581:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015482368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765311.776601:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015482496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765311.776622:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765311.776634:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765311/real 1789765311] req@ffff9cdd437a4000 x1876702015482496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765311.776645:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015482496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765311.776664:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765311.776668:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765311.776671:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015482496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765311.776678:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015482624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765311.776698:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765311.776710:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765311/real 1789765311] req@ffff9cdd437a5c00 x1876702015482624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765311.776733:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015482624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765311.776741:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765311.776744:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765311.776747:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015482624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765311.776753:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015482752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765311.776773:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765311.776784:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765311/real 1789765311] req@ffff9cdd437a4700 x1876702015482752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765311.776795:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015482752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765311.776803:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765311.776806:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765311.776809:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015482752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765311.776815:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015482880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765311.776834:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765311.776844:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765311/real 1789765311] req@ffff9cdd437a6680 x1876702015482880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765311.776855:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015482880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765311.776862:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765311.776904:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765311.776908:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015482880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765312.159256:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765313.183079:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765314.207069:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765315.231830:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765316.255453:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765316.898582:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765316.898592:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765316.898596:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765316.898607:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2834 00000100:00080000:3.0:1789765316.898618:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765316.898625:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765316.898661:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015483008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765316.898751:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015483008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765316.900235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765316.900243:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765316.900246:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765316.900254:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2834 00000100:00080000:3.0:1789765316.900261:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765316.900268:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765316.900287:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765316.900316:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015483136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765316.908526:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015483136:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789765316.909772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765316.909780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765316.909784:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765316.909792:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2834 00000100:00080000:3.0:1789765316.909798:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765316.909818:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765316.909829:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765316.909884:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015483264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765316.909913:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765316.909923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765316.909925:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765316.909929:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2834 00000100:00080000:3.0:1789765316.909934:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765316.909937:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765316.909943:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765316.909954:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015483392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765316.909963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765316.909973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765316.909974:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765316.909977:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2834 00000100:00080000:3.0:1789765316.909981:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765316.909986:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765316.909990:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765316.909999:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015483520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765316.911118:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015483264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765316.911182:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015483392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765316.911220:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015483520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765317.280419:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765318.304450:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765319.329493:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765319.967379:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789765319.967438:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765319.967458:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765319.967503:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765319.967513:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765319.967522:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765319.967530:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789765319.967653:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765316/real 1789765319] req@ffff9cdd59277b80 x1876702015483264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765319.967686:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015483264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765319.967698:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765319.967704:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765319.967708:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015483264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765319.967716:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765316/real 1789765319] req@ffff9cdd59276d80 x1876702015483392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765319.967727:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015483392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765319.967734:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765319.967737:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765319.967740:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015483392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765319.967747:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765316/real 1789765319] req@ffff9cdd59275180 x1876702015483520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765319.967758:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015483520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765319.967773:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765319.967776:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765319.967779:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015483520:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765319.967785:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765316/real 1789765319] req@ffff9cdd59274380 x1876702015483136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765319.967794:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015483136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765319.967801:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765319.967804:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765319.967806:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015483136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765319.967812:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765316/real 1789765319] req@ffff9cdd59275500 x1876702015483008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765319.967822:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015483008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765319.967829:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765319.967832:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765319.967834:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015483008:192.168.203.148@tcp:250:kworker.0 00010000:00010000:2.0:1789765320.351136:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765321.375602:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765322.015669:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765322.015679:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765322.015683:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765322.015692:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2840 00000100:00080000:3.0:1789765322.015700:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765322.015707:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765322.015740:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015483648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765322.015774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765322.015778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765322.015780:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765322.015784:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2840 00000100:00080000:3.0:1789765322.015788:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765322.015791:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765322.015803:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765322.015815:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015483776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765322.015825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765322.015828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765322.015830:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765322.015940:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2840 00000100:00080000:3.0:1789765322.015945:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765322.015949:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765322.015955:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765322.015971:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015483904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765322.015982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789765322.015983:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015483648:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765322.015993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765322.015996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765322.016002:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2840 00000100:00080000:3.0:1789765322.016006:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765322.016010:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765322.016015:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765322.016028:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015484032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765322.016036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765322.016039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765322.016041:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765322.016044:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2840 00000100:00080000:3.0:1789765322.016048:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1789765322.016053:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789765322.016054:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765322.016062:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765322.016075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015484160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765322.016105:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765322/real 1789765322] req@ffff9cdd59276a00 x1876702015483648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765322.016123:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015483648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765322.016133:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765322.016137:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765322.016141:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015483648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765322.016147:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015483776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765322.016169:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765322.016181:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765322/real 1789765322] req@ffff9cdd59277480 x1876702015483776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765322.016191:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015483776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765322.016198:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765322.016201:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765322.016203:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015483776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765322.016225:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015483904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765322.016256:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765322.016266:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765322/real 1789765322] req@ffff9cdd59274a80 x1876702015483904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765322.016276:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015483904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765322.016288:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765322.016290:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765322.016293:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015483904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765322.016298:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015484032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765322.016315:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765322.016326:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765322/real 1789765322] req@ffff9cdd59275500 x1876702015484032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765322.016336:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015484032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765322.016342:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765322.016345:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765322.016348:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015484032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765322.016353:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015484160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765322.016372:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765322.016381:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765322/real 1789765322] req@ffff9cdd59274380 x1876702015484160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765322.016392:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015484160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765322.016399:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765322.016402:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765322.016405:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015484160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765322.400822:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765323.423114:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765324.449545:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765325.474199:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765326.495655:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765327.135150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765327.135164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765327.135169:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765327.135183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2845 00000100:00080000:2.0:1789765327.135198:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765327.135222:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765327.135280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015484288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765327.135323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765327.135327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765327.135329:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765327.135335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2845 00000100:00080000:2.0:1789765327.135338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765327.135343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765327.135355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765327.135369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015484416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765327.135378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765327.135382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765327.135383:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765327.135388:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2845 00000100:00080000:2.0:1789765327.135393:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765327.135397:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765327.135402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765327.135414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015484544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765327.135422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765327.135426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765327.135428:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765327.135432:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2845 00000100:00080000:2.0:1789765327.135435:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765327.135438:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765327.135443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765327.135452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015484672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765327.135461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765327.135464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765327.135466:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765327.135470:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2845 00000100:00080000:2.0:1789765327.135473:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765327.135477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765327.135482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765327.135493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015484800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765327.135729:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015484288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765327.135816:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765327.135921:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765327/real 1789765327] req@ffff9cdd437a4e00 x1876702015484288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765327.135940:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015484288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765327.135951:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765327.135955:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765327.135960:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015484288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765327.135967:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015484416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765327.135991:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765327.136005:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765327/real 1789765327] req@ffff9cdd437a4a80 x1876702015484416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765327.136016:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015484416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765327.136024:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765327.136027:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765327.136030:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015484416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765327.136036:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015484544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765327.136055:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765327.136064:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765327/real 1789765327] req@ffff9cdd437a5500 x1876702015484544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765327.136073:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015484544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765327.136080:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765327.136082:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765327.136085:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015484544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765327.136090:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015484672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765327.136104:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765327.136112:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765327/real 1789765327] req@ffff9cdd437a5880 x1876702015484672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765327.136128:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015484672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765327.136134:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765327.136137:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765327.136140:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015484672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765327.136145:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015484800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765327.136160:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765327.136168:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765327/real 1789765327] req@ffff9cdd437a6d80 x1876702015484800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765327.136177:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015484800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765327.136184:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765327.136186:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765327.136188:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015484800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765327.521703:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765328.548929:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765329.568262:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765330.591108:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765331.615229:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765332.257415:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765332.257430:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765332.257435:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765332.257448:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2850 00000100:00080000:3.0:1789765332.257463:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765332.257472:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765332.257523:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015484928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765332.257561:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765332.257565:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765332.257566:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765332.257571:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2850 00000100:00080000:3.0:1789765332.257575:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765332.257579:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765332.257589:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765332.257602:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015485056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765332.257611:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765332.257614:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765332.257615:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765332.257619:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2850 00000100:00080000:3.0:1789765332.257622:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765332.257626:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765332.257631:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765332.257641:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015485184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765332.257650:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765332.257653:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765332.257654:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765332.257658:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2850 00000100:00080000:3.0:1789765332.257661:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765332.257665:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765332.257669:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765332.257679:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015485312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765332.257687:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765332.257690:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765332.257691:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765332.257695:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2850 00000100:00080000:3.0:1789765332.257698:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789765332.257699:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015484928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765332.257701:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765332.257705:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765332.257714:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015485440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789765332.257778:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765332.257835:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765332/real 1789765332] req@ffff9cdd59275180 x1876702015484928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765332.257853:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015484928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765332.257888:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765332.257893:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765332.257897:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015484928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765332.257905:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765332.257926:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765332.257938:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765332/real 1789765332] req@ffff9cdd59276d80 x1876702015485056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765332.257961:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015485056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765332.257969:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765332.257972:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765332.257974:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765332.257979:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765332.257997:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765332.258006:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765332/real 1789765332] req@ffff9cdd59277b80 x1876702015485184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765332.258016:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015485184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765332.258024:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765332.258027:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765332.258029:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765332.258035:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765332.258051:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765332.258059:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765332/real 1789765332] req@ffff9cdd59274000 x1876702015485312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765332.258070:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015485312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765332.258077:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765332.258080:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765332.258083:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765332.258111:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015485440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765332.258126:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765332.258134:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765332/real 1789765332] req@ffff9cdd59277800 x1876702015485440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765332.258145:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015485440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765332.258152:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765332.258155:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765332.258162:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015485440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765332.640223:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765333.663716:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765334.687336:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765335.711131:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765336.735226:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765337.392331:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765337.392344:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765337.392350:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765337.392370:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2855 00000100:00080000:3.0:1789765337.392385:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765337.392394:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765337.392444:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015485568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765337.392803:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765337.392808:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765337.392810:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765337.392816:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2855 00000100:00080000:3.0:1789765337.392820:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765337.392825:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765337.392837:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765337.392852:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015485696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765337.392862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765337.392912:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765337.392914:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765337.392918:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2855 00000100:00080000:3.0:1789765337.392922:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765337.392926:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765337.392932:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765337.392944:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015485824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765337.392953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765337.392957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765337.392958:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765337.392962:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2855 00000100:00080000:3.0:1789765337.392966:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765337.392970:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765337.393088:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015485568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765337.393183:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765337.393251:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765337/real 1789765337] req@ffff9cdd59276300 x1876702015485568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765337.393271:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015485568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765337.393282:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765337.393286:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765337.393290:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015485568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765337.393297:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765337.393320:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765337.393333:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765337/real 1789765337] req@ffff9cdd59274e00 x1876702015485696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765337.393344:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015485696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765337.393352:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765337.393355:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765337.393369:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765337.393375:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765337.393395:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765337.393405:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765337/real 1789765337] req@ffff9cdd59276680 x1876702015485824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765337.393416:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015485824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765337.393429:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765337.393432:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765337.393435:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485824:192.168.203.148@tcp:8:kworker.0 00000008:00100000:3.0:1789765337.393769:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765337.393787:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015485952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765337.395522:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765337.395777:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765337.395807:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765337/real 1789765337] req@ffff9cdd59275c00 x1876702015485952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765337.395826:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015485952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765337.395837:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765337.395841:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765337.395845:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015485952:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789765337.396056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765337.396063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765337.396066:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765337.396072:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2855 00000100:00080000:3.0:1789765337.396078:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765337.396086:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765337.396177:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765337.396207:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015486080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765337.396304:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015486080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765337.396337:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765337.396353:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765337/real 1789765337] req@ffff9cdd47c50a80 x1876702015486080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765337.396435:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015486080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765337.396443:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765337.396446:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765337.396450:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015486080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765337.764734:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765338.783139:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765339.809413:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765340.831403:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765341.856801:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765342.496418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765342.496431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765342.496491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765342.496504:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2860 00000100:00080000:0.0:1789765342.496519:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765342.496527:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765342.496577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015486208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765342.496614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765342.496618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765342.496620:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765342.496625:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2860 00000100:00080000:0.0:1789765342.496629:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765342.496633:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765342.496645:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765342.496660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015486336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765342.496670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765342.496674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765342.496676:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765342.496680:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2860 00000100:00080000:0.0:1789765342.496684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765342.496687:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765342.496693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765342.496703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015486464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765342.496712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765342.496716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765342.496718:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765342.496721:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2860 00000100:00080000:0.0:1789765342.496724:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765342.496728:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765342.496733:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765342.496742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015486592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765342.496751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765342.496754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765342.496756:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765342.496759:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2860 00000100:00080000:0.0:1789765342.496762:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765342.496766:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765342.496770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765342.496780:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015486720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765342.497395:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015486208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765342.497534:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765342.497583:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765342/real 1789765342] req@ffff9cdd47cf8000 x1876702015486208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765342.497602:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015486208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765342.497613:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765342.497618:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765342.497622:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015486208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765342.497630:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015486336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765342.497654:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765342.497667:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765342/real 1789765342] req@ffff9cdd47cf8700 x1876702015486336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765342.497678:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015486336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765342.497684:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765342.497687:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765342.497689:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015486336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765342.497695:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015486464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765342.497715:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765342.497726:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765342/real 1789765342] req@ffff9cdd47cfa680 x1876702015486464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765342.497737:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015486464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765342.497744:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765342.497747:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765342.497750:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015486464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765342.497756:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015486592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765342.497776:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765342.497787:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765342/real 1789765342] req@ffff9cdd47cfa300 x1876702015486592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765342.497798:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015486592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765342.497807:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765342.497810:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765342.497813:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015486592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765342.497819:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015486720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765342.497838:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765342.497849:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765342/real 1789765342] req@ffff9cdd47cfb100 x1876702015486720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765342.497860:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015486720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765342.497901:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765342.497905:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765342.497908:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015486720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765342.879175:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765343.904692:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765344.928436:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765345.951168:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765346.979198:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765347.615226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765347.615233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765347.615237:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765347.615245:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2865 00000100:00080000:1.0:1789765347.615253:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765347.615259:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765347.615288:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015486848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765347.615347:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015486848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765347.615393:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789765347.615420:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765347.615422:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765347.615424:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765347.615427:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2865 00000100:00080000:1.0:1789765347.615430:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765347.615433:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765347.615440:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765347.615450:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015486976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765347.615499:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765347/real 1789765347] req@ffff9cdd47c52680 x1876702015486848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765347.615514:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015486848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765347.615525:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765347.615529:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765347.615533:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015486848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765347.615555:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015486976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765347.615577:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765347.615589:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765347/real 1789765347] req@ffff9cdd47c50380 x1876702015486976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765347.615600:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015486976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765347.615608:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765347.615611:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765347.615614:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015486976:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789765347.618262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765347.618283:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765347.618287:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765347.618309:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2865 00000100:00080000:1.0:1789765347.618317:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765347.618329:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765347.618340:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765347.618385:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015487104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765347.618938:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015487104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765347.618994:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789765347.620074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765347.620080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765347.620082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765347.620087:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2865 00000100:00080000:1.0:1789765347.620093:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765347.620098:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765347.620106:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765347.620127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015487232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765347.622122:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765347/real 1789765347] req@ffff9cdd47c52a00 x1876702015487104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765347.622151:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015487104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765347.622203:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765347.622209:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765347.622215:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015487104:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789765347.622356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765347.622361:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765347.622364:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765347.622370:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2865 00000100:00080000:1.0:1789765347.622385:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765347.622391:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765347.622408:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765347.622461:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015487360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765347.624431:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015487232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765347.624489:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765347.624757:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765347/real 1789765347] req@ffff9cdd47c53800 x1876702015487232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765347.624776:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015487232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765347.624788:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765347.624793:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765347.624796:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015487232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765347.624804:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015487360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765347.624827:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765347.624838:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765347/real 1789765347] req@ffff9cdd47c51f80 x1876702015487360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765347.624850:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015487360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765347.624858:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765347.624862:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765347.624881:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015487360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765347.999209:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765349.023012:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765350.047174:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765351.072883:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765352.096614:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765352.735097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765352.735110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765352.735116:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765352.735128:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2870 00000100:00080000:0.0:1789765352.735141:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765352.735149:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765352.735196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015487488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765352.735232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765352.735236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765352.735238:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765352.735242:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2870 00000100:00080000:0.0:1789765352.735245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765352.735249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765352.735260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765352.735271:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015487616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765352.735281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765352.735284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765352.735286:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765352.735289:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2870 00000100:00080000:0.0:1789765352.735292:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765352.735296:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765352.735301:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765352.735310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015487744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765352.735319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765352.735323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765352.735324:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765352.735328:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2870 00000100:00080000:0.0:1789765352.735331:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765352.735334:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765352.735338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765352.735347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015487872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765352.735356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765352.735359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765352.735360:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765352.735364:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2870 00000100:00080000:0.0:1789765352.735367:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765352.735370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765352.735374:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765352.735382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015488000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765352.735481:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015487488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765352.735558:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765352.735605:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765352/real 1789765352] req@ffff9cdd47cf8e00 x1876702015487488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765352.735624:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015487488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765352.735635:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765352.735640:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765352.735645:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015487488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765352.735651:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015487616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765352.735674:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765352.735685:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765352/real 1789765352] req@ffff9cdd47cf9c00 x1876702015487616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765352.735697:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015487616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765352.735705:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765352.735708:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765352.735711:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015487616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765352.735717:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015487744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765352.735735:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765352.735746:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765352/real 1789765352] req@ffff9cdd47cf9880 x1876702015487744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765352.735764:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015487744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765352.735771:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765352.735775:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765352.735778:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015487744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765352.735783:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015487872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765352.735799:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765352.735809:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765352/real 1789765352] req@ffff9cdd47cf9500 x1876702015487872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765352.735819:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015487872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765352.735827:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765352.735830:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765352.735832:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015487872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765352.735838:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015488000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765352.735856:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765352.735899:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765352/real 1789765352] req@ffff9cdd47cf8a80 x1876702015488000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765352.735911:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015488000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765352.735925:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765352.735928:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765352.735931:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015488000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765353.121711:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765354.143207:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765355.167264:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765356.193553:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765357.215232:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765357.855033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765357.855046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765357.855051:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765357.855064:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2875 00000100:00080000:0.0:1789765357.855078:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765357.855176:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765357.855547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015488128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765357.855647:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015488128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765357.855727:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765357.855765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765357.855772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765357.855774:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765357.855779:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2875 00000100:00080000:0.0:1789765357.855783:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765357.855789:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765357.855801:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765357.855817:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015488256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765357.858129:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765357/real 1789765357] req@ffff9cdd47cf9f80 x1876702015488128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765357.858163:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015488128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765357.858177:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765357.858182:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765357.858186:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015488128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765357.858223:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015488256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765357.858290:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765357.858311:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765357/real 1789765357] req@ffff9cdd47cf9180 x1876702015488256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765357.858322:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015488256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765357.858329:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765357.858333:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765357.858336:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015488256:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765357.858773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765357.858779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765357.858783:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765357.858789:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2875 00000100:00080000:0.0:1789765357.858796:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765357.858804:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765357.858817:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765357.858847:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015488384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765357.858860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765357.858878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765357.858880:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765357.858884:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2875 00000100:00080000:0.0:1789765357.858887:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765357.858891:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765357.858896:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765357.858905:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015488512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765357.858914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765357.858917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765357.858918:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765357.858921:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2875 00000100:00080000:0.0:1789765357.858924:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765357.858927:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765357.858931:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765357.858939:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015488640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765357.859028:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015488384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765357.859063:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765357.859079:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765357/real 1789765357] req@ffff9cdd47cfb480 x1876702015488384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765357.859385:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015488384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765357.859510:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765357.859515:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765357.859519:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015488384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765357.859527:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015488512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765357.859556:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765357.859570:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765357/real 1789765357] req@ffff9cdd47cfad80 x1876702015488512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765357.859581:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015488512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765357.859588:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765357.859591:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765357.859594:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015488512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765357.859600:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015488640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765357.859698:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765357.859711:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765357/real 1789765357] req@ffff9cdd47cfbb80 x1876702015488640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765357.859723:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015488640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765357.859731:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765357.859734:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765357.859737:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015488640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765358.239994:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765359.264279:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765360.287345:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765361.311846:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765362.335463:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765362.976553:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765362.976563:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765362.976568:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765362.976577:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2880 00000100:00080000:3.0:1789765362.976587:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765362.976594:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765362.976629:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015488768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765362.976656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765362.976660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765362.976662:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765362.976666:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2880 00000100:00080000:3.0:1789765362.976670:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765362.976673:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765362.976682:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765362.976695:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015488896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765362.976699:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015488768:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765362.976712:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765362.976716:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765362.976717:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765362.976722:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2880 00000100:00080000:3.0:1789765362.976725:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765362.976728:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765362.976733:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765362.976743:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015489024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765362.976752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765362.976755:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765362.976757:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765362.976760:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2880 00000800:00000100:1.0:1789765362.976765:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789765362.976767:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765362.976773:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765362.976777:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765362.976788:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015489152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765362.976796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765362.976799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765362.976801:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765362.976805:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2880 00000100:00080000:3.0:1789765362.976808:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765362.976812:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765362.976817:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765362.976819:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765362/real 1789765362] req@ffff9cdd59277100 x1876702015488768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765362.976830:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015489280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765362.976839:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015488768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765362.976850:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765362.976855:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765362.976859:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015488768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765362.976902:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015488896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765362.976922:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765362.976933:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765362/real 1789765362] req@ffff9cdd59274700 x1876702015488896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765362.976962:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015488896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765362.976970:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765362.976972:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765362.976975:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015488896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765362.976980:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015489024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765362.976998:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765362.977017:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765362/real 1789765362] req@ffff9cdd59275880 x1876702015489024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765362.977041:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015489024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765362.977048:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765362.977051:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765362.977055:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015489024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765362.977060:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015489152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765362.977080:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765362.977090:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765362/real 1789765362] req@ffff9cdd59275f80 x1876702015489152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765362.977101:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015489152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765362.977108:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765362.977110:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765362.977113:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015489152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765362.977118:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015489280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765362.977132:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765362.977150:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765362/real 1789765362] req@ffff9cdd59275c00 x1876702015489280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765362.977165:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015489280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765362.977177:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765362.977179:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765362.977182:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015489280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765363.359233:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765364.383112:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765365.408013:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765366.431049:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765367.457757:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765368.095026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765368.095036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765368.095040:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765368.095051:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2886 00000100:00080000:3.0:1789765368.095061:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765368.095068:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765368.095104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015489408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765368.095141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765368.095145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765368.095147:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765368.095151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2886 00000100:00080000:3.0:1789765368.095155:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765368.095158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765368.095166:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765368.095178:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015489536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765368.095186:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765368.095189:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765368.095191:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765368.095194:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2886 00000100:00080000:3.0:1789765368.095197:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765368.095201:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765368.095205:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765368.095214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015489664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765368.095223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765368.095226:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765368.095228:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765368.095231:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2886 00000100:00080000:3.0:1789765368.095235:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765368.095238:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765368.095243:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765368.095253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015489792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765368.095261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765368.095264:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765368.095266:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765368.095269:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2886 00000100:00080000:3.0:1789765368.095272:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765368.095276:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765368.095279:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765368.095288:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015489920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765368.097793:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015489408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765368.097855:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765368.097931:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765368/real 1789765368] req@ffff9cdd59276680 x1876702015489408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765368.097947:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015489408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765368.097956:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765368.097960:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765368.097963:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015489408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765368.097970:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015489536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765368.097993:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765368.098005:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765368/real 1789765368] req@ffff9cdd59274e00 x1876702015489536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765368.098016:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015489536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765368.098023:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765368.098025:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765368.098028:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015489536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765368.098032:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015489664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765368.098047:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765368.098053:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765368/real 1789765368] req@ffff9cdd59276300 x1876702015489664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765368.098060:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015489664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765368.098065:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765368.098067:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765368.098082:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015489664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765368.098089:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015489792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765368.098108:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765368.098119:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765368/real 1789765368] req@ffff9cdd59277800 x1876702015489792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765368.098130:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015489792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765368.098148:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765368.098151:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765368.098154:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015489792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765368.098466:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015489920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765368.098489:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765368.098501:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765368/real 1789765368] req@ffff9cdd59274000 x1876702015489920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765368.098513:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015489920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765368.098521:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765368.098524:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765368.098527:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015489920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765368.482821:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765369.503106:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765370.527921:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765371.552853:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765372.575340:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765373.215408:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765373.215416:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765373.215419:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765373.215426:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2891 00000100:00080000:0.0:1789765373.215436:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765373.215441:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765373.215471:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015490048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765373.216147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765373.216151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765373.216154:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765373.216159:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2891 00000100:00080000:0.0:1789765373.216164:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765373.216168:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765373.216177:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765373.216194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015490176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765373.216204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765373.216207:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765373.216209:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765373.216212:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2891 00000100:00080000:0.0:1789765373.216215:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765373.216218:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765373.216222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765373.216231:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015490304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765373.216238:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765373.216241:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765373.216242:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765373.216245:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2891 00000100:00080000:0.0:1789765373.216248:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765373.216251:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765373.216255:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765373.216975:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015490432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765373.216993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765373.216996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765373.216998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765373.217001:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2891 00000100:00080000:0.0:1789765373.217005:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765373.217009:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765373.217015:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765373.217028:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015490560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765373.217291:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015490048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765373.217367:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765373.217425:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765373/real 1789765373] req@ffff9cdd47cfaa00 x1876702015490048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765373.217441:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015490048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765373.217449:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765373.217453:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765373.217456:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015490048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765373.217463:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015490176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765373.218132:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765373.218150:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765373/real 1789765373] req@ffff9cdd47cfbb80 x1876702015490176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765373.218171:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015490176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765373.218180:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765373.218184:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765373.218187:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015490176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765373.218193:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015490304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765373.218215:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765373.218226:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765373/real 1789765373] req@ffff9cdd47cfad80 x1876702015490304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765373.218236:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015490304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765373.218243:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765373.218246:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765373.218249:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015490304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765373.218253:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015490432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765373.218547:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765373.218559:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765373/real 1789765373] req@ffff9cdd47cfb480 x1876702015490432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765373.218570:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015490432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765373.218585:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765373.218591:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765373.218594:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015490432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765373.218622:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015490560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765373.218641:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765373.218651:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765373/real 1789765373] req@ffff9cdd47cf9180 x1876702015490560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765373.218662:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015490560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765373.218670:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765373.218674:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765373.218677:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015490560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765373.599082:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765374.625909:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765375.649218:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765376.671149:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765377.695915:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765378.335558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765378.335569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765378.335574:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765378.335582:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2896 00000100:00080000:2.0:1789765378.335593:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765378.335600:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765378.335635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015490688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765378.335667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765378.335671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765378.335673:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765378.335677:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2896 00000100:00080000:2.0:1789765378.335680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765378.335684:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765378.335692:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765378.335703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015490816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765378.335713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765378.335716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765378.335717:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765378.335721:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2896 00000100:00080000:2.0:1789765378.335724:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765378.335727:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765378.335731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765378.335740:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015490944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765378.335748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765378.335751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765378.335753:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765378.335756:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2896 00000100:00080000:2.0:1789765378.335759:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765378.335762:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765378.335765:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765378.335776:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015491072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765378.335784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765378.335787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765378.335789:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765378.335792:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2896 00000100:00080000:2.0:1789765378.335795:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765378.335798:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765378.335802:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765378.335811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015491200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765378.336543:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015490688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765378.336601:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765378.336638:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765378/real 1789765378] req@ffff9cdd437a6300 x1876702015490688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765378.336653:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015490688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765378.336663:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765378.336667:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765378.336671:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015490688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765378.336683:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015490816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765378.336707:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765378.336718:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765378/real 1789765378] req@ffff9cdd437a7b80 x1876702015490816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765378.336728:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015490816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765378.336735:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765378.336739:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765378.336742:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015490816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765378.336753:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015490944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765378.336775:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765378.336785:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765378/real 1789765378] req@ffff9cdd437a6a00 x1876702015490944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765378.336795:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015490944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765378.336802:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765378.336805:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765378.336808:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015490944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765378.336813:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015491072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765378.336840:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765378.336859:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765378/real 1789765378] req@ffff9cdd437a6d80 x1876702015491072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765378.336915:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015491072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765378.336922:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765378.336925:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765378.336928:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015491072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765378.336934:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015491200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765378.336955:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765378.336966:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765378/real 1789765378] req@ffff9cdd437a5880 x1876702015491200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765378.336976:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015491200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765378.336983:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765378.336987:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765378.336990:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015491200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765378.719391:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765379.743117:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765380.771170:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765381.791573:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765382.815702:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765383.454993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765383.455008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765383.455014:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765383.455029:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2901 00000100:00080000:2.0:1789765383.455044:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765383.455054:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765383.455253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015491328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765383.455404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765383.455409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765383.455411:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765383.455417:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2901 00000100:00080000:2.0:1789765383.455422:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765383.455428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765383.455440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765383.455453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015491456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765383.455463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765383.455466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765383.455468:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765383.455472:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2901 00000100:00080000:2.0:1789765383.455475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765383.455479:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765383.455484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765383.455494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015491584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765383.455503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765383.455507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765383.455509:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765383.455513:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2901 00000100:00080000:2.0:1789765383.455516:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765383.455519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765383.455524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765383.455534:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015491712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765383.455544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765383.455547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765383.455549:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765383.455552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2901 00000100:00080000:2.0:1789765383.455556:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765383.455561:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765383.455566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765383.455575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015491840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765383.458569:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015491328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765383.458723:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015491456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765383.458756:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015491584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765383.458781:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015491712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765383.458820:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015491840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765383.840258:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765384.864326:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765385.888365:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789765386.527379:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789765386.527450:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789765386.527472:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789765386.531969:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765383/real 1789765386] req@ffff9cdd437a5500 x1876702015491328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765408 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765386.532529:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015491328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765408 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765386.532545:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765386.532551:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765386.532556:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015491328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765386.535465:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765386.535512:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765386.535523:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765386.535531:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789765386.535895:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765383/real 1789765386] req@ffff9cdd437a4a80 x1876702015491456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765386.535926:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015491456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765386.535947:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765386.535953:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765386.535958:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015491456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765386.535966:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765383/real 1789765386] req@ffff9cdd437a4e00 x1876702015491584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765386.535978:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015491584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765386.535987:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765386.535991:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765386.535994:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015491584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765386.536000:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765383/real 1789765386] req@ffff9cdd437a6680 x1876702015491712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765386.536010:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015491712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765386.536017:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765386.536019:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765386.536022:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015491712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765386.536028:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765383/real 1789765386] req@ffff9cdd437a4700 x1876702015491840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765386.536038:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015491840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765386.536045:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765386.536048:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765386.536051:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015491840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765386.911145:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765387.935112:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765388.575087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765388.575099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765388.575104:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765388.575117:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2906 00000100:00080000:3.0:1789765388.575129:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765388.575137:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765388.575180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015491968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765388.575215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765388.575219:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765388.575221:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765388.575226:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2906 00000100:00080000:3.0:1789765388.575230:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765388.575234:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765388.575245:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765388.575453:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015491968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765388.575525:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765388.575563:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765388/real 1789765388] req@ffff9cdd59277b80 x1876702015491968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765388.575581:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015491968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765388.575595:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765388.575600:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765388.575603:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015491968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765388.575830:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015492096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765388.575937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765388.575940:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765388.575943:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765388.575948:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2906 00000100:00080000:3.0:1789765388.575953:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765388.575959:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765388.575966:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765388.575982:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015492224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765388.575991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765388.575995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765388.575997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765388.576000:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2906 00000100:00080000:3.0:1789765388.576004:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765388.576008:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765388.576012:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765388.576021:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015492352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765388.576029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765388.576032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765388.576034:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765388.576037:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2906 00000100:00080000:3.0:1789765388.576040:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765388.576043:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765388.576048:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765388.576056:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015492480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765388.579107:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765388.579260:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765388.579303:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765388/real 1789765388] req@ffff9cdd59276d80 x1876702015492096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765388.579322:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015492096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765388.579335:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765388.579340:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765388.579345:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765388.579353:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765388.579377:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765388.579402:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765388/real 1789765388] req@ffff9cdd59275180 x1876702015492224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765388.579522:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015492224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765388.579531:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765388.579543:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765388.579547:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765388.579555:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765388.579581:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765388.579593:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765388/real 1789765388] req@ffff9cdd59274380 x1876702015492352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765388.579604:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015492352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765388.579626:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765388.579630:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765388.579633:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765388.579641:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015492480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765388.579660:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765388.579671:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765388/real 1789765388] req@ffff9cdd59275500 x1876702015492480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765388.579682:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015492480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765388.579689:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765388.579692:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765388.579696:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015492480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765388.960067:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765389.984068:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765391.007828:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765392.034840:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765393.055056:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765393.695020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765393.695030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765393.695034:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765393.695044:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2911 00000100:00080000:0.0:1789765393.695056:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765393.695062:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765393.695098:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015492608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765393.695129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765393.695133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765393.695134:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765393.695139:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2911 00000100:00080000:0.0:1789765393.695142:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765393.695146:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765393.695155:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765393.695168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015492736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765393.695178:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765393.695192:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765393.695194:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765393.695198:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2911 00000100:00080000:0.0:1789765393.695201:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765393.695205:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765393.695210:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765393.695220:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015492864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765393.695229:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765393.695232:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765393.695234:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765393.695237:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2911 00000100:00080000:0.0:1789765393.695240:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765393.695243:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765393.695248:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765393.695256:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015492992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765393.695264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765393.695267:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765393.695269:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765393.695273:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2911 00000100:00080000:0.0:1789765393.695276:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765393.695279:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765393.695284:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765393.695305:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015493120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765393.695414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015492608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765393.695469:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765393.695503:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765393/real 1789765393] req@ffff9cdd47cf9f80 x1876702015492608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765393.695518:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015492608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765393.695527:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765393.695541:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765393.695545:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015492608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765393.695552:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765393.695574:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765393.695586:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765393/real 1789765393] req@ffff9cdd47cf8a80 x1876702015492736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765393.695598:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015492736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765393.695607:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765393.695610:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765393.695613:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765393.695619:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765393.695636:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765393.695645:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765393/real 1789765393] req@ffff9cdd47cf9500 x1876702015492864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765393.695656:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015492864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765393.695664:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765393.695666:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765393.695669:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765393.695675:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765393.695692:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765393.695702:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765393/real 1789765393] req@ffff9cdd47cf9880 x1876702015492992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765393.695712:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015492992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765393.695729:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765393.695733:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765393.695736:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015492992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765393.695742:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015493120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765393.695761:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765393.695772:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765393/real 1789765393] req@ffff9cdd47cf9c00 x1876702015493120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765393.695782:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015493120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765393.695789:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765393.695802:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765393.695805:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015493120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765394.079946:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765395.103068:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765396.130692:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765397.151166:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765398.175301:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765398.815321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765398.815340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765398.815344:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765398.815354:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2916 00000100:00080000:2.0:1789765398.815365:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765398.815372:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765398.815407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015493248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765398.815483:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015493248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765398.815543:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789765398.815582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765398.815586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765398.815588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765398.815594:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2916 00000100:00080000:2.0:1789765398.815598:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765398.815602:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765398.815611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765398.815625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015493376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765398.819501:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765398/real 1789765398] req@ffff9cdd437a4700 x1876702015493248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765398.819526:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015493248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765398.819537:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765398.819542:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765398.819546:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015493248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765398.819587:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015493376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765398.819639:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765398.819654:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765398/real 1789765398] req@ffff9cdd437a6680 x1876702015493376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765398.819666:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015493376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765398.819691:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765398.819695:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765398.819699:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015493376:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789765398.822041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765398.822049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765398.822052:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765398.822060:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2916 00000100:00080000:2.0:1789765398.822068:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765398.822074:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765398.822085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765398.822113:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015493504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765398.822126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765398.822129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765398.822131:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765398.822134:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2916 00000100:00080000:2.0:1789765398.822137:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765398.822140:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765398.822143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765398.822151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015493632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765398.822160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765398.822163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765398.822164:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765398.822167:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2916 00000100:00080000:2.0:1789765398.822170:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765398.822172:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765398.822176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765398.822182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015493760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765398.822534:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015493504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765398.822586:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765398.822606:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765398/real 1789765398] req@ffff9cdd437a4e00 x1876702015493504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765398.822620:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015493504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765398.822629:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765398.822632:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765398.822636:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015493504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765398.822642:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015493632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765398.822658:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765398.822666:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765398/real 1789765398] req@ffff9cdd437a4a80 x1876702015493632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765398.822677:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015493632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765398.822694:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765398.822697:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765398.822700:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015493632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765398.822706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015493760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765398.822722:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765398.822731:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765398/real 1789765398] req@ffff9cdd437a5c00 x1876702015493760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765398.822741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015493760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765398.822749:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765398.822751:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765398.822754:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015493760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765399.200475:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765400.223607:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765401.248061:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765402.272554:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765403.295167:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765403.935079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765403.935093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765403.935097:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765403.935109:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2921 00000100:00080000:2.0:1789765403.935122:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765403.935142:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765403.935193:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015493888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765403.935351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765403.935356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765403.935358:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765403.935363:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2921 00000100:00080000:2.0:1789765403.935368:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765403.935373:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765403.935385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765403.935399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015494016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765403.935408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765403.935411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765403.935412:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765403.935416:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2921 00000100:00080000:2.0:1789765403.935419:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765403.935423:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765403.935428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765403.935439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015494144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765403.935448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765403.935451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765403.935453:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765403.935456:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2921 00000100:00080000:2.0:1789765403.935460:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765403.935463:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765403.935468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765403.935488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015494272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765403.935503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765403.935507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765403.935509:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765403.935512:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2921 00000100:00080000:2.0:1789765403.935516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765403.935520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765403.935524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765403.935535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015494400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765403.937237:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015493888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765403.937337:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765403.937401:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765403/real 1789765403] req@ffff9cdd437a4000 x1876702015493888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765403.937423:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015493888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765403.937437:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765403.937442:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765403.937447:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015493888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765403.937455:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765403.937479:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765403.937492:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765403/real 1789765403] req@ffff9cdd437a7100 x1876702015494016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765403.937504:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015494016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765403.937511:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765403.937515:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765403.937517:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765403.937523:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765403.937541:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765403.937549:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765403/real 1789765403] req@ffff9cdd437a7800 x1876702015494144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765403.937559:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015494144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765403.937567:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765403.937570:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765403.937572:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765403.937579:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765403.937595:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765403.937605:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765403/real 1789765403] req@ffff9cdd437a5180 x1876702015494272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765403.937622:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015494272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765403.937629:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765403.937632:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765403.937635:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765403.937653:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015494400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765403.937673:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765403.937683:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765403/real 1789765403] req@ffff9cdd437a4380 x1876702015494400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765403.937695:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015494400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765403.937703:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765403.937707:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765403.937709:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015494400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765404.320170:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765405.343114:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765406.367862:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765407.391187:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765408.416081:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765409.055311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765409.055321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765409.055326:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765409.055337:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2927 00000100:00080000:1.0:1789765409.055348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765409.055356:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765409.055394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015494528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765409.055465:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015494528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765409.055528:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789765409.055560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765409.055564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765409.055566:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765409.055571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2927 00000100:00080000:1.0:1789765409.055575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765409.055579:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765409.055588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765409.055601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015494656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765409.057726:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765409/real 1789765409] req@ffff9cdd47c53b80 x1876702015494528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765409.057752:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015494528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765409.057764:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765409.057769:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765409.057774:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015494528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765409.057800:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765409.057845:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765409.057860:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765409/real 1789765409] req@ffff9cdd47c53480 x1876702015494656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765409.057890:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015494656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765409.057899:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765409.057902:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765409.057905:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494656:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789765409.061766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765409.061776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765409.061780:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765409.061788:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2927 00000100:00080000:1.0:1789765409.061798:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765409.061805:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765409.061817:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765409.061850:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015494784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765409.061888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765409.061893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765409.061895:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765409.061899:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2927 00000100:00080000:1.0:1789765409.061903:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765409.061906:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765409.061911:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765409.061924:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015494912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765409.061933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765409.061937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765409.061938:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765409.061941:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2927 00000100:00080000:1.0:1789765409.061945:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765409.061948:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765409.061953:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765409.061963:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015495040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765409.062095:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765409.062149:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765409.062176:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765409/real 1789765409] req@ffff9cdd47c51500 x1876702015494784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765409.062192:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015494784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765409.062203:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765409.062207:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765409.062211:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765409.062217:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765409.062238:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765409.062250:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765409/real 1789765409] req@ffff9cdd47c53480 x1876702015494912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765409.062263:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015494912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765409.062272:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765409.062275:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765409.062278:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015494912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765409.062284:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015495040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765409.062302:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765409.062313:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765409/real 1789765409] req@ffff9cdd47c53b80 x1876702015495040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765409.062324:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015495040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765409.062333:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765409.062336:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765409.062339:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015495040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765409.439133:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765410.463055:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765411.487698:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765412.511121:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765413.535027:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765414.177424:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765414.177434:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765414.177438:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765414.177448:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2932 00000100:00080000:0.0:1789765414.177468:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765414.177475:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765414.177509:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015495168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765414.177605:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015495168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765414.177663:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765414.177693:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765414.177697:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765414.177699:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765414.177704:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2932 00000100:00080000:0.0:1789765414.177708:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765414.177712:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765414.177721:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765414.177735:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015495296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765414.179969:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765414/real 1789765414] req@ffff9cdd47cf8e00 x1876702015495168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765414.179994:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015495168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765414.180005:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765414.180011:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765414.180015:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015495168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765414.180043:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015495296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765414.180088:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765414.180104:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765414/real 1789765414] req@ffff9cdd47cfb100 x1876702015495296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765414.181650:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015495296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765414.181662:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765414.181666:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765414.181670:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015495296:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765414.181757:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765414.181762:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765414.181764:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765414.181770:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2932 00000100:00080000:0.0:1789765414.181777:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765414.181783:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765414.181793:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765414.181819:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015495424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765414.181831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765414.181835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765414.181836:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765414.181839:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2932 00000100:00080000:0.0:1789765414.181843:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765414.181846:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765414.181851:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765414.181860:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015495552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765414.181883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765414.181886:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765414.181888:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765414.181891:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2932 00000100:00080000:0.0:1789765414.181895:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765414.181898:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765414.181903:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765414.181913:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015495680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765414.181982:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015495424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765414.182026:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765414.182045:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765414/real 1789765414] req@ffff9cdd47cfa300 x1876702015495424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765414.182056:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015495424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765414.182064:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765414.182067:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765414.182070:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015495424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765414.182076:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015495552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765414.182096:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765414.182107:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765414/real 1789765414] req@ffff9cdd47cfa680 x1876702015495552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765414.182360:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015495552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765414.182368:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765414.182371:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765414.182373:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015495552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765414.182379:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015495680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765414.182401:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765414.182411:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765414/real 1789765414] req@ffff9cdd47cf8700 x1876702015495680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765414.182420:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015495680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765414.182427:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765414.182430:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765414.182433:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015495680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765414.559059:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765415.583231:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765416.607508:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765417.634017:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765418.655202:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765419.295977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765419.295990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765419.295996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765419.296010:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2937 00000100:00080000:0.0:1789765419.296025:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765419.296034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765419.296093:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015495808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765419.296137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765419.296141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765419.296143:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765419.296148:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2937 00000100:00080000:0.0:1789765419.296152:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765419.296156:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765419.296168:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765419.296182:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015495936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765419.296192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765419.296196:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765419.296198:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765419.296201:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2937 00000100:00080000:0.0:1789765419.296205:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765419.296209:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765419.296214:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765419.296225:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015496064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765419.296234:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765419.296237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765419.296239:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765419.296243:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2937 00000100:00080000:0.0:1789765419.296246:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765419.296250:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765419.296254:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765419.296265:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015496192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765419.296272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765419.296275:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765419.296277:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765419.296280:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2937 00000100:00080000:0.0:1789765419.296283:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765419.296287:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765419.296291:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765419.296300:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015496320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765419.296742:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015495808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765419.296829:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765419.296933:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765419/real 1789765419] req@ffff9cdd47cf8000 x1876702015495808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765419.296952:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015495808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765419.296963:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765419.296968:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765419.296972:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015495808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765419.296979:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015495936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765419.297004:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765419.297017:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765419/real 1789765419] req@ffff9cdd47cf8700 x1876702015495936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765419.297029:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015495936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765419.297128:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765419.297132:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765419.297135:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015495936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765419.297141:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015496064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765419.297164:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765419.297177:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765419/real 1789765419] req@ffff9cdd47cfa680 x1876702015496064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765419.297188:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015496064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765419.297201:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765419.297204:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765419.297207:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015496064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765419.297212:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015496192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765419.297232:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765419.297244:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765419/real 1789765419] req@ffff9cdd47cfa300 x1876702015496192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765419.297255:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015496192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765419.297263:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765419.297266:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765419.297269:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015496192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765419.297275:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015496320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765419.297293:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765419.297304:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765419/real 1789765419] req@ffff9cdd47cfb100 x1876702015496320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765419.297316:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015496320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765419.297323:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765419.297326:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765419.297330:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015496320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765419.680323:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765420.709759:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765421.728265:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765422.751476:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765423.778265:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765424.415272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765424.415282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765424.415286:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765424.415295:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2942 00000100:00080000:2.0:1789765424.415335:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765424.415343:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765424.415379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015496448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765424.415428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765424.415432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765424.415434:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765424.415438:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2942 00000100:00080000:2.0:1789765424.415442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765424.415445:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765424.415453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765424.415465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015496576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765424.415504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765424.415507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765424.415509:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765424.415512:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2942 00000100:00080000:2.0:1789765424.415515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765424.415519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765424.415524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765424.415536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015496704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765424.415543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765424.415547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765424.415548:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765424.415552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2942 00000100:00080000:2.0:1789765424.415555:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765424.415558:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765424.415562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765424.415571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015496832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765424.415580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765424.415583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765424.415584:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765424.415587:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2942 00000100:00080000:2.0:1789765424.415590:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765424.415594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765424.415598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765424.415607:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015496960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765424.415705:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015496448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765424.415804:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765424.415858:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765424/real 1789765424] req@ffff9cdd437a5f80 x1876702015496448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765424.415931:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015496448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765424.415945:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765424.415950:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765424.415954:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015496448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765424.415962:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015496576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765424.416010:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765424.416024:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765424/real 1789765424] req@ffff9cdd437a7480 x1876702015496576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765424.416037:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015496576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765424.416044:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765424.416047:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765424.416050:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015496576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765424.416056:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015496704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765424.416075:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765424.416084:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765424/real 1789765424] req@ffff9cdd437a4380 x1876702015496704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765424.416095:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015496704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765424.416108:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765424.416112:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765424.416115:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015496704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765424.416121:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015496832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765424.416141:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765424.416152:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765424/real 1789765424] req@ffff9cdd437a5180 x1876702015496832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765424.416163:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015496832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765424.416171:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765424.416174:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765424.416177:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015496832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765424.416184:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015496960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765424.416203:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765424.416213:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765424/real 1789765424] req@ffff9cdd437a7800 x1876702015496960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765424.416225:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015496960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765424.416233:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765424.416236:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765424.416239:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015496960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765424.802220:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765425.823391:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765426.847272:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765427.871672:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765428.895787:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765429.535281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765429.535290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765429.535294:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765429.535304:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2947 00000100:00080000:2.0:1789765429.535314:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765429.535322:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765429.535356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015497088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765429.535384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765429.535387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765429.535389:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765429.535392:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2947 00000100:00080000:2.0:1789765429.535396:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765429.535399:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765429.535407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765429.535418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015497216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765429.535425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765429.535428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765429.535430:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765429.535434:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2947 00000100:00080000:2.0:1789765429.535437:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765429.535461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765429.535467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765429.535478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015497344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765429.535486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765429.535489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765429.535491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765429.535494:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2947 00000100:00080000:2.0:1789765429.535496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765429.535500:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765429.535504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765429.535513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015497472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765429.535522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765429.535524:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765429.535526:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765429.535529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2947 00000100:00080000:2.0:1789765429.535532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765429.535535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765429.535539:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765429.535548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015497600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765429.536608:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015497088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765429.536699:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765429.536764:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765429/real 1789765429] req@ffff9cdd437a7100 x1876702015497088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765429.536784:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015497088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765429.536797:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765429.536802:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765429.536807:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015497088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765429.536816:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015497216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765429.536837:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765429.536849:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765429/real 1789765429] req@ffff9cdd437a4000 x1876702015497216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765429.536860:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015497216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765429.536906:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765429.536910:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765429.536913:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015497216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765429.536919:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015497344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765429.536941:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765429.536951:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765429/real 1789765429] req@ffff9cdd437a5c00 x1876702015497344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765429.536961:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015497344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765429.536968:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765429.536970:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765429.536973:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015497344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765429.536979:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015497472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765429.536996:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765429.537004:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765429/real 1789765429] req@ffff9cdd437a4a80 x1876702015497472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765429.537168:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015497472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765429.537176:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765429.537179:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765429.537181:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015497472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765429.537188:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015497600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765429.537208:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765429.537218:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765429/real 1789765429] req@ffff9cdd437a4e00 x1876702015497600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765429.537233:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015497600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765429.537240:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765429.537243:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765429.537246:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015497600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765429.919806:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765430.943393:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765431.967075:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765432.991492:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765434.015860:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765434.656194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765434.656208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765434.656214:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765434.656229:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2952 00000100:00080000:1.0:1789765434.656244:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765434.656254:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765434.656309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015497728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765434.656360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765434.656364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765434.656366:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765434.656370:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2952 00000100:00080000:1.0:1789765434.656374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765434.656379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765434.656390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765434.656405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015497856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765434.656424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765434.656427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765434.656429:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765434.656433:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2952 00000100:00080000:1.0:1789765434.656437:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765434.656441:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765434.656447:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765434.656458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015497984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765434.656467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765434.656470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765434.656472:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765434.656476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2952 00000100:00080000:1.0:1789765434.656479:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765434.656482:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765434.656486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765434.656497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015498112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765434.656504:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015497728:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789765434.656509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765434.656515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765434.656516:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765434.656521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2952 00000100:00080000:1.0:1789765434.656525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765434.656528:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765434.656533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765434.656545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015498240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765434.656592:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765434.656916:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765434/real 1789765434] req@ffff9cdd47c51f80 x1876702015497728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765434.656940:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015497728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765434.656951:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765434.656956:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765434.656960:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015497728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765434.656968:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015497856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765434.657513:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765434.657537:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765434/real 1789765434] req@ffff9cdd47c53800 x1876702015497856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765434.657551:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015497856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765434.657560:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765434.657564:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765434.657568:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015497856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765434.657576:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015497984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765434.657601:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765434.657617:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765434/real 1789765434] req@ffff9cdd47c52a00 x1876702015497984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765434.657857:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015497984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765434.657915:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765434.657920:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765434.657923:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015497984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765434.657957:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015498112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765434.658517:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765434.658543:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765434/real 1789765434] req@ffff9cdd47c50380 x1876702015498112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765434.658557:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015498112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765434.658566:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765434.658570:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765434.658574:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015498112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765434.658582:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015498240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765434.658614:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765434.658623:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765434/real 1789765434] req@ffff9cdd47c52680 x1876702015498240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765434.659206:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015498240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765434.659226:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765434.659230:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765434.659234:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015498240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765435.039468:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765436.063246:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765437.088972:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765438.112086:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765439.135528:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765439.777419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765439.777429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765439.777433:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765439.777444:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2957 00000100:00080000:1.0:1789765439.777454:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765439.777461:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765439.777496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015498368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765439.777522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765439.777525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765439.777527:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765439.777531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2957 00000100:00080000:1.0:1789765439.777534:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765439.777537:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765439.777545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765439.777555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015498496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765439.777564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765439.777567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765439.777569:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765439.777572:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2957 00000100:00080000:1.0:1789765439.777574:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765439.777577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765439.777581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765439.777590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015498624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765439.777598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765439.777601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765439.777602:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765439.777605:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2957 00000100:00080000:1.0:1789765439.777609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765439.777613:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765439.777617:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765439.777627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015498752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765439.777636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765439.777639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765439.777641:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765439.777648:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2957 00000100:00080000:1.0:1789765439.777651:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765439.777655:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765439.777660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765439.777660:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015498368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765439.777672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015498880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765439.777759:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765439.777813:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765439/real 1789765439] req@ffff9cdd47c50a80 x1876702015498368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765439.777833:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015498368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765439.777845:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765439.777850:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765439.777854:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015498368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765439.777862:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015498496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765439.777923:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765439.777938:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765439/real 1789765439] req@ffff9cdd47c50000 x1876702015498496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765439.777950:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015498496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765439.777959:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765439.777962:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765439.777966:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015498496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765439.777972:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015498624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765439.777994:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765439.778006:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765439/real 1789765439] req@ffff9cdd47c50e00 x1876702015498624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765439.778018:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015498624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765439.778026:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765439.778029:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765439.778032:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015498624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765439.778063:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015498752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765439.778083:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765439.778094:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765439/real 1789765439] req@ffff9cdd47c52300 x1876702015498752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765439.778105:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015498752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765439.778112:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765439.778116:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765439.778119:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015498752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765439.778125:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015498880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765439.778143:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765439.778155:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765439/real 1789765439] req@ffff9cdd47c53100 x1876702015498880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765439.778167:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015498880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765439.778174:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765439.778177:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765439.778180:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015498880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765440.159351:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765441.183172:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765442.210418:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765443.231226:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765444.255112:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765444.894999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765444.895009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765444.895014:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765444.895023:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2962 00000100:00080000:2.0:1789765444.895033:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765444.895041:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765444.895078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015499008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765444.895109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765444.895112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765444.895114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765444.895118:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2962 00000100:00080000:2.0:1789765444.895122:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765444.895127:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765444.895137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765444.895151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015499136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765444.895161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765444.895166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765444.895168:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765444.895172:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2962 00000100:00080000:2.0:1789765444.895175:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765444.895179:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765444.895184:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765444.895195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015499264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765444.895209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765444.895217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765444.895220:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789765444.895220:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015499008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789765444.895231:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2962 00000100:00080000:2.0:1789765444.895237:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765444.895241:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765444.895246:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765444.895259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015499392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765444.895269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765444.895273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765444.895275:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765444.895279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2962 00000100:00080000:2.0:1789765444.895285:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765444.895289:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765444.895294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765444.895304:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015499520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789765444.895329:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765444.895396:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765444/real 1789765444] req@ffff9cdd437a6680 x1876702015499008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765444.895418:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015499008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765444.895430:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765444.895435:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765444.895439:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015499008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765444.895447:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015499136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765444.895476:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765444.895488:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765444/real 1789765444] req@ffff9cdd437a4700 x1876702015499136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765444.895500:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015499136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765444.895514:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765444.895517:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765444.895520:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015499136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765444.895552:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015499264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765444.895573:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765444.895583:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765444/real 1789765444] req@ffff9cdd437a5500 x1876702015499264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765444.895599:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015499264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765444.895607:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765444.895611:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765444.895614:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015499264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765444.895620:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015499392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765444.895641:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765444.895651:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765444/real 1789765444] req@ffff9cdd437a5880 x1876702015499392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765444.895667:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015499392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765444.895674:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765444.895677:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765444.895680:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015499392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765444.895686:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015499520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765444.895705:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765444.895716:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765444/real 1789765444] req@ffff9cdd437a6d80 x1876702015499520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765444.895726:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015499520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765444.895744:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765444.895748:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765444.895751:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015499520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765445.279505:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765446.303367:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765447.327086:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765448.351091:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765449.376628:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765450.016337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765450.016346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765450.016350:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765450.016359:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2968 00000100:00080000:2.0:1789765450.016369:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765450.016376:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765450.016691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015499648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765450.016722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765450.016726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765450.016728:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765450.016733:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2968 00000100:00080000:2.0:1789765450.016738:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765450.016742:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765450.016751:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765450.016762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015499776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765450.016884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765450.016887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765450.016889:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765450.016894:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2968 00000100:00080000:2.0:1789765450.016898:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765450.016902:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765450.016908:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765450.016920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015499904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765450.016929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765450.016931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765450.016933:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765450.016936:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2968 00000100:00080000:2.0:1789765450.016939:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765450.016943:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765450.016947:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765450.016958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015500032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765450.016967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765450.016969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765450.016971:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765450.016974:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2968 00000100:00080000:2.0:1789765450.016978:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765450.016981:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765450.016986:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765450.016994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015500160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765450.017076:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015499648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765450.017162:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015499776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765450.017184:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015499904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765450.017215:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015500032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765450.017232:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015500160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765450.399149:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765451.423765:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765452.447516:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789765453.087292:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789765453.087355:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789765453.087378:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765453.087429:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765453.087440:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765453.087450:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765453.087459:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:3.0:1789765453.088130:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765450/real 1789765453] req@ffff9cdd437a6a00 x1876702015499648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765453.088166:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015499648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765453.088181:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765453.088188:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765453.088192:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015499648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765453.088203:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765450/real 1789765453] req@ffff9cdd437a7b80 x1876702015499776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765453.088221:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015499776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765453.088231:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765453.088234:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765453.088237:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015499776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765453.088246:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765450/real 1789765453] req@ffff9cdd437a6300 x1876702015499904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765453.088257:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015499904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765453.088265:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765453.088269:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765453.088273:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015499904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765453.088292:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765450/real 1789765453] req@ffff9cdd437a6d80 x1876702015500032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765453.088304:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015500032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765453.088311:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765453.088315:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765453.088318:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015500032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765453.088324:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765450/real 1789765453] req@ffff9cdd437a5880 x1876702015500160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765453.089474:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015500160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765453.089493:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765453.089499:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765453.089504:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015500160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765453.471977:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765454.495131:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765455.136221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765455.136232:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765455.136236:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765455.136247:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2973 00000100:00080000:0.0:1789765455.136257:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765455.136275:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765455.136311:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015500288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765455.136342:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765455.136346:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1789765455.136444:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015500288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765455.136517:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765455.136564:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765455/real 1789765455] req@ffff9cdd47cf8e00 x1876702015500288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765455.136587:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015500288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765455.136597:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765455.136601:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765455.136605:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015500288:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789765455.136737:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765455.136744:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2973 00000100:00080000:0.0:1789765455.136748:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765455.136752:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765455.136761:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765455.136776:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015500416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765455.136796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765455.136799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765455.136801:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765455.136804:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2973 00000100:00080000:0.0:1789765455.136808:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765455.136811:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765455.136816:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765455.136825:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015500544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765455.136833:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765455.136835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765455.136837:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765455.136840:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2973 00000100:00080000:0.0:1789765455.136842:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765455.136845:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765455.136849:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765455.136856:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015500672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765455.138318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765455.138328:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765455.138331:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765455.138340:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2973 00000100:00080000:0.0:1789765455.138358:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765455.138364:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765455.138375:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765455.138404:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015500800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765455.141598:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015500416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765455.141687:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765455.141723:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765455/real 1789765455] req@ffff9cdd47cf9c00 x1876702015500416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765455.141742:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015500416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765455.141755:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765455.141760:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765455.141763:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015500416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765455.141771:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015500544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765455.141791:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765455.141802:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765455/real 1789765455] req@ffff9cdd47cf9880 x1876702015500544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765455.141813:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015500544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765455.141827:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765455.141830:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765455.141834:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015500544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765455.141841:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015500672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765455.141860:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765455.141939:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765455/real 1789765455] req@ffff9cdd47cf9500 x1876702015500672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765455.141950:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015500672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765455.141958:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765455.141962:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765455.141965:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015500672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765455.141972:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015500800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765455.142001:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765455.142013:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765455/real 1789765455] req@ffff9cdd47cf8a80 x1876702015500800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765455.142025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015500800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765455.142032:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765455.142034:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765455.142037:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015500800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765455.520816:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765456.546802:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765457.568747:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765458.594585:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765459.615468:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765460.256455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765460.256470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765460.256475:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765460.256487:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2978 00000100:00080000:2.0:1789765460.256502:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765460.256515:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765460.256566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015500928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765460.256603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765460.256607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765460.256610:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765460.256617:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2978 00000100:00080000:2.0:1789765460.256621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765460.256625:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765460.256637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765460.256649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015501056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765460.256658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765460.256661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765460.256662:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765460.256665:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2978 00000100:00080000:2.0:1789765460.256668:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765460.256671:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765460.256675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765460.256682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015501184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765460.256690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765460.256693:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765460.256695:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765460.256697:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2978 00000100:00080000:2.0:1789765460.256699:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765460.256702:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765460.256705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765460.256713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015501312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765460.256721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765460.256724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765460.256725:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765460.256728:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2978 00000100:00080000:2.0:1789765460.256730:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765460.256733:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765460.256736:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765460.256742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015501440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765460.256838:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015500928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765460.256933:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765460.256981:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765460/real 1789765460] req@ffff9cdd437a5500 x1876702015500928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765460.257004:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015500928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765460.257017:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765460.257021:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765460.257025:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015500928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765460.257032:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765460.257052:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765460.257063:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765460/real 1789765460] req@ffff9cdd437a4700 x1876702015501056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765460.257077:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015501056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765460.257084:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765460.257087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765460.257089:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765460.257094:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765460.257110:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765460.257119:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765460/real 1789765460] req@ffff9cdd437a6680 x1876702015501184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765460.257128:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015501184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765460.257135:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765460.257137:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765460.257140:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765460.257144:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765460.257161:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765460.257182:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765460/real 1789765460] req@ffff9cdd437a4e00 x1876702015501312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765460.257193:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015501312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765460.257201:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765460.257204:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765460.257207:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765460.257221:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015501440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765460.257251:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765460.257261:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765460/real 1789765460] req@ffff9cdd437a4a80 x1876702015501440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765460.257278:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015501440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765460.257287:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765460.257290:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765460.257293:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015501440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765460.639314:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765461.665400:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765462.689804:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765463.711646:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765464.735247:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765465.377328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765465.377341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765465.380284:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765465.380306:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2983 00000100:00080000:0.0:1789765465.380323:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765465.380332:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765465.380384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015501568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765465.380422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765465.380427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765465.380429:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765465.380434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2983 00000100:00080000:0.0:1789765465.380438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765465.380441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765465.380453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765465.380469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015501696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765465.380478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765465.380482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765465.380483:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765465.380487:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2983 00000100:00080000:0.0:1789765465.380490:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765465.380494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765465.380501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765465.380511:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015501824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765465.380520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765465.380523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765465.380525:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765465.380529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2983 00000100:00080000:0.0:1789765465.380532:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765465.380536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765465.380541:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765465.380550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015501952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765465.380557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765465.380560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765465.380562:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765465.380565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2983 00000100:00080000:0.0:1789765465.380568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765465.380571:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765465.380576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765465.380584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015502080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765465.382621:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015501568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765465.382728:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765465.382783:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765465/real 1789765465] req@ffff9cdd47cf9f80 x1876702015501568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765465.382804:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015501568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765465.382816:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765465.382821:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765465.382825:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015501568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765465.382833:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765465.382857:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765465.382927:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765465/real 1789765465] req@ffff9cdd47cf9180 x1876702015501696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765465.382940:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015501696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765465.382954:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765465.382958:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765465.382961:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765465.382968:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765465.382991:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765465.383003:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765465/real 1789765465] req@ffff9cdd47cfb480 x1876702015501824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765465.383014:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015501824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765465.383022:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765465.383026:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765465.383029:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765465.383036:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765465.383056:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765465.383068:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765465/real 1789765465] req@ffff9cdd47cfad80 x1876702015501952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765465.383080:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015501952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765465.383089:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765465.383092:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765465.383096:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015501952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765465.383199:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015502080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765465.383224:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765465.383235:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765465/real 1789765465] req@ffff9cdd47cfbb80 x1876702015502080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765465.383247:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015502080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765465.383254:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765465.383258:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765465.383260:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015502080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765465.759412:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765466.783284:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765467.811128:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765468.834309:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765469.856418:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765470.495057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765470.495071:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765470.495077:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765470.495090:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2988 00000100:00080000:0.0:1789765470.495104:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765470.495112:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765470.495173:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015502208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765470.495208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765470.495212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765470.495214:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765470.495218:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2988 00000100:00080000:0.0:1789765470.495222:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765470.495226:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765470.495238:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765470.495253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015502336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765470.495261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765470.495264:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765470.495266:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765470.495269:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2988 00000100:00080000:0.0:1789765470.495283:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765470.495287:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765470.495292:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765470.495302:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015502464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765470.495316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765470.495319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765470.495320:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765470.495324:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2988 00000100:00080000:0.0:1789765470.495327:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765470.495330:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765470.495335:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765470.495344:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015502592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765470.495351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765470.495354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765470.495356:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765470.495360:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2988 00000100:00080000:0.0:1789765470.495363:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765470.495367:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765470.495371:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765470.495380:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015502720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765470.495706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015502208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765470.495786:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765470.495837:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765470/real 1789765470] req@ffff9cdd47cfaa00 x1876702015502208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765470.495855:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015502208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765470.495906:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765470.495912:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765470.495916:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015502208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765470.495924:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015502336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765470.495950:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765470.495963:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765470/real 1789765470] req@ffff9cdd47cfbb80 x1876702015502336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765470.496136:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015502336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765470.496145:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765470.496148:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765470.496151:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015502336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765470.496168:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015502464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765470.496192:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765470.496204:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765470/real 1789765470] req@ffff9cdd47cfad80 x1876702015502464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765470.496215:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015502464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765470.496223:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765470.496226:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765470.496229:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015502464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765470.496236:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015502592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765470.496256:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765470.496266:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765470/real 1789765470] req@ffff9cdd47cfb480 x1876702015502592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765470.496351:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015502592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765470.496360:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765470.496363:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765470.496366:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015502592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765470.496373:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015502720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765470.496393:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765470.496403:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765470/real 1789765470] req@ffff9cdd47cf9180 x1876702015502720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765470.496413:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015502720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765470.496420:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765470.496423:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765470.496426:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015502720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765470.879643:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765471.904048:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765472.927160:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765473.951315:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765474.976638:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765475.614994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765475.615007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765475.615014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765475.615025:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2993 00000100:00080000:0.0:1789765475.615041:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765475.615050:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765475.615097:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015502848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765475.615149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765475.615153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765475.615155:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765475.615159:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2993 00000100:00080000:0.0:1789765475.615163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765475.615167:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765475.615179:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765475.615192:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015502976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765475.615210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765475.615214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765475.615216:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765475.615220:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2993 00000100:00080000:0.0:1789765475.615224:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765475.615227:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765475.615233:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765475.615245:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015503104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765475.615254:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765475.615257:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765475.615259:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765475.615262:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2993 00000100:00080000:0.0:1789765475.615265:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765475.615268:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765475.615272:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765475.615280:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015503232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765475.615288:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765475.615292:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765475.615293:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765475.615296:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2993 00000100:00080000:0.0:1789765475.615299:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765475.615302:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765475.615306:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765475.615313:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015503360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765475.615419:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015502848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765475.615493:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765475.615540:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765475/real 1789765475] req@ffff9cdd47cf9f80 x1876702015502848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765475.615557:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015502848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765475.615568:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765475.615572:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765475.615576:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015502848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765475.615583:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015502976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765475.615616:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765475.615628:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765475/real 1789765475] req@ffff9cdd47cf8a80 x1876702015502976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765475.615639:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015502976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765475.615647:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765475.615650:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765475.615653:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015502976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765475.615659:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015503104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765475.615689:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765475.615700:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765475/real 1789765475] req@ffff9cdd47cf9500 x1876702015503104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765475.615710:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015503104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765475.615717:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765475.615720:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765475.615723:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015503104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765475.615729:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015503232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765475.615746:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765475.615755:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765475/real 1789765475] req@ffff9cdd47cf9880 x1876702015503232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765475.615766:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015503232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765475.615773:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765475.615776:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765475.615779:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015503232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765475.615784:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015503360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765475.615803:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765475.615813:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765475/real 1789765475] req@ffff9cdd47cf9c00 x1876702015503360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765475.615823:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015503360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765475.615830:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765475.615833:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765475.615836:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015503360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765476.007470:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765477.026033:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765478.047948:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765479.071158:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765480.096149:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765480.734984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765480.734993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765480.734996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765480.735006:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 2998 00000100:00080000:0.0:1789765480.735016:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765480.735023:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765480.735170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015503488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765480.735591:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015503488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765480.735647:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765480.735678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765480.735683:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765480.735685:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765480.735690:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2998 00000100:00080000:0.0:1789765480.735694:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765480.735698:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765480.735707:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765480.735720:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015503616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765480.737507:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765480/real 1789765480] req@ffff9cdd47cf8e00 x1876702015503488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765480.737530:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015503488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765480.737540:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765480.737545:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765480.737549:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015503488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765480.737680:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015503616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765480.737719:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765480.737734:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765480/real 1789765480] req@ffff9cdd47cfb100 x1876702015503616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765480.737746:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015503616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765480.737755:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765480.737758:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765480.737761:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015503616:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765480.741952:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765480.741962:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765480.741966:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765480.741977:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2998 00000100:00080000:0.0:1789765480.741987:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765480.741996:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765480.742007:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765480.742039:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015503744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765480.742054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765480.742057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765480.742059:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765480.742062:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 2998 00000100:00080000:0.0:1789765480.742066:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765480.742069:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765480.742074:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765480.742100:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015503872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765480.742110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765480.742112:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765480.742114:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765480.742117:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 2998 00000100:00080000:0.0:1789765480.742121:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765480.742124:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765480.742128:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765480.742137:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015504000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765480.742808:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015503744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765480.742887:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765480.742917:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765480/real 1789765480] req@ffff9cdd47cfa300 x1876702015503744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765480.742935:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015503744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765480.742951:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765480.742956:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765480.742960:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015503744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765480.742967:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015503872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765480.742989:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765480.743075:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765480/real 1789765480] req@ffff9cdd47cfa680 x1876702015503872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765480.743229:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015503872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765480.743238:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765480.743253:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765480.743257:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015503872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765480.743264:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015504000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765480.743288:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765480.743301:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765480/real 1789765480] req@ffff9cdd47cf8700 x1876702015504000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765480.743313:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015504000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765480.743321:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765480.743325:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765480.743329:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015504000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765481.119291:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765482.146313:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765483.167225:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765484.191261:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765485.215310:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765485.856756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765485.856767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765485.856771:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765485.857729:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3003 00000100:00080000:0.0:1789765485.857741:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765485.857749:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765485.857785:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015504128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765485.858103:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015504128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765485.858160:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765485.858623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765485.858630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765485.858633:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765485.858639:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3003 00000100:00080000:0.0:1789765485.858643:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765485.858648:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765485.858657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765485.858675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015504256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765485.859949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789765485.859957:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765485/real 1789765485] req@ffff9cdd47cf8000 x1876702015504128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765485.859958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765485.859963:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765485.859974:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3003 00000100:00080000:0.0:1789765485.859982:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789765485.859986:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015504128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765485.859990:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:3.0:1789765485.859999:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765485.860004:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765485.860008:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015504128:192.168.203.148@tcp:250:kworker.0 00000008:00100000:0.0:1789765485.860065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765485.860086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015504384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765485.860096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765485.860100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765485.860102:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789765485.860107:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015504256:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765485.860109:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3003 00000100:00080000:0.0:1789765485.860116:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765485.860120:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765485.860126:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765485.860139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015504512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765485.860149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765485.860153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:3.0:1789765485.860155:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765485.860156:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765485.860163:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3003 00000100:00080000:0.0:1789765485.860168:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789765485.860172:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765485/real 1789765485] req@ffff9cdd47cf8700 x1876702015504256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765485.860173:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765485.860182:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765485.860191:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015504256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765485.860197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015504640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765485.860203:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765485.865316:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765485.865334:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015504256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765485.865518:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015504384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765485.865587:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765485.865618:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765485/real 1789765485] req@ffff9cdd47cfa680 x1876702015504384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765485.868811:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015504384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765485.868830:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765485.868835:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765485.868840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015504384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765485.868886:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015504512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765485.868945:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765485.868968:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765485/real 1789765485] req@ffff9cdd47cfa300 x1876702015504512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765485.868980:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015504512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765485.868988:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765485.868991:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765485.868994:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015504512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765485.869001:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015504640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765485.869022:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765485.869764:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765485/real 1789765485] req@ffff9cdd47cfb100 x1876702015504640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765485.869788:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015504640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765485.869796:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765485.869800:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765485.869803:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015504640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765486.240589:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765487.263121:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765488.287268:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765489.312707:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765490.335036:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765490.975368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765490.975382:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765490.975387:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765490.975400:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3008 00000100:00080000:0.0:1789765490.975416:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765490.975425:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765490.975475:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015504768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765490.975511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765490.975515:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765490.975517:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765490.975522:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3008 00000100:00080000:0.0:1789765490.975593:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765490.975598:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765490.975609:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765490.975623:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015504896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765490.975633:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765490.975636:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765490.975638:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765490.975642:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3008 00000100:00080000:0.0:1789765490.975645:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765490.975648:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765490.975653:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765490.975662:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015505024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765490.975669:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765490.975673:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765490.975675:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765490.975677:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3008 00000100:00080000:0.0:1789765490.975680:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765490.975683:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765490.975687:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765490.975694:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015505152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765490.975706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765490.975709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765490.975710:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765490.975713:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3008 00000100:00080000:0.0:1789765490.975716:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765490.975720:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765490.975724:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765490.975732:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015505280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765490.975918:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015504768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765490.975995:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765490.976125:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765490/real 1789765490] req@ffff9cdd47cf8e00 x1876702015504768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765490.976143:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015504768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765490.976154:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765490.976158:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765490.976161:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015504768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765490.976169:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015504896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765490.976192:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765490.976205:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765490/real 1789765490] req@ffff9cdd47cf9c00 x1876702015504896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765490.976217:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015504896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765490.976225:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765490.976228:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765490.976231:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015504896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765490.976237:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015505024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765490.976260:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765490.976335:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765490/real 1789765490] req@ffff9cdd47cf9880 x1876702015505024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765490.976352:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015505024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765490.976360:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765490.976363:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765490.976366:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015505024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765490.976373:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015505152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765490.976396:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765490.976407:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765490/real 1789765490] req@ffff9cdd47cf9500 x1876702015505152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765490.976418:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015505152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765490.976425:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765490.976428:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765490.976431:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015505152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765490.976437:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015505280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765490.976458:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765490.976467:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765490/real 1789765490] req@ffff9cdd47cf8a80 x1876702015505280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765490.976478:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015505280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765490.976485:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765490.976488:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765490.976492:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015505280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765491.359415:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765492.383134:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765493.407182:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765494.431764:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765495.455282:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765496.095158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765496.095170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765496.095176:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765496.095190:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3014 00000100:00080000:2.0:1789765496.095206:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765496.095216:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765496.095269:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015505408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765496.095302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765496.095306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765496.095307:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765496.095312:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3014 00000100:00080000:2.0:1789765496.095315:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765496.095319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765496.095330:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765496.095343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015505536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765496.095352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765496.095355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765496.095357:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765496.095361:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3014 00000100:00080000:2.0:1789765496.095364:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765496.095368:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765496.095372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765496.095381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015505664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765496.095389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765496.095393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765496.095394:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765496.095397:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3014 00000100:00080000:2.0:1789765496.095400:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765496.095403:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765496.095406:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765496.095414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015505792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765496.095423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765496.095426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765496.095428:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765496.095431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3014 00000100:00080000:2.0:1789765496.095434:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765496.095438:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765496.095442:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765496.095451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015505920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765496.095548:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015505408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765496.095622:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765496.095669:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765496/real 1789765496] req@ffff9cdd437a5c00 x1876702015505408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765496.095780:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015505408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765496.095791:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765496.095795:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765496.095799:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015505408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765496.095806:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015505536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765496.095830:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765496.095842:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765496/real 1789765496] req@ffff9cdd437a4000 x1876702015505536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765496.095852:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015505536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765496.095859:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765496.095861:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765496.095898:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015505536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765496.095904:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015505664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765496.095923:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765496.095932:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765496/real 1789765496] req@ffff9cdd437a7100 x1876702015505664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765496.095943:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015505664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765496.095950:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765496.095953:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765496.095974:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015505664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765496.095980:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015505792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765496.095997:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765496.096006:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765496/real 1789765496] req@ffff9cdd437a7800 x1876702015505792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765496.096023:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015505792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765496.096030:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765496.096033:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765496.096036:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015505792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765496.096040:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015505920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765496.096056:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765496.096065:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765496/real 1789765496] req@ffff9cdd437a5180 x1876702015505920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765496.096076:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015505920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765496.096083:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765496.096087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765496.096089:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015505920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765496.480305:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765497.511195:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765498.528126:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765499.554032:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765500.575917:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765501.218324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765501.218338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765501.218344:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765501.218356:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3019 00000100:00080000:3.0:1789765501.218372:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765501.218381:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765501.218430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015506048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765501.218544:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015506048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765501.218754:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789765501.218795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765501.218799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765501.218802:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765501.218808:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3019 00000100:00080000:3.0:1789765501.218814:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765501.218820:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765501.218832:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765501.218851:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015506176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765501.222388:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765501/real 1789765501] req@ffff9cdd59274a80 x1876702015506048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765501.222426:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015506048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765501.222440:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765501.222446:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765501.222451:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015506048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765501.222489:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015506176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765501.222682:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765501.222706:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765501/real 1789765501] req@ffff9cdd59277480 x1876702015506176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765501.222721:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015506176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765501.222730:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765501.222733:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765501.222737:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015506176:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789765501.223282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765501.223290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765501.223292:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765501.223299:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3019 00000100:00080000:3.0:1789765501.223305:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765501.223314:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765501.223327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765501.223359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015506304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765501.223373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765501.223377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765501.223379:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765501.223382:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3019 00000100:00080000:3.0:1789765501.223386:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765501.223390:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765501.223395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765501.223408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015506432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765501.223418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765501.223421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765501.223422:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765501.223426:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3019 00000100:00080000:3.0:1789765501.223429:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765501.223433:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765501.223439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765501.223448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015506560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765501.223537:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015506304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765501.223695:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765501.223714:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765501/real 1789765501] req@ffff9cdd59276a00 x1876702015506304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765501.223728:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015506304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765501.223737:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765501.223741:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765501.223745:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015506304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765501.223752:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015506432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765501.223769:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765501.223778:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765501/real 1789765501] req@ffff9cdd59277480 x1876702015506432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765501.223789:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015506432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765501.223798:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765501.223801:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765501.223804:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015506432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765501.223810:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015506560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765501.223825:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765501.223833:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765501/real 1789765501] req@ffff9cdd59274a80 x1876702015506560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765501.223844:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015506560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765501.223852:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765501.223854:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765501.223857:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015506560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765501.600805:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765502.623708:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765503.647999:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765504.672544:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765505.699645:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765506.336278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765506.336290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765506.336295:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765506.336308:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3024 00000100:00080000:0.0:1789765506.336322:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765506.336331:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765506.336381:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015506688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765506.336420:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765506.336424:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765506.336425:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765506.336430:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3024 00000100:00080000:0.0:1789765506.336433:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765506.336437:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765506.336449:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765506.336462:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015506816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765506.336475:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765506.336478:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765506.336480:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765506.336485:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3024 00000100:00080000:0.0:1789765506.336489:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789765506.336489:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015506688:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789765506.336495:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765506.336504:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765506.336518:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015506944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765506.336527:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765506.336531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765506.336533:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765506.336536:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3024 00000100:00080000:0.0:1789765506.336540:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765506.336543:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765506.336547:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765506.336557:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015507072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765506.336565:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765506.336568:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765506.336570:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765506.336573:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3024 00000100:00080000:0.0:1789765506.336576:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765506.336580:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765506.336584:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765506.336592:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015507200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765506.336599:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765506.336655:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765506/real 1789765506] req@ffff9cdd47cf9f80 x1876702015506688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765506.336675:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015506688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765506.336686:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765506.336690:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765506.336695:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015506688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765506.336726:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015506816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765506.336750:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765506.336764:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765506/real 1789765506] req@ffff9cdd47cf9180 x1876702015506816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765506.336775:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015506816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765506.336783:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765506.336787:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765506.336790:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015506816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765506.336796:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015506944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765506.336817:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765506.336828:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765506/real 1789765506] req@ffff9cdd47cfb480 x1876702015506944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765506.336845:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015506944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765506.336853:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765506.336856:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765506.336859:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015506944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765506.336910:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015507072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765506.336931:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765506.336942:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765506/real 1789765506] req@ffff9cdd47cfad80 x1876702015507072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765506.336952:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015507072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765506.336960:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765506.336963:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765506.336966:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015507072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765506.336972:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015507200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765506.336991:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765506.337013:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765506/real 1789765506] req@ffff9cdd47cfbb80 x1876702015507200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765506.337025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015507200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765506.337038:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765506.337042:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765506.337045:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015507200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765506.719340:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765507.743433:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765508.767251:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765509.791207:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765510.817193:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765511.455506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765511.455520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765511.455527:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765511.455540:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3029 00000100:00080000:3.0:1789765511.455554:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765511.455562:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765511.455625:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015507328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765511.455658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765511.455662:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765511.455664:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765511.455669:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3029 00000100:00080000:3.0:1789765511.455673:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765511.455677:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765511.455689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765511.455702:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015507456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765511.455712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765511.455715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765511.455717:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765511.455721:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3029 00000100:00080000:3.0:1789765511.455724:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765511.455728:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765511.455733:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765511.455744:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015507584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765511.455759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765511.456002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765511.456005:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765511.456010:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3029 00000100:00080000:3.0:1789765511.456015:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765511.456019:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765511.456024:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765511.456038:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015507712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765511.456048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765511.456051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765511.456053:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765511.456056:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3029 00000100:00080000:3.0:1789765511.456060:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765511.456063:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765511.456068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765511.456078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015507840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765511.456335:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015507328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765511.456416:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765511.456467:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765511/real 1789765511] req@ffff9cdd59275500 x1876702015507328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765511.456487:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015507328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765511.456497:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765511.456501:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765511.456505:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015507328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765511.456513:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015507456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765511.456538:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765511.456552:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765511/real 1789765511] req@ffff9cdd59274380 x1876702015507456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765511.456564:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015507456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765511.456584:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765511.456588:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765511.456592:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015507456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765511.456599:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015507584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765511.456620:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765511.456631:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765511/real 1789765511] req@ffff9cdd59275180 x1876702015507584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765511.456641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015507584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765511.456649:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765511.456653:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765511.456655:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015507584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765511.456661:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015507712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765511.456678:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765511.456688:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765511/real 1789765511] req@ffff9cdd59276d80 x1876702015507712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765511.456698:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015507712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765511.456705:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765511.456708:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765511.456711:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015507712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765511.456718:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015507840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765511.456738:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765511.456749:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765511/real 1789765511] req@ffff9cdd59277b80 x1876702015507840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765511.456760:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015507840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765511.457111:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765511.457119:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765511.457125:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015507840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765511.839114:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765512.864408:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765513.887331:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765514.911201:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765515.937301:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765516.575976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765516.575990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765516.575996:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765516.576009:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3034 00000100:00080000:3.0:1789765516.576023:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765516.576033:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765516.576083:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015507968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765516.576121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765516.576125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765516.576127:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765516.576132:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3034 00000100:00080000:3.0:1789765516.576135:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765516.576140:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765516.576152:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765516.576164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015508096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765516.576174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765516.576178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765516.576179:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765516.576183:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3034 00000100:00080000:3.0:1789765516.576187:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765516.576190:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765516.576195:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765516.576204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015508224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765516.576214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765516.576217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765516.576219:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765516.576223:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3034 00000100:00080000:3.0:1789765516.576226:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765516.576230:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765516.576234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765516.576242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015508352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765516.576251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765516.576254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765516.576256:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765516.576259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3034 00000100:00080000:3.0:1789765516.576263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765516.576267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765516.576271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765516.576283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015508480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765516.576986:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015507968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765516.577100:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765516.577126:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765516.577144:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765516.577161:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015508480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765516.959207:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765517.983097:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765519.009312:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789765519.647431:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789765519.647490:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789765519.647511:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765519.647559:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765519.647571:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765519.647579:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765519.647587:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789765519.649844:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765516/real 1789765519] req@ffff9cdd59274000 x1876702015507968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765519.649948:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015507968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765519.649961:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765519.649968:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765519.649973:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015507968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765519.649983:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765516/real 1789765519] req@ffff9cdd59277800 x1876702015508096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765519.649995:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015508096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765519.650002:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765519.650006:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765519.650009:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765519.650016:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765516/real 1789765519] req@ffff9cdd59276300 x1876702015508224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765519.650027:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015508224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765519.650033:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765519.650036:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765519.650039:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765519.650045:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765516/real 1789765519] req@ffff9cdd59274e00 x1876702015508352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765519.650056:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015508352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765519.650063:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765519.650067:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765519.650070:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765519.650077:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765516/real 1789765519] req@ffff9cdd59276680 x1876702015508480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765519.650086:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015508480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765519.650093:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765519.650095:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765519.650098:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015508480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765520.031976:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765521.056109:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765521.695325:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765521.695339:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765521.695344:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765521.695358:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3039 00000100:00080000:0.0:1789765521.695371:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765521.695380:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765521.695423:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015508608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765521.695454:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765521.695458:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765521.695460:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765521.695464:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3039 00000100:00080000:0.0:1789765521.695468:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765521.695471:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765521.695482:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765521.695495:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015508736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765521.695510:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765521.695513:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765521.695514:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765521.695518:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3039 00000100:00080000:0.0:1789765521.695522:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765521.695525:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765521.695530:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765521.695540:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015508864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765521.695548:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765521.695551:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765521.695553:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765521.695556:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3039 00000100:00080000:0.0:1789765521.695559:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765521.695563:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765521.695567:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765521.695577:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015508992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765521.695586:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765521.695589:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765521.695591:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765521.695595:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3039 00000100:00080000:0.0:1789765521.695599:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765521.695603:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765521.695607:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765521.695617:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015509120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765521.697390:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015508608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765521.697491:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765521.697556:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765521/real 1789765521] req@ffff9cdd47cfaa00 x1876702015508608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765521.697576:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015508608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765521.697591:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765521.697595:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765521.697599:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015508608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765521.697606:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765521.697632:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765521.697646:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765521/real 1789765521] req@ffff9cdd47cfbb80 x1876702015508736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765521.697658:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015508736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765521.697667:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765521.697670:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765521.697674:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765521.697680:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765521.697702:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765521.697713:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765521/real 1789765521] req@ffff9cdd47cfad80 x1876702015508864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765521.697725:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015508864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765521.697732:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765521.697735:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765521.697738:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765521.697744:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765521.697764:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765521.697776:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765521/real 1789765521] req@ffff9cdd47cfb480 x1876702015508992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765521.697796:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015508992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765521.697804:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765521.697807:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765521.697810:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015508992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765521.697817:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015509120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765521.697837:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765521.697848:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765521/real 1789765521] req@ffff9cdd47cf9180 x1876702015509120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765521.697859:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015509120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765521.697936:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765521.697940:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765521.697942:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015509120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765522.079203:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765523.105742:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765524.127065:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765525.151148:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765526.175124:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765526.815068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765526.815084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765526.815090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765526.815104:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3044 00000100:00080000:0.0:1789765526.815119:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765526.815129:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765526.815184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015509248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765526.815225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765526.815230:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765526.815231:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765526.815236:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3044 00000100:00080000:0.0:1789765526.815240:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765526.815244:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765526.815257:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765526.815270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015509376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765526.815280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765526.815284:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765526.815286:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765526.815289:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3044 00000100:00080000:0.0:1789765526.815293:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765526.815295:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765526.815300:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765526.815695:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015509248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765526.815790:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765526.815843:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765526/real 1789765526] req@ffff9cdd47cf9f80 x1876702015509248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765526.815915:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015509248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765526.815930:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765526.815936:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765526.815941:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015509248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765526.815950:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015509376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765526.815974:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765526.815987:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765526/real 1789765526] req@ffff9cdd47cf8a80 x1876702015509376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765526.815999:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015509376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765526.816007:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765526.816010:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765526.816014:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015509376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765526.817964:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015509504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765526.817999:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765526.818005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765526.818008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765526.818014:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3044 00000100:00080000:0.0:1789765526.818025:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765526.818033:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765526.818044:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765526.818056:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015509632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765526.818064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765526.818068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765526.818069:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765526.818072:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3044 00000100:00080000:0.0:1789765526.818076:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765526.818080:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765526.818086:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765526.818096:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015509760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765526.818957:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015509504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765526.819037:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765526.819073:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765526/real 1789765526] req@ffff9cdd47cf9500 x1876702015509504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765526.819094:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015509504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765526.819106:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765526.819110:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765526.819113:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015509504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765526.819121:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015509632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765526.819141:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765526.819152:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765526/real 1789765526] req@ffff9cdd47cf9880 x1876702015509632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765526.819163:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015509632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765526.819170:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765526.819174:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765526.819177:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015509632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765526.819182:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015509760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765526.819202:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765526.819212:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765526/real 1789765526] req@ffff9cdd47cf9c00 x1876702015509760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765526.819222:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015509760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765526.819230:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765526.819233:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765526.819237:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015509760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765527.200079:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765528.223783:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765529.248446:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765530.274378:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765531.297945:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765531.936215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765531.936229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765531.936235:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765531.936248:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3049 00000100:00080000:3.0:1789765531.936263:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765531.936272:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765531.936324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015509888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765531.936429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765531.936434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765531.936436:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765531.936440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3049 00000100:00080000:3.0:1789765531.936444:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765531.936449:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765531.936462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765531.936476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015510016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765531.936485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765531.936488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765531.936490:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765531.936493:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3049 00000100:00080000:3.0:1789765531.936496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765531.936499:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765531.936504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765531.936514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015510144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765531.936522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765531.936526:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765531.936527:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765531.936531:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3049 00000100:00080000:3.0:1789765531.936534:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765531.936537:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765531.936542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765531.936551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015510272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765531.936560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765531.936563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765531.936565:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765531.936569:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3049 00000100:00080000:3.0:1789765531.936572:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765531.936575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765531.936580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765531.936588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015510400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765531.936686:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015509888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765531.936778:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765531.936825:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765531/real 1789765531] req@ffff9cdd59275c00 x1876702015509888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765531.936847:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015509888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765531.936857:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765531.936861:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765531.936886:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015509888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765531.936894:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765531.936915:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765531.936927:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765531/real 1789765531] req@ffff9cdd59275f80 x1876702015510016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765531.936937:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015510016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765531.936945:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765531.936948:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765531.936951:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765531.936956:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765531.936975:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765531.936986:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765531/real 1789765531] req@ffff9cdd59275880 x1876702015510144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765531.936997:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015510144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765531.937011:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765531.937013:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765531.937016:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765531.937022:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765531.937041:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765531.937052:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765531/real 1789765531] req@ffff9cdd59274700 x1876702015510272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765531.937063:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015510272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765531.937070:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765531.937073:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765531.937076:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765531.937082:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015510400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765531.937100:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765531.937111:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765531/real 1789765531] req@ffff9cdd59277100 x1876702015510400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765531.937121:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015510400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765531.937129:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765531.937131:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765531.937135:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015510400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765532.319148:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765533.343743:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765534.367679:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765535.393821:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765536.415112:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765537.055371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765537.055381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765537.055385:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765537.055394:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3055 00000100:00080000:2.0:1789765537.055405:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765537.055411:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765537.055454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015510528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765537.055490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765537.055494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765537.055496:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765537.055500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3055 00000100:00080000:2.0:1789765537.055504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765537.055507:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765537.055517:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765537.055529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015510656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765537.055537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765537.055540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765537.055542:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765537.055545:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3055 00000100:00080000:2.0:1789765537.055548:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765537.055552:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765537.055556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765537.055565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015510784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765537.055582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765537.055585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765537.055587:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765537.055591:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3055 00000100:00080000:2.0:1789765537.055595:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765537.055598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765537.055602:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765537.055613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015510912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765537.055620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765537.055623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765537.055624:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765537.055627:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3055 00000100:00080000:2.0:1789765537.055630:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765537.055633:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765537.055637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765537.055646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015511040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765537.055845:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015510528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765537.055923:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765537.055960:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765537/real 1789765537] req@ffff9cdd437a4380 x1876702015510528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765537.055976:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015510528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765537.055985:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765537.055988:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765537.055992:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015510528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765537.055998:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765537.056017:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765537.056027:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765537/real 1789765537] req@ffff9cdd437a7480 x1876702015510656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765537.056038:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015510656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765537.056045:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765537.056048:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765537.056050:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765537.056055:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765537.056069:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765537.056077:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765537/real 1789765537] req@ffff9cdd437a5f80 x1876702015510784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765537.056086:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015510784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765537.056093:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765537.056095:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765537.056098:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765537.056103:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765537.056116:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765537.056123:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765537/real 1789765537] req@ffff9cdd437a5180 x1876702015510912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765537.056132:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015510912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765537.056138:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765537.056141:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765537.056144:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015510912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765537.056149:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015511040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765537.056162:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765537.056170:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765537/real 1789765537] req@ffff9cdd437a7800 x1876702015511040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765537.056179:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015511040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765537.056186:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765537.056189:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765537.056191:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015511040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765537.446678:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765538.464395:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765539.487249:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765540.516672:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765541.535833:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765542.175318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765542.175327:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765542.175332:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765542.175340:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3060 00000100:00080000:0.0:1789765542.175351:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765542.175358:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765542.175395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015511168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765542.175428:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765542.175432:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765542.175433:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765542.175437:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3060 00000100:00080000:0.0:1789765542.175441:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765542.175445:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765542.175454:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765542.175466:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015511296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765542.175475:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765542.175478:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765542.175479:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765542.175482:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3060 00000100:00080000:0.0:1789765542.175486:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765542.175489:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765542.175494:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765542.175504:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015511424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765542.175514:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765542.175516:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765542.175518:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765542.175522:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3060 00000100:00080000:0.0:1789765542.175525:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765542.175528:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765542.175532:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765542.175541:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015511552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765542.175550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765542.175552:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765542.175554:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765542.175557:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3060 00000100:00080000:0.0:1789765542.175560:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765542.175563:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765542.175567:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765542.175576:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015511680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765542.175859:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015511168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765542.175999:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765542.176037:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765542/real 1789765542] req@ffff9cdd47cf8e00 x1876702015511168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765542.176051:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015511168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765542.176061:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765542.176065:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765542.176068:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015511168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765542.176077:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015511296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765542.176098:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765542.176117:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765542/real 1789765542] req@ffff9cdd47cfb100 x1876702015511296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765542.176127:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015511296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765542.176133:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765542.176136:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765542.176138:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015511296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765542.176143:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015511424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765542.176160:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765542.176168:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765542/real 1789765542] req@ffff9cdd47cfa300 x1876702015511424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765542.176177:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015511424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765542.176183:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765542.176185:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765542.176188:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015511424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765542.176193:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015511552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765542.176206:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765542.176215:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765542/real 1789765542] req@ffff9cdd47cfa680 x1876702015511552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765542.176225:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015511552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765542.176231:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765542.176233:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765542.176236:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015511552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765542.176241:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015511680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765542.176257:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765542.176265:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765542/real 1789765542] req@ffff9cdd47cf8700 x1876702015511680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765542.176275:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015511680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765542.176281:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765542.176284:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765542.176287:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015511680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765542.562921:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765543.583897:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765544.607098:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765545.631538:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765546.659245:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765547.295525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765547.295535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765547.295539:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765547.295548:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3065 00000100:00080000:2.0:1789765547.295746:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765547.295756:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765547.295790:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015511808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765547.295887:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015511808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765547.295940:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765547.296147:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765547/real 1789765547] req@ffff9cdd437a7100 x1876702015511808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765547.296170:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015511808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765547.296178:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765547.296182:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765547.296184:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015511808:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789765547.297123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765547.297129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765547.297132:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765547.297138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3065 00000100:00080000:2.0:1789765547.297145:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765547.297150:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765547.297160:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765547.297179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015511936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765547.297200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765547.297203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765547.297205:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765547.297209:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3065 00000100:00080000:2.0:1789765547.297212:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765547.297215:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765547.297220:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765547.297230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015512064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765547.297239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765547.297242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765547.297244:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765547.297247:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3065 00000100:00080000:2.0:1789765547.297250:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765547.297253:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765547.297257:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765547.297266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015512192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765547.297274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765547.297277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765547.297279:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765547.297282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3065 00000100:00080000:2.0:1789765547.297285:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765547.297288:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765547.297292:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765547.297301:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015512320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765547.297371:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015511936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765547.297405:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765547.297421:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765547/real 1789765547] req@ffff9cdd437a4000 x1876702015511936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765547.297435:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015511936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765547.297443:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765547.297446:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765547.297449:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015511936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765547.297455:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015512064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765547.297476:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765547.297486:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765547/real 1789765547] req@ffff9cdd437a5c00 x1876702015512064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765547.297496:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015512064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765547.297508:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765547.297511:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765547.297513:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015512064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765547.297519:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015512192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765547.297537:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765547.297547:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765547/real 1789765547] req@ffff9cdd437a4a80 x1876702015512192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765547.297804:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015512192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765547.297812:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765547.297814:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765547.297817:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015512192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765547.297823:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015512320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765547.297844:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765547.297855:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765547/real 1789765547] req@ffff9cdd437a4e00 x1876702015512320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765547.297883:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015512320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765547.297890:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765547.297893:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765547.297896:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015512320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765547.683469:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765548.703019:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765549.730377:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765550.751202:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765551.775803:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765552.414983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765552.414993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765552.414997:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765552.415008:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3070 00000100:00080000:2.0:1789765552.415020:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765552.415027:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765552.415064:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015512448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765552.415093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765552.415097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765552.415098:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765552.415102:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3070 00000100:00080000:2.0:1789765552.415106:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765552.415109:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765552.415119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765552.415132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015512576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765552.415141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765552.415144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765552.415145:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765552.415149:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3070 00000100:00080000:2.0:1789765552.415152:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765552.415155:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765552.415160:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765552.415170:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015512704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765552.415177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765552.415180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765552.415182:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765552.415185:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3070 00000100:00080000:2.0:1789765552.415188:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765552.415191:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765552.415195:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765552.415204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015512832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765552.415213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765552.415216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765552.415217:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765552.415230:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3070 00000100:00080000:2.0:1789765552.415234:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765552.415238:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765552.415242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765552.415252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015512960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765552.415352:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015512448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765552.415419:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765552.415467:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765552/real 1789765552] req@ffff9cdd437a6680 x1876702015512448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765552.415484:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015512448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765552.415494:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765552.415498:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765552.415502:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015512448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765552.415509:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015512576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765552.415545:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765552.415566:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765552/real 1789765552] req@ffff9cdd437a4700 x1876702015512576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765552.415576:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015512576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765552.415582:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765552.415585:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765552.415588:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015512576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765552.415595:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015512704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765552.415614:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765552.415625:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765552/real 1789765552] req@ffff9cdd437a5500 x1876702015512704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765552.415635:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015512704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765552.415643:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765552.415646:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765552.415648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015512704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765552.415653:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015512832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765552.415671:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765552.415680:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765552/real 1789765552] req@ffff9cdd437a5880 x1876702015512832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765552.415690:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015512832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765552.415696:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765552.415698:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765552.415701:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015512832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765552.415706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015512960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765552.415723:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765552.415732:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765552/real 1789765552] req@ffff9cdd437a6d80 x1876702015512960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765552.415743:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015512960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765552.415749:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765552.415752:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765552.415755:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015512960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765552.799168:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765553.823604:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765554.849962:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765555.871470:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765556.895723:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765557.535224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765557.535238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765557.535244:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765557.535257:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3075 00000100:00080000:3.0:1789765557.535334:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765557.535345:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765557.535397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015513088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765557.535489:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015513088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765557.535582:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789765557.535618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765557.535623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765557.535625:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765557.535630:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3075 00000100:00080000:3.0:1789765557.535635:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765557.535639:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765557.535651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765557.535666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015513216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765557.537787:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765557/real 1789765557] req@ffff9cdd59277100 x1876702015513088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765557.537820:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015513088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765557.537834:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765557.537840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765557.537845:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015513088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765557.537901:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015513216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765557.537967:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765557.537988:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765557/real 1789765557] req@ffff9cdd59274700 x1876702015513216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765557.538000:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015513216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765557.538008:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765557.538011:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765557.538015:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015513216:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789765557.538120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765557.538126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765557.538129:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765557.538135:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3075 00000100:00080000:3.0:1789765557.538141:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765557.538213:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765557.538226:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765557.538255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015513344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765557.538270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765557.538280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765557.538378:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765557.538382:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3075 00000100:00080000:3.0:1789765557.538387:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765557.538391:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765557.538397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765557.538410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015513472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765557.538420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765557.538423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765557.538425:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765557.538428:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3075 00000100:00080000:3.0:1789765557.538432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765557.538435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765557.538440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765557.538449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015513600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765557.538843:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015513344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765557.538911:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765557.538931:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765557/real 1789765557] req@ffff9cdd59275880 x1876702015513344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765557.538946:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015513344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765557.538956:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765557.538959:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765557.538963:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015513344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765557.538969:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015513472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765557.538990:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765557.539001:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765557/real 1789765557] req@ffff9cdd59275f80 x1876702015513472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765557.539013:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015513472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765557.539020:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765557.539023:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765557.539026:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015513472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765557.539032:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015513600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765557.539052:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765557.539061:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765557/real 1789765557] req@ffff9cdd59275c00 x1876702015513600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765557.539077:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015513600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765557.539085:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765557.539087:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765557.539091:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015513600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765557.920227:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765558.943558:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765559.968237:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765560.993336:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765562.015566:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765562.656662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765562.656678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765562.656683:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765562.656697:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3080 00000100:00080000:3.0:1789765562.656713:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765562.656723:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765562.656778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015513728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765562.656825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765562.656829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765562.656831:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765562.656835:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3080 00000100:00080000:3.0:1789765562.656839:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765562.656842:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765562.656854:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765562.656885:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015513856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765562.656894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765562.656898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765562.656900:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765562.656904:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3080 00000100:00080000:3.0:1789765562.656907:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765562.656910:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765562.656915:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765562.656925:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015513984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765562.656933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765562.656937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765562.656938:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765562.656942:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3080 00000100:00080000:3.0:1789765562.656945:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765562.656949:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765562.656953:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765562.656963:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015514112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765562.656972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765562.656976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765562.656978:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765562.656982:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3080 00000100:00080000:3.0:1789765562.656990:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789765562.656995:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015513728:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765562.656999:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765562.657007:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765562.657018:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015514240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765562.657166:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765562.657221:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765562/real 1789765562] req@ffff9cdd59276680 x1876702015513728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765562.657239:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015513728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765562.657250:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765562.657255:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765562.657260:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015513728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765562.657267:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015513856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765562.657291:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765562.657304:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765562/real 1789765562] req@ffff9cdd59274e00 x1876702015513856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765562.657316:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015513856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765562.657330:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765562.657333:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765562.657336:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015513856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765562.657342:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015513984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765562.657363:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765562.657373:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765562/real 1789765562] req@ffff9cdd59276300 x1876702015513984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765562.657395:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015513984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765562.657402:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765562.657405:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765562.657408:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015513984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765562.657414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015514112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765562.657433:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765562.657443:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765562/real 1789765562] req@ffff9cdd59277800 x1876702015514112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765562.657455:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015514112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765562.657462:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765562.657465:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765562.657470:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015514112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765562.657578:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015514240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765562.657599:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765562.657610:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765562/real 1789765562] req@ffff9cdd59274000 x1876702015514240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765562.657621:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015514240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765562.657629:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765562.657632:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765562.657635:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015514240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765563.042370:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765564.067896:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765565.087472:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765566.111145:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765567.135393:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765567.775072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765567.775081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765567.775084:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765567.775093:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3085 00000100:00080000:1.0:1789765567.775102:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765567.775109:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765567.775203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015514368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765567.775230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765567.775233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765567.775235:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765567.775239:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3085 00000100:00080000:1.0:1789765567.775243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765567.775247:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765567.775255:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765567.775266:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015514496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765567.775277:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765567.775281:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765567.775283:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789765567.775283:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015514368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789765567.775291:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3085 00000100:00080000:1.0:1789765567.775295:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765567.775298:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765567.775303:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765567.775313:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015514624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765567.775322:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765567.775326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765567.775327:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765567.775330:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3085 00000100:00080000:1.0:1789765567.775334:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765567.775337:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765567.775341:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1789765567.775348:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765567.775353:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015514752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765567.775363:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765567.775366:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765567.775368:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765567.775372:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3085 00000100:00080000:1.0:1789765567.775375:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765567.775379:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765567.775383:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765567.775390:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765567/real 1789765567] req@ffff9cdd47c52d80 x1876702015514368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765567.775394:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015514880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765567.775428:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015514368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765567.775453:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765567.775458:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765567.775462:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015514368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765567.775486:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015514496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765567.775509:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765567.775527:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765567/real 1789765567] req@ffff9cdd47c51c00 x1876702015514496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765567.775541:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015514496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765567.775549:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765567.775553:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765567.775556:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015514496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765567.775562:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015514624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765567.775582:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765567.775593:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765567/real 1789765567] req@ffff9cdd47c51180 x1876702015514624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765567.775603:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015514624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765567.775610:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765567.775614:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765567.775617:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015514624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765567.775622:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015514752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765567.775639:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765567.775648:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765567/real 1789765567] req@ffff9cdd47c51880 x1876702015514752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765567.775658:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015514752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765567.775666:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765567.775668:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765567.775671:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015514752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765567.775676:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015514880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765567.775694:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765567.775705:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765567/real 1789765567] req@ffff9cdd47c50700 x1876702015514880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765567.775714:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015514880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765567.775721:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765567.775723:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765567.775727:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015514880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765568.159373:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765569.190225:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765570.208712:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765571.231231:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765572.255447:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765572.895181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765572.895195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765572.895201:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765572.895215:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3090 00000100:00080000:3.0:1789765572.895229:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765572.895238:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765572.895288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015515008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765572.895324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765572.895328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765572.895330:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765572.895334:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3090 00000100:00080000:3.0:1789765572.895338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765572.895344:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765572.895355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765572.895367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015515136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765572.895376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765572.895379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765572.895381:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765572.895385:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3090 00000100:00080000:3.0:1789765572.895388:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765572.895392:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765572.895397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765572.895427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015515264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765572.895436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765572.895439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765572.895441:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765572.895445:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3090 00000100:00080000:3.0:1789765572.895448:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765572.895452:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765572.895456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765572.895465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015515392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765572.895466:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015515008:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765572.895473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765572.895476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765572.895478:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765572.895481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3090 00000100:00080000:3.0:1789765572.895484:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765572.895488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765572.895493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765572.895504:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015515520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765572.895544:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765572.895594:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765572/real 1789765572] req@ffff9cdd59277b80 x1876702015515008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765572.895613:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015515008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765572.895624:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765572.895628:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765572.895630:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015515008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765572.895636:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015515136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765572.895655:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765572.895664:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765572/real 1789765572] req@ffff9cdd59276d80 x1876702015515136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765572.895671:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015515136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765572.895676:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765572.895678:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765572.895680:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015515136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765572.895683:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015515264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765572.895694:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765572.895703:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765572/real 1789765572] req@ffff9cdd59275180 x1876702015515264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765572.895714:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015515264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765572.895721:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765572.895724:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765572.895727:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015515264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765572.895756:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015515392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765572.895839:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765572.895850:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765572/real 1789765572] req@ffff9cdd59274380 x1876702015515392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765572.895862:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015515392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765572.895900:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765572.895903:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765572.895906:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015515392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765572.895912:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015515520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765572.895930:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765572.895941:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765572/real 1789765572] req@ffff9cdd59275500 x1876702015515520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765572.895952:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015515520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765572.895958:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765572.895961:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765572.895963:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015515520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765573.279201:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765574.303161:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765575.328353:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765576.352127:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765577.375097:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765578.015304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765578.015315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765578.015320:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765578.015331:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3096 00000100:00080000:0.0:1789765578.015341:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765578.015348:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765578.015394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015515648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765578.015423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765578.015427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765578.015429:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765578.015434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3096 00000100:00080000:0.0:1789765578.015438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765578.015442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765578.015451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765578.015465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015515776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765578.015476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765578.015479:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765578.015480:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765578.015484:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3096 00000100:00080000:0.0:1789765578.015487:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765578.015491:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765578.015496:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765578.015505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015515904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765578.015513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765578.015516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765578.015518:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765578.015531:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3096 00000100:00080000:0.0:1789765578.015535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765578.015538:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765578.015542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765578.015554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015516032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765578.015562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765578.015564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765578.015565:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765578.015568:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3096 00000100:00080000:0.0:1789765578.015571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765578.015574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765578.015578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765578.015585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015516160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765578.015715:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015515648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765578.015772:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765578.015806:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765578/real 1789765578] req@ffff9cdd47cf8000 x1876702015515648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765578.015820:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015515648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765578.015844:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765578.015848:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765578.015852:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015515648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765578.015859:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015515776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765578.015906:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765578.015919:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765578/real 1789765578] req@ffff9cdd47cf8700 x1876702015515776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765578.015931:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015515776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765578.015938:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765578.015942:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765578.015944:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015515776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765578.015950:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015515904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765578.015968:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765578.015978:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765578/real 1789765578] req@ffff9cdd47cfa680 x1876702015515904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765578.015987:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015515904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765578.015992:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765578.015995:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765578.015998:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015515904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765578.016015:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015516032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765578.016030:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765578.016039:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765578/real 1789765578] req@ffff9cdd47cfa300 x1876702015516032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765578.016049:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015516032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765578.016055:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765578.016058:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765578.016061:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015516032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765578.016067:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015516160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765578.016082:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765578.016092:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765578/real 1789765578] req@ffff9cdd47cfb100 x1876702015516160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765578.016102:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015516160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765578.016110:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765578.016113:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765578.016116:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015516160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765578.408805:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765579.425033:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765580.447167:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765581.471130:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765582.497112:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765583.137736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765583.137750:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765583.137756:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765583.137768:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3101 00000100:00080000:1.0:1789765583.137782:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765583.137791:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765583.137848:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015516288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765583.137921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765583.137925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765583.137927:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765583.137932:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3101 00000100:00080000:1.0:1789765583.137935:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765583.137940:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765583.137951:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765583.137963:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015516416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765583.137973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765583.137976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765583.137978:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765583.137982:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3101 00000100:00080000:1.0:1789765583.137985:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765583.137988:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765583.137992:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765583.137999:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015516544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765583.138014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765583.138017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765583.138019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765583.138022:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3101 00000100:00080000:1.0:1789765583.138024:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765583.138028:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765583.138031:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765583.138040:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015516672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765583.138047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765583.138050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765583.138051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765583.138054:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3101 00000100:00080000:1.0:1789765583.138057:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765583.138061:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765583.138065:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765583.138074:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015516800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765583.138142:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015516288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765583.138267:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015516416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765583.138298:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015516544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765583.138317:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015516672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765583.138347:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015516800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765583.519202:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765584.546730:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765585.567127:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765586.208081:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789765586.208149:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765586.208171:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765586.208231:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765586.208242:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765586.208251:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765586.208259:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789765586.208462:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765583/real 1789765586] req@ffff9cdd47c50700 x1876702015516288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765586.208492:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015516288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765586.208505:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765586.208510:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765586.208514:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015516288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765586.208523:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765583/real 1789765586] req@ffff9cdd47c51880 x1876702015516416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765586.208536:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015516416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765586.208544:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765586.208549:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765586.208552:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015516416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765586.208559:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765583/real 1789765586] req@ffff9cdd47c51180 x1876702015516544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765586.208571:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015516544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765586.208579:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765586.208583:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765586.208586:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015516544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765586.208593:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765583/real 1789765586] req@ffff9cdd47c51c00 x1876702015516672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765586.208603:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015516672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765586.208610:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765586.208613:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765586.208617:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015516672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765586.208635:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765583/real 1789765586] req@ffff9cdd47c52d80 x1876702015516800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765586.208647:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015516800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765586.208655:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765586.208658:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765586.208661:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015516800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765586.591654:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765587.615224:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765588.259177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765588.259192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765588.259200:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765588.259213:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3106 00000100:00080000:0.0:1789765588.259229:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765588.259238:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765588.259425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015516928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765588.259541:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015516928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765588.259627:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765588.259664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765588.259668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765588.259670:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765588.259675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3106 00000100:00080000:0.0:1789765588.259679:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765588.259685:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765588.259698:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765588.259712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015517056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765588.259939:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765588/real 1789765588] req@ffff9cdd47cf8e00 x1876702015516928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765588.259963:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015516928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765588.259975:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765588.259980:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765588.259984:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015516928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765588.260016:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765588.260043:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765588.260058:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765588/real 1789765588] req@ffff9cdd47cf9c00 x1876702015517056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765588.260071:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015517056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765588.260080:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765588.260083:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765588.260087:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517056:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765588.260194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765588.260198:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765588.260200:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765588.260205:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3106 00000100:00080000:0.0:1789765588.260209:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765588.260214:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765588.260221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765588.260234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015517184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765588.260345:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765588.260373:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765588.260394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765588.260399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765588.260401:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765588.260405:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3106 00000100:00080000:0.0:1789765588.260409:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765588.260414:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765588.260419:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765588.260432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015517312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765588.260577:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765588/real 1789765588] req@ffff9cdd47cf9880 x1876702015517184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765588.260591:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015517184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765588.260603:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765588.260606:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765588.260610:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765588.260625:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765588.260647:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765588.260658:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765588/real 1789765588] req@ffff9cdd47cf9500 x1876702015517312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765588.260668:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015517312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765588.260675:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765588.260678:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765588.260681:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517312:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789765588.261703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765588.261714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765588.261718:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765588.261728:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3106 00000100:00080000:0.0:1789765588.261802:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765588.261810:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765588.261821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765588.261853:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015517440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765588.261960:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015517440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765588.262014:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765588.262038:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765588/real 1789765588] req@ffff9cdd47cf8a80 x1876702015517440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765588.262054:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015517440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765588.262064:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765588.262068:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765588.262072:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015517440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765588.640309:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765589.663454:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765590.687216:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765591.711681:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765592.735121:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765593.375340:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765593.375354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765593.375359:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765593.375372:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3111 00000100:00080000:0.0:1789765593.375386:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765593.375395:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765593.375447:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015517568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765593.375493:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765593.375497:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765593.375499:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765593.375503:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3111 00000100:00080000:0.0:1789765593.375507:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765593.375511:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765593.375531:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765593.375546:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015517696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765593.377536:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765593.377544:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765593.377548:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765593.377669:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3111 00000100:00080000:0.0:1789765593.377682:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765593.377689:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765593.377704:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765593.377741:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015517824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765593.377754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765593.377759:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765593.377760:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765593.377764:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3111 00000100:00080000:0.0:1789765593.377767:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765593.377771:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765593.377775:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765593.377786:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015517952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765593.377796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765593.377799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765593.377801:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765593.377804:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3111 00000100:00080000:0.0:1789765593.377807:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765593.377811:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765593.377816:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765593.377825:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015518080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765593.378534:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015517568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765593.378738:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765593.378792:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765593/real 1789765593] req@ffff9cdd47cf9f80 x1876702015517568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765593.378813:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015517568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765593.378824:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765593.378829:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765593.378833:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015517568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765593.378842:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765593.378916:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765593.378931:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765593/real 1789765593] req@ffff9cdd47cf9180 x1876702015517696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765593.378943:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015517696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765593.378951:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765593.378955:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765593.378958:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765593.378965:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765593.378987:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765593.379000:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765593/real 1789765593] req@ffff9cdd47cfb480 x1876702015517824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765593.379011:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015517824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765593.379018:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765593.379023:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765593.379026:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765593.379032:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765593.379232:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765593.379247:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765593/real 1789765593] req@ffff9cdd47cfad80 x1876702015517952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765593.379270:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015517952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765593.379277:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765593.379281:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765593.379283:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015517952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765593.379290:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015518080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765593.379310:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765593.379390:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765593/real 1789765593] req@ffff9cdd47cfbb80 x1876702015518080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765593.379403:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015518080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765593.379414:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765593.379419:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765593.379422:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015518080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765593.761186:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765594.783411:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765595.807389:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765596.831558:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765597.856801:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765598.496561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765598.496572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765598.496576:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765598.496586:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3116 00000100:00080000:3.0:1789765598.496597:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765598.496603:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765598.496639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015518208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765598.496667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765598.496671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765598.496673:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765598.496677:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3116 00000100:00080000:3.0:1789765598.496680:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765598.496684:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765598.496692:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765598.496704:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015518336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765598.496713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765598.496716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765598.496718:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765598.496721:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3116 00000100:00080000:3.0:1789765598.496725:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765598.496728:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765598.496733:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765598.496751:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015518464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765598.496766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765598.496769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765598.496770:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765598.496773:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3116 00000100:00080000:3.0:1789765598.496777:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765598.496780:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765598.496784:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765598.496795:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015518592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765598.496803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765598.496806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765598.496807:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765598.496811:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3116 00000100:00080000:3.0:1789765598.496814:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765598.496817:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765598.496820:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765598.496828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015518720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765598.497043:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015518208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765598.497109:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765598.497147:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765598/real 1789765598] req@ffff9cdd59274a80 x1876702015518208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765598.497162:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015518208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765598.497170:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765598.497174:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765598.497177:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015518208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765598.497184:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015518336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765598.497227:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765598.497240:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765598/real 1789765598] req@ffff9cdd59277480 x1876702015518336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765598.497251:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015518336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765598.497258:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765598.497261:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765598.497263:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015518336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765598.497270:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015518464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765598.497288:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765598.497298:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765598/real 1789765598] req@ffff9cdd59276a00 x1876702015518464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765598.497308:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015518464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765598.497315:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765598.497318:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765598.497320:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015518464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765598.497326:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015518592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765598.497344:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765598.497366:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765598/real 1789765598] req@ffff9cdd59275500 x1876702015518592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765598.497377:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015518592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765598.497384:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765598.497387:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765598.497390:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015518592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765598.497395:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015518720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765598.497412:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765598.497421:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765598/real 1789765598] req@ffff9cdd59274380 x1876702015518720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765598.497432:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015518720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765598.497439:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765598.497442:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765598.497445:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015518720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765598.880950:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765599.903653:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765600.927118:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765601.951182:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765602.975343:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765603.617567:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765603.617580:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765603.617585:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765603.617598:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3121 00000100:00080000:1.0:1789765603.617611:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765603.617621:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765603.617668:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015518848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765603.617705:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765603.617709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765603.617711:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765603.617715:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3121 00000100:00080000:1.0:1789765603.617719:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765603.617722:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765603.617734:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765603.617746:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015518976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765603.617767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765603.617770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765603.617772:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765603.617776:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3121 00000100:00080000:1.0:1789765603.617779:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765603.617783:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765603.617788:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765603.617798:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015519104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765603.617816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765603.617820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765603.617821:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765603.617825:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3121 00000100:00080000:1.0:1789765603.617829:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765603.617832:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765603.617837:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765603.617847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015519232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765603.617855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765603.617858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765603.617860:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765603.617909:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3121 00000100:00080000:1.0:1789765603.617914:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765603.617919:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765603.617924:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765603.617935:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015519360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765603.618096:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015518848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765603.618175:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765603.618237:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765603/real 1789765603] req@ffff9cdd47c53100 x1876702015518848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765603.618255:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015518848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765603.618265:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765603.618269:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765603.618273:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015518848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765603.618280:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015518976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765603.618303:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765603.618316:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765603/real 1789765603] req@ffff9cdd47c52300 x1876702015518976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765603.618328:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015518976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765603.618340:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765603.618343:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765603.618346:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015518976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765603.618352:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015519104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765603.618372:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765603.618383:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765603/real 1789765603] req@ffff9cdd47c50e00 x1876702015519104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765603.618393:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015519104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765603.618401:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765603.618417:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765603.618420:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015519104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765603.618425:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015519232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765603.618445:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765603.618456:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765603/real 1789765603] req@ffff9cdd47c50000 x1876702015519232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765603.618466:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015519232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765603.618473:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765603.618476:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765603.618479:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015519232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765603.618484:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015519360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765603.618499:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765603.618507:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765603/real 1789765603] req@ffff9cdd47c50a80 x1876702015519360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765603.618516:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015519360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765603.618522:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765603.618525:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765603.618528:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015519360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765603.999497:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765605.023076:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765606.047130:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765607.071171:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765608.095076:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765608.736405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765608.736416:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765608.736422:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765608.736434:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3126 00000100:00080000:0.0:1789765608.736447:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765608.736456:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765608.736501:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015519488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765608.736543:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765608.736546:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765608.736548:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765608.736553:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3126 00000100:00080000:0.0:1789765608.736556:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765608.736559:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765608.736570:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765608.736584:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015519616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765608.736593:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765608.736597:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765608.736598:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765608.736602:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3126 00000100:00080000:0.0:1789765608.736604:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765608.736607:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765608.736612:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765608.736619:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015519744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765608.736628:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765608.736632:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765608.736633:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765608.736636:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3126 00000100:00080000:0.0:1789765608.736639:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765608.736643:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765608.736647:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765608.736656:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015519872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765608.736663:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765608.736666:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765608.736668:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765608.736671:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3126 00000100:00080000:0.0:1789765608.736674:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765608.736677:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765608.736681:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765608.736688:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015520000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765608.736851:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015519488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765608.736951:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765608.736996:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765608/real 1789765608] req@ffff9cdd47cfaa00 x1876702015519488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765608.737014:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015519488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765608.737025:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765608.737030:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765608.737034:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015519488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765608.737041:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015519616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765608.737064:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765608.737077:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765608/real 1789765608] req@ffff9cdd47cfbb80 x1876702015519616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765608.737089:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015519616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765608.737097:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765608.737100:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765608.737104:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015519616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765608.737109:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015519744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765608.737124:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765608.737133:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765608/real 1789765608] req@ffff9cdd47cfad80 x1876702015519744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765608.737155:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015519744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765608.737163:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765608.737166:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765608.737169:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015519744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765608.737174:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015519872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765608.737191:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765608.737199:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765608/real 1789765608] req@ffff9cdd47cfb480 x1876702015519872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765608.737210:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015519872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765608.737217:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765608.737221:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765608.737224:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015519872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765608.737229:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015520000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765608.737245:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765608.737254:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765608/real 1789765608] req@ffff9cdd47cf9180 x1876702015520000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765608.737264:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015520000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765608.737271:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765608.737274:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765608.737276:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015520000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765609.119094:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765610.143117:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765611.167065:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765612.193175:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765613.218129:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765613.856957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765613.856966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765613.856970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765613.856978:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3131 00000100:00080000:3.0:1789765613.856988:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765613.856994:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765613.857027:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015520128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765613.857051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765613.857054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765613.857056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765613.857059:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3131 00000100:00080000:3.0:1789765613.857062:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765613.857065:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765613.857076:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765613.857085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015520256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765613.857095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765613.857098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765613.857099:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765613.857479:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3131 00000100:00080000:3.0:1789765613.857484:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765613.857489:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765613.857495:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765613.857508:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015520384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765613.857518:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765613.857521:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765613.857523:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765613.857527:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3131 00000100:00080000:3.0:1789765613.857530:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765613.857533:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765613.857537:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765613.857546:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015520512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765613.857621:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765613.857624:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765613.857626:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765613.857630:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3131 00000100:00080000:3.0:1789765613.857634:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765613.857638:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765613.857643:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765613.857656:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015520640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765613.858042:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015520128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765613.858148:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765613.858201:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765613/real 1789765613] req@ffff9cdd59275180 x1876702015520128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765613.858221:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015520128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765613.858232:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765613.858237:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765613.858241:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015520128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765613.858249:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015520256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765613.858272:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765613.858285:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765613/real 1789765613] req@ffff9cdd59276d80 x1876702015520256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765613.858296:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015520256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765613.858304:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765613.858533:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765613.858537:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015520256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765613.858545:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015520384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765613.858570:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765613.858583:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765613/real 1789765613] req@ffff9cdd59277b80 x1876702015520384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765613.858594:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015520384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765613.858601:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765613.858604:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765613.858607:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015520384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765613.858613:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015520512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765613.858633:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765613.858644:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765613/real 1789765613] req@ffff9cdd59274000 x1876702015520512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765613.858830:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015520512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765613.858838:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765613.858841:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765613.858844:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015520512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765613.858850:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015520640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765613.858911:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765613.858922:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765613/real 1789765613] req@ffff9cdd59277800 x1876702015520640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765613.858933:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015520640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765613.858940:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765613.858943:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765613.858947:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015520640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765614.240122:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765615.264672:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765616.288159:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765617.311095:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765618.334985:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765618.975036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765618.975046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765618.975050:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765618.975060:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3136 00000100:00080000:0.0:1789765618.975079:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765618.975087:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765618.975123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015520768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765618.975156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765618.975161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765618.975163:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765618.975175:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3136 00000100:00080000:0.0:1789765618.975179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765618.975183:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765618.975192:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765618.975208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015520896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765618.975220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765618.975226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765618.975228:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765618.975231:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3136 00000100:00080000:0.0:1789765618.975234:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765618.975237:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765618.975245:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765618.975255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015521024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765618.975264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765618.975266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765618.975268:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765618.975271:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3136 00000100:00080000:0.0:1789765618.975274:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765618.975277:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765618.975282:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765618.975290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015521152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765618.975298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765618.975301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765618.975302:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765618.975305:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3136 00000100:00080000:0.0:1789765618.975308:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765618.975312:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765618.975316:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765618.975324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015521280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765618.975706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015520768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765618.975760:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765618.975793:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765618/real 1789765618] req@ffff9cdd47cf9f80 x1876702015520768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765618.975808:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015520768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765618.975824:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765618.975828:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765618.975831:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015520768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765618.975837:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015520896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765618.975856:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765618.975895:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765618/real 1789765618] req@ffff9cdd47cf8a80 x1876702015520896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765618.975907:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015520896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765618.975914:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765618.975917:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765618.975920:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015520896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765618.975925:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015521024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765618.975942:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765618.975951:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765618/real 1789765618] req@ffff9cdd47cf9500 x1876702015521024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765618.975960:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015521024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765618.975966:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765618.975969:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765618.975971:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015521024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765618.975976:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015521152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765618.975988:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765618.975996:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765618/real 1789765618] req@ffff9cdd47cf9880 x1876702015521152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765618.976004:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015521152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765618.976010:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765618.976012:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765618.976015:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015521152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765618.976020:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015521280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765618.976031:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765618.976038:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765618/real 1789765618] req@ffff9cdd47cf9c00 x1876702015521280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765618.976057:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015521280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765618.976073:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765618.976077:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765618.976080:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015521280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765619.359110:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765620.383095:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765621.409614:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765622.431688:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765623.455157:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765624.096439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765624.096449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765624.096453:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765624.096464:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3142 00000100:00080000:3.0:1789765624.096475:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765624.096482:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765624.096520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015521408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765624.096596:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015521408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765624.096667:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789765624.096697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765624.096701:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765624.096703:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765624.096707:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3142 00000100:00080000:3.0:1789765624.096712:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765624.096716:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765624.096725:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765624.096739:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015521536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765624.099417:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765624/real 1789765624] req@ffff9cdd59276300 x1876702015521408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765624.099444:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015521408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765624.099454:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765624.099458:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765624.099462:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015521408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765624.099491:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015521536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765624.099535:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765624.099551:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765624/real 1789765624] req@ffff9cdd59274e00 x1876702015521536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765624.099561:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015521536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765624.099568:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765624.099571:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765624.099573:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015521536:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789765624.100734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765624.100742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765624.100747:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765624.100755:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3142 00000100:00080000:3.0:1789765624.100764:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765624.100771:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765624.100782:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765624.100812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015521664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765624.100827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765624.100830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765624.100831:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765624.100835:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3142 00000100:00080000:3.0:1789765624.100839:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765624.100843:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765624.100848:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765624.100858:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015521792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765624.100883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765624.100886:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765624.100888:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765624.100892:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3142 00000100:00080000:3.0:1789765624.100895:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765624.100898:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765624.100903:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765624.100914:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015521920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765624.102776:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015521664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765624.102844:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765624.102909:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765624/real 1789765624] req@ffff9cdd59276680 x1876702015521664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765624.102930:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015521664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765624.102950:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765624.102954:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765624.102958:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015521664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765624.102965:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015521792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765624.102987:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765624.102999:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765624/real 1789765624] req@ffff9cdd59275c00 x1876702015521792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765624.103015:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015521792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765624.103022:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765624.103039:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765624.103043:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015521792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765624.103050:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015521920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765624.103071:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765624.103081:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765624/real 1789765624] req@ffff9cdd59275f80 x1876702015521920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765624.103091:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015521920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765624.103097:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765624.103100:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765624.103104:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015521920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765624.479072:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765625.503518:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765626.527908:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765627.554028:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765628.576024:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765629.215156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765629.215166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765629.215170:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765629.215181:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3147 00000100:00080000:2.0:1789765629.215193:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765629.215201:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765629.215249:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015522048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765629.215276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765629.215280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765629.215281:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765629.215285:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3147 00000100:00080000:2.0:1789765629.215289:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765629.215292:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765629.215302:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765629.215316:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015522176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765629.215328:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765629.215330:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765629.215332:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765629.215336:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3147 00000100:00080000:2.0:1789765629.215339:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765629.215350:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765629.215350:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015522048:192.168.203.148@tcp:250:kworker.0 00000008:00100000:2.0:1789765629.215367:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765629.215383:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015522304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765629.215393:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765629.215397:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765629.215399:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765629.215403:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3147 00000100:00080000:2.0:1789765629.215407:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765629.215411:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765629.215416:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765629.215429:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015522432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765629.215438:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765629.215441:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765629.215442:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765629.215446:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3147 00000100:00080000:2.0:1789765629.215452:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765629.215456:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765629.215461:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765629.215474:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015522560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789765629.215477:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765629.215546:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765629/real 1789765629] req@ffff9cdd437a6300 x1876702015522048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765629.215570:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015522048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765629.215582:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765629.215588:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765629.215592:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015522048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765629.215639:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015522176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765629.215666:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765629.215681:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765629/real 1789765629] req@ffff9cdd437a7b80 x1876702015522176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765629.215699:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015522176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765629.215707:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765629.215711:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765629.215715:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015522176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765629.215722:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015522304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765629.215744:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765629.215754:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765629/real 1789765629] req@ffff9cdd437a6a00 x1876702015522304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765629.215765:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015522304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765629.215772:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765629.215775:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765629.215779:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015522304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765629.215785:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015522432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765629.215806:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765629.215817:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765629/real 1789765629] req@ffff9cdd437a6d80 x1876702015522432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765629.215827:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015522432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765629.215834:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765629.215837:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765629.215840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015522432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765629.215845:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015522560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765629.215893:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765629.215907:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765629/real 1789765629] req@ffff9cdd437a5880 x1876702015522560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765629.215924:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015522560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765629.215932:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765629.215935:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765629.215938:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015522560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765629.599678:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765630.623786:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765631.648415:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765632.671919:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765633.696912:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765634.335024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765634.335034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765634.335038:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765634.335048:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3152 00000100:00080000:3.0:1789765634.335058:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765634.335066:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765634.335104:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015522688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765634.335142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765634.335146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765634.335147:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765634.335151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3152 00000100:00080000:3.0:1789765634.335155:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765634.335158:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765634.335168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765634.335179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015522816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765634.335189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765634.335192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765634.335194:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765634.335197:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3152 00000100:00080000:3.0:1789765634.335200:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765634.335204:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765634.335209:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765634.335218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015522944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765634.335226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765634.335229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765634.335231:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765634.335234:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3152 00000100:00080000:3.0:1789765634.335237:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765634.335240:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765634.335244:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765634.335254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015523072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765634.335263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765634.335266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765634.335268:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765634.335271:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3152 00000100:00080000:3.0:1789765634.335274:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765634.335278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765634.335281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765634.335290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015523200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765634.335365:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015522688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765634.335425:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765634.335521:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765634/real 1789765634] req@ffff9cdd59275880 x1876702015522688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765634.335538:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015522688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765634.335547:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765634.335550:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765634.335554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015522688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765634.335561:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015522816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765634.335581:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765634.335592:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765634/real 1789765634] req@ffff9cdd59274700 x1876702015522816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765634.335603:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015522816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765634.335610:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765634.335613:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765634.335616:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015522816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765634.335622:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015522944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765634.335642:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765634.335653:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765634/real 1789765634] req@ffff9cdd59277100 x1876702015522944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765634.335669:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015522944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765634.335676:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765634.335679:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765634.335681:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015522944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765634.335686:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015523072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765634.335704:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765634.335714:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765634/real 1789765634] req@ffff9cdd59275f80 x1876702015523072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765634.335725:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015523072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765634.335732:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765634.335735:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765634.335738:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015523072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765634.335742:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015523200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765634.335760:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765634.336179:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765634/real 1789765634] req@ffff9cdd59275c00 x1876702015523200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765634.336201:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015523200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765634.336214:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765634.336218:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765634.336222:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015523200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765634.723004:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765635.746095:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765636.767904:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765637.791645:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765638.815627:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765639.455751:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765639.455761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765639.455765:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765639.455775:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3157 00000100:00080000:1.0:1789765639.455786:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765639.455794:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765639.455831:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015523328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765639.455862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765639.455899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765639.455901:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765639.455906:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3157 00000100:00080000:1.0:1789765639.455910:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765639.455913:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765639.455933:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765639.455945:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015523456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765639.455954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765639.455957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765639.455958:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765639.455962:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3157 00000100:00080000:1.0:1789765639.455965:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765639.455968:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765639.455972:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765639.455981:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015523584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765639.455989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765639.456003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765639.456005:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765639.456008:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3157 00000100:00080000:1.0:1789765639.456011:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765639.456014:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765639.456018:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765639.456027:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015523712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765639.456035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765639.456037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765639.456039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765639.456042:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3157 00000100:00080000:1.0:1789765639.456044:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765639.456047:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765639.456051:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765639.456057:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015523840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765639.456332:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015523328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765639.456390:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765639.456425:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765639/real 1789765639] req@ffff9cdd47c52680 x1876702015523328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765639.456441:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015523328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765639.456465:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765639.456470:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765639.456473:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015523328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765639.456480:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015523456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765639.456502:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765639.456515:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765639/real 1789765639] req@ffff9cdd47c50380 x1876702015523456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765639.456526:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015523456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765639.456534:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765639.456537:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765639.456549:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015523456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765639.456557:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015523584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765639.456578:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765639.456590:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765639/real 1789765639] req@ffff9cdd47c52a00 x1876702015523584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765639.456602:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015523584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765639.456609:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765639.456612:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765639.456615:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015523584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765639.456620:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015523712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765639.456640:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765639.456651:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765639/real 1789765639] req@ffff9cdd47c53800 x1876702015523712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765639.456662:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015523712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765639.456670:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765639.456673:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765639.456676:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015523712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765639.456682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015523840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765639.456702:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765639.456713:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765639/real 1789765639] req@ffff9cdd47c51f80 x1876702015523840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765639.456724:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015523840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765639.456731:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765639.456734:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765639.456737:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015523840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765639.839657:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765640.863173:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765641.887218:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765642.912662:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765643.935322:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765644.575065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765644.575080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765644.575086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765644.575100:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3162 00000100:00080000:3.0:1789765644.575126:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765644.575140:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765644.575195:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015523968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765644.575227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765644.575231:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765644.575233:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765644.575237:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3162 00000100:00080000:3.0:1789765644.575240:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765644.575243:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765644.575255:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765644.575265:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015524096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765644.575275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765644.575278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765644.575280:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765644.575283:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3162 00000100:00080000:3.0:1789765644.575286:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765644.575288:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765644.575293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765644.575300:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015524224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765644.575308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765644.575311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765644.575313:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765644.575316:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3162 00000100:00080000:3.0:1789765644.575319:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765644.575323:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765644.575327:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765644.575336:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015524352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765644.575345:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765644.575348:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765644.575349:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765644.575352:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3162 00000100:00080000:3.0:1789765644.575356:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765644.575359:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765644.575363:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765644.575370:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015524480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765644.575518:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015523968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765644.575599:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765644.575644:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765644/real 1789765644] req@ffff9cdd59276680 x1876702015523968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765644.575672:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015523968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765644.575684:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765644.575689:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765644.575693:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015523968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765644.575701:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765644.575720:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765644.575731:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765644/real 1789765644] req@ffff9cdd59274e00 x1876702015524096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765644.575741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015524096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765644.575755:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765644.575758:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765644.575761:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765644.575766:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765644.575793:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765644.575801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765644/real 1789765644] req@ffff9cdd59276300 x1876702015524224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765644.575812:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015524224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765644.575820:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765644.575823:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765644.575826:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765644.575831:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765644.575854:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765644.575863:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765644/real 1789765644] req@ffff9cdd59277800 x1876702015524352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765644.575914:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015524352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765644.575922:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765644.575924:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765644.575928:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765644.575934:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015524480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765644.575951:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765644.575970:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765644/real 1789765644] req@ffff9cdd59274000 x1876702015524480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765644.575981:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015524480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765644.575989:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765644.575992:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765644.575995:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015524480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765644.960375:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765645.983133:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765647.007191:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765648.031060:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765649.055234:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765649.695914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765649.695927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765649.695933:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765649.695944:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3167 00000100:00080000:2.0:1789765649.695960:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765649.695969:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765649.696033:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015524608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765649.696074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765649.696078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765649.696080:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765649.696086:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3167 00000100:00080000:2.0:1789765649.696090:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765649.696095:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765649.696116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765649.696130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015524736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765649.696244:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015524608:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789765649.696626:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765649.696631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765649.696637:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765649.696642:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3167 00000100:00080000:2.0:1789765649.696648:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789765649.696668:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524736:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789765649.696726:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765649.696735:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765649.696751:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015524864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765649.696796:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524864:192.168.203.148@tcp:8:kworker.0 00000100:00080000:2.0:1789765649.699215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765649.699225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765649.699229:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765649.699241:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3167 00000100:00080000:2.0:1789765649.699261:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765649.699271:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765649.699285:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765649.699327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015524992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765649.699355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765649.699358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765649.699360:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765649.699363:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3167 00000100:00080000:2.0:1789765649.699367:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765649.699370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765649.699375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765649.699384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015525120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765649.700271:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765649.700372:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015525120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765650.082003:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765651.103152:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765652.132092:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765652.767273:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789765652.767332:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765652.767352:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765652.767397:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765652.767407:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765652.767416:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765652.767429:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789765652.767497:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765649/real 1789765652] req@ffff9cdd437a4e00 x1876702015524992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765652.768237:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015524992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765652.768256:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765652.768260:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765652.768264:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765652.768273:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765649/real 1789765652] req@ffff9cdd437a4a80 x1876702015525120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765652.768284:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015525120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765652.768291:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765652.768294:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765652.768297:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015525120:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765652.768303:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765649/real 1789765652] req@ffff9cdd437a6680 x1876702015524864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765652.768314:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015524864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765652.768322:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765652.768324:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765652.768327:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765652.768333:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765649/real 1789765652] req@ffff9cdd437a4700 x1876702015524736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765652.768344:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015524736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765652.768351:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765652.768355:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765652.768358:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015524736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765652.768364:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765649/real 1789765652] req@ffff9cdd437a5500 x1876702015524608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765652.768376:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015524608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765652.768384:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765652.768387:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765652.768389:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015524608:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789765653.156529:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765654.175952:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765654.817122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765654.817135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765654.817139:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765654.817148:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3172 00000100:00080000:3.0:1789765654.817158:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765654.817165:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765654.817202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015525248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765654.817238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765654.817242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765654.817243:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765654.817247:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3172 00000100:00080000:3.0:1789765654.817251:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765654.817255:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765654.817264:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765654.817275:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015525376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765654.817283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765654.817286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765654.817288:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765654.817291:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3172 00000100:00080000:3.0:1789765654.817294:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765654.817297:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765654.817301:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765654.817309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015525504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765654.817315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765654.817318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765654.817319:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765654.817322:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3172 00000100:00080000:3.0:1789765654.817325:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765654.817327:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765654.817331:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765654.817339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015525632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765654.817346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765654.817348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765654.817350:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765654.817352:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3172 00000100:00080000:3.0:1789765654.817354:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765654.817357:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765654.817361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765654.817369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015525760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765654.817471:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015525248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765654.817533:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765654.817581:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765654/real 1789765654] req@ffff9cdd59277b80 x1876702015525248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765654.817596:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015525248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765654.817605:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765654.817608:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765654.817612:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015525248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765654.817618:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015525376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765654.817644:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765654.817657:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765654/real 1789765654] req@ffff9cdd59276d80 x1876702015525376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765654.817666:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015525376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765654.817672:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765654.817675:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765654.817677:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015525376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765654.817682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015525504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765654.817697:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765654.817705:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765654/real 1789765654] req@ffff9cdd59275180 x1876702015525504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765654.817728:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015525504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765654.817735:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765654.817738:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765654.817741:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015525504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765654.817745:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015525632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765654.817763:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765654.817773:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765654/real 1789765654] req@ffff9cdd59274380 x1876702015525632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765654.817790:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015525632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765654.817797:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765654.817800:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765654.817813:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015525632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765654.817818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015525760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765654.817837:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765654.817849:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765654/real 1789765654] req@ffff9cdd59275500 x1876702015525760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765654.817858:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015525760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765654.817897:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765654.817900:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765654.817903:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015525760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765655.199064:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765656.224146:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765657.247487:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765658.271260:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765659.295460:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765659.935326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765659.935341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765659.935347:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765659.935362:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3177 00000100:00080000:3.0:1789765659.935376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765659.935385:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765659.935447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015525888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765659.935486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765659.935489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765659.935491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765659.935496:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3177 00000100:00080000:3.0:1789765659.935500:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765659.935503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765659.935514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765659.935527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015526016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765659.935537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765659.935540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765659.935541:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765659.935545:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3177 00000100:00080000:3.0:1789765659.935548:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765659.935552:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765659.935557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765659.935567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015526144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765659.935576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765659.935580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765659.935582:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765659.935585:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3177 00000100:00080000:3.0:1789765659.935589:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765659.935592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765659.935597:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765659.935610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015526272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765659.935619:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765659.935622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765659.935624:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765659.935628:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3177 00000100:00080000:3.0:1789765659.935632:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765659.935636:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765659.935641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765659.935650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015526400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765659.935783:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015525888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765659.935860:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765659.935935:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765659/real 1789765659] req@ffff9cdd59276a00 x1876702015525888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765659.935955:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015525888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765659.935973:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765659.935977:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765659.935982:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015525888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765659.935989:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765659.936012:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765659.936026:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765659/real 1789765659] req@ffff9cdd59277480 x1876702015526016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765659.936038:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015526016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765659.936046:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765659.936049:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765659.936052:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765659.936058:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765659.936182:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765659.936194:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765659/real 1789765659] req@ffff9cdd59274a80 x1876702015526144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765659.936206:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015526144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765659.936215:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765659.936218:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765659.936222:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765659.936228:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765659.936244:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765659.936252:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765659/real 1789765659] req@ffff9cdd59275500 x1876702015526272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765659.936263:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015526272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765659.936271:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765659.936274:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765659.936277:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765659.936282:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015526400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765659.936296:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765659.936303:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765659/real 1789765659] req@ffff9cdd59274380 x1876702015526400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765659.936314:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015526400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765659.936322:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765659.936324:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765659.936327:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015526400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765660.322024:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765661.343061:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765662.372603:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765663.393203:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765664.415443:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765665.055048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765665.055210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765665.055216:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765665.055229:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3183 00000100:00080000:1.0:1789765665.055244:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765665.055253:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765665.055306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015526528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765665.055342:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765665.055346:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765665.055348:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765665.055353:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3183 00000100:00080000:1.0:1789765665.055356:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765665.055360:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765665.055372:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765665.055385:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015526656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765665.055394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765665.055397:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765665.055399:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765665.055402:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3183 00000100:00080000:1.0:1789765665.055406:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765665.055409:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765665.055414:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765665.055423:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015526784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765665.055432:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765665.055436:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765665.055438:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765665.055441:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3183 00000100:00080000:1.0:1789765665.055445:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789765665.055503:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015526528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765665.055589:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765665.055644:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765665/real 1789765665] req@ffff9cdd47c53b80 x1876702015526528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765665.055664:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015526528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765665.055675:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765665.055680:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765665.055684:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015526528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765665.055692:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765665.055715:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765665.055737:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765665/real 1789765665] req@ffff9cdd47c53480 x1876702015526656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765665.055751:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015526656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765665.055758:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765665.055761:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765665.055764:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765665.055770:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765665.055792:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765665.055803:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765665/real 1789765665] req@ffff9cdd47c51500 x1876702015526784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765665.055813:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015526784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765665.055825:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765665.055829:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765665.055832:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526784:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789765665.056645:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765665.056660:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765665.056687:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015526912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765665.056713:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789765665.056778:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765665.056821:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765665.056841:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765665/real 1789765665] req@ffff9cdd47c51500 x1876702015526912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765665.056854:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015526912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765665.056897:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765665.056902:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765665.056906:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015526912:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789765665.057055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765665.057058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765665.057075:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3183 00000100:00080000:1.0:1789765665.057081:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765665.057087:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765665.057093:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765665.057106:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015527040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765665.057165:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015527040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765665.057191:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765665.057207:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765665/real 1789765665] req@ffff9cdd47c53480 x1876702015527040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765665.057220:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015527040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765665.057228:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765665.057230:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765665.057234:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015527040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765665.439532:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765666.464047:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765667.488518:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765668.512399:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765669.535362:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765670.175122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765670.175135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765670.175141:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765670.175153:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3188 00000100:00080000:2.0:1789765670.175167:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765670.175176:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765670.175222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015527168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765670.175314:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015527168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765670.175389:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789765670.175423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765670.175427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765670.175429:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765670.175433:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3188 00000100:00080000:2.0:1789765670.175437:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765670.175442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765670.175453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765670.175465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015527296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765670.175593:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765670/real 1789765670] req@ffff9cdd437a5c00 x1876702015527168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765670.175612:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015527168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765670.175623:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765670.175628:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765670.175632:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015527168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765670.175665:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015527296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765670.175703:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765670.175717:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765670/real 1789765670] req@ffff9cdd437a4000 x1876702015527296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765670.175729:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015527296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765670.175737:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765670.175740:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765670.175743:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015527296:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789765670.175964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765670.175969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765670.175971:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765670.175976:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3188 00000100:00080000:2.0:1789765670.175981:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765670.175985:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765670.175991:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765670.176005:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015527424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765670.176046:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015527424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765670.176067:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789765670.176086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765670.176091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765670.176092:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765670.176099:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3188 00000100:00080000:2.0:1789765670.176103:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765670.176107:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765670.176112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765670.176124:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015527552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765670.176156:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765670/real 1789765670] req@ffff9cdd437a7100 x1876702015527424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765670.176169:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015527424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765670.176177:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765670.176180:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765670.176184:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015527424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765670.176196:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015527552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765670.176213:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765670.176222:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765670/real 1789765670] req@ffff9cdd437a7800 x1876702015527552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765670.176233:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015527552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765670.176241:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765670.176244:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765670.176247:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015527552:192.168.203.148@tcp:8:kworker.0 00000100:00080000:2.0:1789765670.176315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765670.176319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765670.176321:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765670.176325:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3188 00000100:00080000:2.0:1789765670.176330:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765670.176334:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765670.176339:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765670.176350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015527680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765670.176391:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015527680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765670.176417:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765670.176473:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765670/real 1789765670] req@ffff9cdd437a5180 x1876702015527680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765670.176486:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015527680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765670.176494:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765670.176497:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765670.176501:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015527680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765670.559595:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765671.586676:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765672.607471:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765673.631402:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765674.655273:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765675.295077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765675.295092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765675.295097:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765675.295109:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3193 00000100:00080000:3.0:1789765675.295124:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765675.295132:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765675.295176:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015527808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765675.295208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765675.295211:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765675.295213:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765675.295217:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3193 00000100:00080000:3.0:1789765675.295221:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765675.295225:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765675.295236:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765675.295247:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015527936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765675.295257:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765675.295269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765675.295271:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765675.295275:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3193 00000100:00080000:3.0:1789765675.295279:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765675.295289:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765675.295295:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765675.295304:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015528064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765675.295313:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765675.295316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765675.295318:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765675.295330:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3193 00000100:00080000:3.0:1789765675.295333:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765675.295337:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765675.295341:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765675.295350:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015528192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765675.295358:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765675.295362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765675.295363:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765675.295367:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3193 00000100:00080000:3.0:1789765675.295370:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765675.295373:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765675.295376:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765675.295387:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015528320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765675.295538:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015527808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765675.295616:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765675.295682:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765675/real 1789765675] req@ffff9cdd59275180 x1876702015527808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765675.295699:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015527808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765675.295711:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765675.295714:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765675.295719:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015527808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765675.295726:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015527936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765675.295747:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765675.295758:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765675/real 1789765675] req@ffff9cdd59276d80 x1876702015527936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765675.295769:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015527936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765675.295777:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765675.295780:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765675.295783:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015527936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765675.295789:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015528064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765675.295805:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765675.295814:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765675/real 1789765675] req@ffff9cdd59277b80 x1876702015528064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765675.295825:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015528064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765675.295833:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765675.295836:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765675.295839:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015528064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765675.295843:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015528192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765675.295857:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765675.295894:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765675/real 1789765675] req@ffff9cdd59274000 x1876702015528192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765675.295905:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015528192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765675.295913:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765675.295915:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765675.295919:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015528192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765675.295924:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015528320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765675.295942:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765675.295950:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765675/real 1789765675] req@ffff9cdd59277800 x1876702015528320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765675.295962:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015528320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765675.295970:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765675.295973:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765675.295976:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015528320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765675.679229:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765676.706011:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765677.728841:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765678.753687:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765679.775680:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765680.416118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765680.416132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765680.416137:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765680.416151:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3198 00000100:00080000:1.0:1789765680.416166:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765680.416174:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765680.416233:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015528448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765680.416276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765680.416280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765680.416282:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765680.416288:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3198 00000100:00080000:1.0:1789765680.416292:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765680.416297:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765680.416310:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765680.416323:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015528576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765680.416333:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765680.416337:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765680.416339:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765680.416344:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3198 00000100:00080000:1.0:1789765680.416347:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765680.416353:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765680.416358:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765680.416368:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015528704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765680.416378:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765680.416382:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765680.416384:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765680.416388:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3198 00000100:00080000:1.0:1789765680.416392:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765680.416397:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765680.416401:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765680.416414:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015528832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765680.416424:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765680.416427:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765680.416429:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765680.416432:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3198 00000100:00080000:1.0:1789765680.416436:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765680.416439:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765680.416444:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765680.416453:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015528960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765680.416727:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015528448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765680.416821:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765680.416905:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765680/real 1789765680] req@ffff9cdd47c53b80 x1876702015528448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765680.416923:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015528448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765680.416934:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765680.416939:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765680.416944:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015528448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765680.416951:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015528576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765680.416974:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765680.416986:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765680/real 1789765680] req@ffff9cdd47c51f80 x1876702015528576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765680.416998:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015528576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765680.417012:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765680.417016:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765680.417019:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015528576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765680.417024:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015528704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765680.417041:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765680.417051:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765680/real 1789765680] req@ffff9cdd47c53800 x1876702015528704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765680.417061:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015528704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765680.417069:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765680.417072:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765680.417075:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015528704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765680.417081:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015528832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765680.417110:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765680.417120:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765680/real 1789765680] req@ffff9cdd47c52a00 x1876702015528832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765680.417131:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015528832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765680.417138:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765680.417141:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765680.417145:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015528832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765680.417150:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015528960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765680.417168:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765680.417177:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765680/real 1789765680] req@ffff9cdd47c50380 x1876702015528960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765680.417188:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015528960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765680.417207:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765680.417211:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765680.417214:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015528960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765680.802800:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765681.823916:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765682.847672:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765683.871962:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765684.900127:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765685.536648:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765685.536659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765685.536664:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765685.536674:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3203 00000100:00080000:3.0:1789765685.536685:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765685.536698:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765685.536736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015529088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765685.536765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765685.536768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765685.536769:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765685.536772:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3203 00000100:00080000:3.0:1789765685.536774:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765685.536777:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765685.536784:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765685.536792:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015529216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765685.536798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765685.536800:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765685.536801:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765685.536803:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3203 00000100:00080000:3.0:1789765685.536804:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765685.536806:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765685.536809:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765685.536814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015529344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765685.536823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765685.536825:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765685.536827:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765685.536828:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3203 00000100:00080000:3.0:1789765685.536830:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765685.536832:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765685.536834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765685.536838:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015529472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765685.536843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765685.536844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765685.536845:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765685.536847:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3203 00000100:00080000:3.0:1789765685.536848:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765685.536851:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765685.536854:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765685.536861:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015529600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765685.536976:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015529088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765685.537030:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765685.537077:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765685/real 1789765685] req@ffff9cdd59276300 x1876702015529088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765685.537092:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015529088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765685.537101:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765685.537105:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765685.537108:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015529088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765685.537114:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015529216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765685.537133:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765685.537144:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765685/real 1789765685] req@ffff9cdd59274e00 x1876702015529216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765685.537155:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015529216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765685.537161:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765685.537164:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765685.537167:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015529216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765685.537172:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015529344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765685.537189:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765685.537198:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765685/real 1789765685] req@ffff9cdd59276680 x1876702015529344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765685.537209:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015529344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765685.537215:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765685.537218:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765685.537221:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015529344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765685.537226:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015529472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765685.537241:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765685.537249:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765685/real 1789765685] req@ffff9cdd59275c00 x1876702015529472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765685.537259:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015529472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765685.537266:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765685.537269:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765685.537271:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015529472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765685.537276:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015529600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765685.537292:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765685.537301:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765685/real 1789765685] req@ffff9cdd59275f80 x1876702015529600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765685.537311:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015529600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765685.537323:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765685.537326:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765685.537329:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015529600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765685.919078:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765686.943141:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765687.967096:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765688.991452:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765690.015167:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765690.659137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765690.659147:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765690.659152:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765690.659161:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3208 00000100:00080000:1.0:1789765690.659172:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765690.659180:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765690.659214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015529728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765690.659272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765690.659277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765690.659279:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765690.659283:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3208 00000100:00080000:1.0:1789765690.659287:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765690.659291:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765690.659300:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765690.659312:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015529856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765690.659329:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765690.659332:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765690.659334:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765690.659337:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3208 00000100:00080000:1.0:1789765690.659341:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765690.659344:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765690.659349:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765690.659359:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015529984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765690.659368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765690.659371:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765690.659373:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765690.659384:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3208 00000100:00080000:1.0:1789765690.659388:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765690.659392:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765690.659396:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765690.659415:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015530112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765690.659424:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765690.659433:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765690.659435:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765690.659439:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3208 00000100:00080000:1.0:1789765690.659443:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765690.659446:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765690.659455:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765690.659466:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015530240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765690.659664:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015529728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765690.659763:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765690.659810:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765690/real 1789765690] req@ffff9cdd47c52680 x1876702015529728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765690.659840:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015529728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765690.659849:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765690.659853:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765690.659856:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015529728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765690.659904:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015529856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765690.659937:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765690.659949:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765690/real 1789765690] req@ffff9cdd47c50a80 x1876702015529856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765690.659960:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015529856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765690.659967:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765690.659971:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765690.659974:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015529856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765690.659979:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015529984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765690.660017:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765690.660028:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765690/real 1789765690] req@ffff9cdd47c50000 x1876702015529984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765690.660039:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015529984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765690.660047:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765690.660050:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765690.660053:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015529984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765690.660059:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015530112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765690.660078:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765690.660097:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765690/real 1789765690] req@ffff9cdd47c50e00 x1876702015530112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765690.660109:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015530112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765690.660116:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765690.660126:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765690.660129:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015530112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765690.660134:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015530240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765690.660160:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765690.660176:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765690/real 1789765690] req@ffff9cdd47c52300 x1876702015530240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765690.660188:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015530240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765690.660203:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765690.660206:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765690.660209:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015530240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765691.043575:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765692.076268:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765693.087194:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765694.112577:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765695.135129:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765695.776466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765695.776481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765695.776486:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765695.776510:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3213 00000100:00080000:2.0:1789765695.776524:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765695.776533:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765695.776599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015530368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765695.776641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765695.776646:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765695.776647:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765695.776652:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3213 00000100:00080000:2.0:1789765695.776656:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765695.776661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765695.776674:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765695.776691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015530496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765695.776703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765695.776708:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765695.776710:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765695.776715:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3213 00000100:00080000:2.0:1789765695.776718:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765695.776723:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765695.776728:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765695.776738:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015530624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765695.776747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765695.776750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765695.776752:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765695.776755:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3213 00000100:00080000:2.0:1789765695.776758:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765695.776762:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765695.776766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765695.776779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015530752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765695.776788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765695.776791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765695.776792:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765695.776796:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3213 00000100:00080000:2.0:1789765695.776800:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765695.776804:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765695.776809:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765695.776819:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015530880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765695.777247:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015530368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765695.777330:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765695.777380:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765695/real 1789765695] req@ffff9cdd437a5f80 x1876702015530368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765695.777399:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015530368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765695.777416:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765695.777420:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765695.777424:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015530368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765695.777430:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015530496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765695.777465:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765695.777479:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765695/real 1789765695] req@ffff9cdd437a7480 x1876702015530496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765695.777489:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015530496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765695.777497:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765695.777499:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765695.777512:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015530496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765695.777518:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015530624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765695.777539:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765695.777551:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765695/real 1789765695] req@ffff9cdd437a4380 x1876702015530624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765695.777563:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015530624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765695.777571:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765695.777574:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765695.777589:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015530624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765695.777597:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015530752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765695.777616:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765695.777627:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765695/real 1789765695] req@ffff9cdd437a5180 x1876702015530752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765695.777639:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015530752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765695.777647:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765695.777651:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765695.777654:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015530752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765695.777660:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015530880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765695.777681:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765695.777690:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765695/real 1789765695] req@ffff9cdd437a7800 x1876702015530880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765695.777701:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015530880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765695.777708:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765695.777711:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765695.777714:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015530880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765696.160425:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765697.185547:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765698.210103:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765699.231133:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765700.255602:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765700.896986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765700.897001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765700.897007:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765700.897020:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3218 00000100:00080000:3.0:1789765700.897035:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765700.897044:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765700.897089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015531008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765700.897123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765700.897127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765700.897128:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765700.897133:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3218 00000100:00080000:3.0:1789765700.897136:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765700.897141:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765700.897153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765700.897165:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015531136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765700.897175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765700.897178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765700.897180:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765700.897184:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3218 00000100:00080000:3.0:1789765700.897187:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765700.897191:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765700.897196:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765700.897206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015531264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765700.897215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765700.897220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765700.897221:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765700.897224:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3218 00000100:00080000:3.0:1789765700.897228:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765700.897232:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765700.897236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765700.897248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015531392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765700.897257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765700.897260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765700.897261:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765700.897264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3218 00000100:00080000:3.0:1789765700.897268:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765700.897272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765700.897276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765700.897287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015531520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765700.897743:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015531008:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765700.897824:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765700.897950:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765700/real 1789765700] req@ffff9cdd59277100 x1876702015531008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765700.897969:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015531008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765700.897980:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765700.897984:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765700.897988:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015531008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765700.897996:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015531136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765700.898020:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765700.898030:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765700/real 1789765700] req@ffff9cdd59274700 x1876702015531136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765700.898041:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015531136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765700.898048:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765700.898050:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765700.898053:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015531136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765700.898058:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015531264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765700.898074:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765700.898081:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765700/real 1789765700] req@ffff9cdd59275880 x1876702015531264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765700.898092:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015531264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765700.898104:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765700.898107:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765700.898110:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015531264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765700.898116:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015531392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765700.898131:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765700.898139:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765700/real 1789765700] req@ffff9cdd59275f80 x1876702015531392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765700.898150:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015531392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765700.898158:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765700.898161:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765700.898164:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015531392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765700.898172:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015531520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765700.898191:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765700.898201:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765700/real 1789765700] req@ffff9cdd59275c00 x1876702015531520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765700.898210:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015531520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765700.898217:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765700.898221:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765700.898224:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015531520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765701.279925:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765702.303556:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765703.327919:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765704.363499:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765705.375195:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765706.018245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765706.018257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765706.018263:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765706.018276:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3224 00000100:00080000:0.0:1789765706.018290:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765706.018300:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765706.019626:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015531648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765706.020039:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015531648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765706.020141:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765706.020181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765706.020186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765706.020189:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765706.020195:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3224 00000100:00080000:0.0:1789765706.020201:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765706.020210:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765706.020224:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765706.020248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015531776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765706.020956:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765706/real 1789765706] req@ffff9cdd47cf8e00 x1876702015531648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765706.020981:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015531648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765706.020993:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765706.021203:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765706.021209:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015531648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765706.021244:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015531776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765706.021288:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765706.021304:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765706/real 1789765706] req@ffff9cdd47cfb100 x1876702015531776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765706.021315:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015531776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765706.021323:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765706.021326:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765706.021330:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015531776:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765706.021569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765706.021574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765706.021577:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765706.021582:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3224 00000100:00080000:0.0:1789765706.021588:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765706.021595:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765706.021603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765706.021623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015531904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765706.021722:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015531904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765706.021808:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765706.021830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765706.021843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765706.021850:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765706.021855:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3224 00000100:00080000:0.0:1789765706.021859:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765706.021877:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765706.021884:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765706.021897:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015532032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765706.022202:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765706/real 1789765706] req@ffff9cdd47cfa300 x1876702015531904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765706.022217:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015531904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765706.022225:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765706.022229:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765706.022233:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015531904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765706.022250:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015532032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765706.022276:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765706.022289:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765706/real 1789765706] req@ffff9cdd47cfa680 x1876702015532032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765706.022300:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015532032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765706.022310:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765706.022313:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765706.022316:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015532032:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789765706.022468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765706.022473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765706.022475:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765706.022480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3224 00000100:00080000:0.0:1789765706.022485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765706.022491:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765706.022566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765706.022585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015532160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765706.022631:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015532160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765706.022794:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765706.023071:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765706/real 1789765706] req@ffff9cdd47cf8700 x1876702015532160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765706.023088:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015532160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765706.023104:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765706.023107:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765706.023111:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015532160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765706.401916:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765707.423142:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765708.447403:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765709.477923:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765710.495318:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765711.135218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765711.135235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765711.135251:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765711.135265:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3229 00000100:00080000:1.0:1789765711.135284:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765711.135294:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765711.135352:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015532288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765711.135398:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765711.135402:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765711.135404:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765711.135409:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3229 00000100:00080000:1.0:1789765711.135413:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765711.135417:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765711.135430:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765711.135444:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015532416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765711.135455:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765711.135459:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765711.135460:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765711.135464:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3229 00000100:00080000:1.0:1789765711.135468:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765711.135472:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765711.135477:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765711.135490:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015532544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765711.135501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765711.135505:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765711.135507:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765711.135521:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3229 00000100:00080000:1.0:1789765711.135525:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765711.135529:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765711.135535:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765711.135546:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015532672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765711.135556:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765711.135559:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765711.135561:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765711.135565:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3229 00000100:00080000:1.0:1789765711.135569:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765711.135573:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765711.135578:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765711.135589:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015532800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765711.135797:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015532288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765711.138233:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765711.138337:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765711/real 1789765711] req@ffff9cdd47c53100 x1876702015532288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765711.138362:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015532288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765711.138376:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765711.138380:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765711.138384:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015532288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765711.138408:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015532416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765711.138466:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765711.138481:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765711/real 1789765711] req@ffff9cdd47c52d80 x1876702015532416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765711.138495:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015532416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765711.138503:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765711.138506:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765711.138509:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015532416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765711.138526:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015532544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765711.138550:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765711.138560:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765711/real 1789765711] req@ffff9cdd47c51c00 x1876702015532544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765711.138571:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015532544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765711.138578:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765711.138582:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765711.138585:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015532544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765711.138592:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015532672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765711.138613:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765711.138623:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765711/real 1789765711] req@ffff9cdd47c51180 x1876702015532672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765711.138633:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015532672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765711.138641:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765711.138644:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765711.138647:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015532672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765711.138653:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015532800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765711.138673:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765711.138682:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765711/real 1789765711] req@ffff9cdd47c51880 x1876702015532800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765711.138694:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015532800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765711.138702:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765711.138705:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765711.138708:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015532800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765711.519770:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765712.543823:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765713.568121:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765714.591416:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765715.615183:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765716.256160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765716.256169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765716.256173:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765716.256183:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3234 00000100:00080000:3.0:1789765716.256193:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765716.256199:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765716.256235:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015532928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765716.256308:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015532928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765716.256892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765716.256897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765716.256899:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765716.256905:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3234 00000100:00080000:3.0:1789765716.256909:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765716.256914:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765716.256923:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765716.256940:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015533056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765716.259845:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533056:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789765716.263406:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765716.263415:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765716.263419:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765716.263428:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3234 00000100:00080000:3.0:1789765716.263437:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765716.263444:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765716.263456:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765716.263488:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015533184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765716.263508:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765716.263511:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765716.263513:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765716.263516:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3234 00000100:00100000:2.0:1789765716.263543:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533184:192.168.203.148@tcp:8:kworker.0 00000100:00080000:3.0:1789765716.263681:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765716.263687:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765716.263692:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765716.263704:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015533312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765716.263720:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765716.263723:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765716.263725:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765716.263728:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3234 00000100:00080000:3.0:1789765716.263732:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765716.263736:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765716.263742:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765716.263747:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765716.263755:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015533440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765716.263776:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015533440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765716.639390:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765717.663137:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765718.687304:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765719.329262:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789765719.329348:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765719.329375:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765719.329437:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765719.329451:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765719.329459:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765719.329468:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789765719.329718:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765716/real 1789765719] req@ffff9cdd59274000 x1876702015533440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765719.329749:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015533440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765719.329764:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765719.329770:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765719.329775:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015533440:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765719.329783:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765716/real 1789765719] req@ffff9cdd59277800 x1876702015533312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765719.329795:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015533312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765719.329803:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765719.329806:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765719.329809:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765719.329817:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765716/real 1789765719] req@ffff9cdd59276300 x1876702015533184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765719.329828:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015533184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765719.329840:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765719.329844:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765719.329847:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765719.329854:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765716/real 1789765719] req@ffff9cdd59274e00 x1876702015533056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765719.329904:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015533056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765719.329912:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765719.329915:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765719.329919:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765719.329925:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765716/real 1789765719] req@ffff9cdd59276680 x1876702015532928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765719.329946:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015532928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765719.329953:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765719.329956:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765719.329959:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015532928:192.168.203.148@tcp:250:kworker.0 00010000:00010000:1.0:1789765719.711164:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765720.735135:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765721.375590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765721.375605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765721.375610:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765721.375623:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3239 00000100:00080000:0.0:1789765721.375637:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765721.375646:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765721.375695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015533568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765721.375998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765721.376004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765721.376006:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765721.376012:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3239 00000100:00080000:0.0:1789765721.376018:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765721.376024:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765721.376038:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765721.376053:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015533696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765721.376064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765721.376067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765721.376069:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765721.376074:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3239 00000100:00080000:0.0:1789765721.376077:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765721.376081:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765721.376086:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765721.376098:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015533824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765721.376108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765721.376112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765721.376114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765721.376117:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3239 00000100:00080000:0.0:1789765721.376120:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765721.376124:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765721.376129:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765721.376139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015533952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765721.376147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765721.376150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765721.376152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765721.376156:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3239 00000100:00080000:0.0:1789765721.376159:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765721.376163:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765721.376167:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765721.376188:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015534080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765721.377546:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015533568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765721.377669:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765721.377734:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765721/real 1789765721] req@ffff9cdd47cf8000 x1876702015533568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765721.377757:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015533568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765721.377770:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765721.377774:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765721.377779:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015533568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765721.377787:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765721.377812:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765721.377826:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765721/real 1789765721] req@ffff9cdd47cf8700 x1876702015533696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765721.377837:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015533696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765721.377844:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765721.377848:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765721.377851:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765721.377858:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765721.377932:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765721.377944:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765721/real 1789765721] req@ffff9cdd47cfa680 x1876702015533824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765721.377955:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015533824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765721.377969:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765721.377972:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765721.377975:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765721.377982:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765721.378003:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765721.378014:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765721/real 1789765721] req@ffff9cdd47cfa300 x1876702015533952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765721.378024:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015533952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765721.378031:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765721.378035:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765721.378038:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015533952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765721.378044:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015534080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765721.378063:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765721.378073:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765721/real 1789765721] req@ffff9cdd47cfb100 x1876702015534080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765721.378084:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015534080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765721.378091:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765721.378105:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765721.378108:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015534080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765721.762169:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765722.784729:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765723.808135:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765724.833648:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765725.858233:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765726.495045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765726.495054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765726.495058:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765726.495067:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3244 00000100:00080000:3.0:1789765726.495077:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765726.495084:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765726.495122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015534208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765726.495153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765726.495156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765726.495158:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765726.495162:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3244 00000100:00080000:3.0:1789765726.495165:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765726.495169:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765726.495178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765726.495190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015534336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765726.495199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765726.495202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765726.495203:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765726.495206:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3244 00000100:00080000:3.0:1789765726.495209:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765726.495212:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765726.495217:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765726.495225:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015534464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765726.495233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765726.495235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765726.495237:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765726.495240:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3244 00000100:00080000:3.0:1789765726.495243:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765726.495246:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765726.495250:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765726.495272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015534592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765726.495291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765726.495294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765726.495296:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765726.495299:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3244 00000100:00080000:3.0:1789765726.495302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765726.495306:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765726.495310:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765726.495320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015534720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765726.498689:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015534208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765726.498761:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765726.498803:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765726/real 1789765726] req@ffff9cdd59277b80 x1876702015534208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765726.498821:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015534208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765726.498832:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765726.498836:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765726.498840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015534208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765726.498847:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015534336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765726.498910:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765726.498925:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765726/real 1789765726] req@ffff9cdd59276d80 x1876702015534336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765726.498939:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015534336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765726.498947:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765726.498950:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765726.498954:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015534336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765726.498960:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015534464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765726.498980:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765726.498992:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765726/real 1789765726] req@ffff9cdd59275180 x1876702015534464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765726.499003:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015534464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765726.499012:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765726.499015:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765726.499018:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015534464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765726.499024:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015534592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765726.499043:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765726.499053:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765726/real 1789765726] req@ffff9cdd59274380 x1876702015534592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765726.499063:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015534592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765726.499071:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765726.499074:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765726.499077:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015534592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765726.499083:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015534720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765726.499102:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765726.499113:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765726/real 1789765726] req@ffff9cdd59275500 x1876702015534720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765726.499124:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015534720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765726.499144:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765726.499148:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765726.499152:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015534720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765726.879709:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765727.903985:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765728.927445:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765729.954640:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765730.975185:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765731.615568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765731.615581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765731.615587:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765731.615600:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3249 00000100:00080000:0.0:1789765731.615616:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765731.615625:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765731.615676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015534848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765731.615707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765731.615711:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765731.615712:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765731.615717:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3249 00000100:00080000:0.0:1789765731.615721:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765731.615725:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765731.615737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765731.615750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015534976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765731.615761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789765731.615763:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015534848:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789765731.615767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765731.615771:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765731.615777:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3249 00000100:00080000:0.0:1789765731.615780:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765731.615784:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765731.615789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765731.615802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015535104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765731.615811:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765731.615815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765731.615816:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765731.615820:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3249 00000100:00080000:0.0:1789765731.615824:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765731.615828:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765731.615832:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765731.615844:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015535232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765731.615852:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765731.615856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765731.615861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765731.615863:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765731.615919:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3249 00000100:00080000:0.0:1789765731.615924:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765731.615929:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765731.615934:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765731.615939:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765731/real 1789765731] req@ffff9cdd47cf8e00 x1876702015534848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765731.615949:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015535360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765731.615964:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015534848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765731.615977:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765731.615983:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765731.615987:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015534848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765731.616017:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015534976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765731.616041:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765731.616053:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765731/real 1789765731] req@ffff9cdd47cf9c00 x1876702015534976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765731.616065:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015534976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765731.616078:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765731.616082:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765731.616086:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015534976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765731.616092:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015535104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765731.616110:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765731.616120:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765731/real 1789765731] req@ffff9cdd47cf9880 x1876702015535104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765731.616130:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015535104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765731.616138:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765731.616141:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765731.616144:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015535104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765731.616150:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015535232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765731.616165:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765731.616174:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765731/real 1789765731] req@ffff9cdd47cf9500 x1876702015535232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765731.616185:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015535232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765731.616192:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765731.616196:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765731.616199:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015535232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765731.616204:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015535360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765731.616221:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765731.616231:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765731/real 1789765731] req@ffff9cdd47cf8a80 x1876702015535360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765731.619386:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015535360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765731.619407:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765731.619413:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765731.619417:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015535360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765732.000409:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765733.023562:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765734.047691:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765735.071091:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765736.095997:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765736.735018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765736.735027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765736.735031:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765736.735048:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3254 00000100:00080000:0.0:1789765736.735067:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765736.735075:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765736.735112:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015535488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765736.735141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765736.735145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765736.735147:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765736.735151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3254 00000100:00080000:0.0:1789765736.735155:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765736.735159:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765736.735167:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765736.735182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015535616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765736.735192:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765736.735195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765736.735198:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765736.735214:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3254 00000100:00080000:0.0:1789765736.735218:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765736.735222:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765736.735227:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765736.735239:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015535744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765736.735253:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015535488:192.168.203.148@tcp:250:kworker.0 00000100:00080000:0.0:1789765736.735255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765736.735259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765736.735260:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765736.735267:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3254 00000100:00080000:0.0:1789765736.735274:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765736.735279:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765736.735283:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765736.735295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015535872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765736.735304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765736.735307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765736.735309:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765736.735313:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3254 00000100:00080000:0.0:1789765736.735317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765736.735320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765736.735325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765736.735335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015536000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765736.735381:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765736.735599:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765736/real 1789765736] req@ffff9cdd47cf9f80 x1876702015535488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765736.735620:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015535488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765736.735632:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765736.735638:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765736.735642:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015535488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765736.735651:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015535616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765736.735677:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765736.735690:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765736/real 1789765736] req@ffff9cdd47cf9180 x1876702015535616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765736.735702:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015535616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765736.735715:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765736.735718:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765736.735722:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015535616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765736.735759:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015535744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765736.735782:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765736.735795:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765736/real 1789765736] req@ffff9cdd47cfb480 x1876702015535744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765736.735807:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015535744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765736.735815:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765736.735818:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765736.735822:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015535744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765736.735828:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015535872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765736.735848:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765736.735861:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765736/real 1789765736] req@ffff9cdd47cfad80 x1876702015535872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765736.735933:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015535872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765736.735939:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765736.735943:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765736.735946:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015535872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765736.735952:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015536000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765736.735972:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765736.735983:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765736/real 1789765736] req@ffff9cdd47cfbb80 x1876702015536000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765736.735994:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015536000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765736.736000:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765736.736003:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765736.736005:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015536000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765737.122351:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765738.143887:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765739.167148:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765740.191918:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765741.215165:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765741.856588:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765741.856602:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765741.856607:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765741.856619:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3259 00000100:00080000:1.0:1789765741.856634:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765741.856643:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765741.856692:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015536128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765741.856727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765741.856733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765741.856734:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765741.856738:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3259 00000100:00080000:1.0:1789765741.856741:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765741.856745:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765741.856756:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765741.856770:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015536256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765741.856780:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765741.856784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765741.856785:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765741.856789:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3259 00000100:00080000:1.0:1789765741.856792:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765741.856795:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765741.856800:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765741.856810:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015536384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765741.856818:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765741.856821:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765741.856823:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765741.856826:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3259 00000100:00080000:1.0:1789765741.856829:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765741.856832:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765741.856838:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765741.856847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015536512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765741.856855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765741.856858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765741.856860:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765741.856863:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3259 00000100:00080000:1.0:1789765741.856892:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765741.856897:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765741.856902:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765741.856912:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015536640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765741.857007:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015536128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765741.857088:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765741.857149:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765741/real 1789765741] req@ffff9cdd47c50700 x1876702015536128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765741.857176:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015536128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765741.857187:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765741.857191:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765741.857195:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015536128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765741.857202:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015536256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765741.857227:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765741.857240:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765741/real 1789765741] req@ffff9cdd47c51880 x1876702015536256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765741.857252:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015536256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765741.857259:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765741.857263:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765741.857265:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015536256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765741.857270:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015536384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765741.857301:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765741.857313:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765741/real 1789765741] req@ffff9cdd47c51180 x1876702015536384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765741.857323:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015536384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765741.857331:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765741.857334:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765741.857337:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015536384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765741.857342:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015536512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765741.857359:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765741.857369:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765741/real 1789765741] req@ffff9cdd47c51c00 x1876702015536512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765741.857386:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015536512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765741.857393:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765741.857396:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765741.857400:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015536512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765741.857406:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015536640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765741.857424:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765741.857434:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765741/real 1789765741] req@ffff9cdd47c52d80 x1876702015536640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765741.857445:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015536640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765741.857453:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765741.857456:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765741.857458:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015536640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765742.239499:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765743.263152:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765744.287177:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765745.311194:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765746.335911:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765746.975101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765746.975114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765746.975133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765746.975147:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3264 00000100:00080000:1.0:1789765746.975162:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765746.975170:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765746.975223:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015536768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765746.975263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765746.975266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765746.975269:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765746.975274:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3264 00000100:00080000:1.0:1789765746.975278:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765746.975282:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765746.975294:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765746.975306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015536896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765746.975316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765746.975319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765746.975321:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765746.975324:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3264 00000100:00080000:1.0:1789765746.975327:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765746.975331:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765746.975337:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765746.975345:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015537024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765746.975353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765746.975357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765746.975358:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765746.975362:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3264 00000100:00080000:1.0:1789765746.975365:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765746.975369:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765746.975374:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765746.975385:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015537152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765746.975394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765746.975397:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765746.975399:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765746.975403:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3264 00000100:00080000:1.0:1789765746.975406:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765746.975410:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765746.975415:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765746.975418:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015536768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765746.975428:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015537280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765746.975507:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765746.975571:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765746/real 1789765746] req@ffff9cdd47c53100 x1876702015536768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765746.975592:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015536768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765746.975603:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765746.975607:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765746.975611:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015536768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765746.975844:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015536896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765746.975905:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765746.975919:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765746/real 1789765746] req@ffff9cdd47c52300 x1876702015536896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765746.976043:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015536896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765746.976052:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765746.976055:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765746.976058:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015536896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765746.976064:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015537024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765746.977488:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765746.977533:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765746/real 1789765746] req@ffff9cdd47c50e00 x1876702015537024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765746.977553:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015537024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765746.977565:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765746.977570:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765746.977574:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015537024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765746.977585:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015537152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765746.977644:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765746.977658:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765746/real 1789765746] req@ffff9cdd47c50000 x1876702015537152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765746.977670:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015537152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765746.977678:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765746.977681:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765746.977684:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015537152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765746.977724:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015537280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765746.977747:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765746.977759:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765746/real 1789765746] req@ffff9cdd47c50a80 x1876702015537280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765746.977770:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015537280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765746.977777:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765746.977781:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765746.977784:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015537280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789765747.359497:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765748.383305:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765749.411667:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765750.431169:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765751.455357:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765752.095364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765752.095377:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765752.095382:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765752.095395:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3270 00000100:00080000:3.0:1789765752.095411:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765752.095420:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765752.095533:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015537408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765752.095568:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765752.095572:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765752.095574:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765752.095579:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3270 00000100:00080000:3.0:1789765752.095584:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765752.095588:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765752.095600:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765752.095612:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015537536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765752.095623:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765752.095626:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765752.095627:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765752.095631:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3270 00000100:00080000:3.0:1789765752.095634:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765752.095638:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765752.095644:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765752.095655:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015537664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765752.095662:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765752.095666:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765752.095667:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765752.095671:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3270 00000100:00080000:3.0:1789765752.095674:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765752.095678:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765752.095682:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765752.095694:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015537792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765752.095708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765752.095712:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765752.095714:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765752.095717:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3270 00000100:00080000:3.0:1789765752.095721:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765752.095725:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765752.095730:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765752.095740:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015537920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765752.097050:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015537408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765752.097160:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765752.097229:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765752/real 1789765752] req@ffff9cdd59274a80 x1876702015537408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765752.097252:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015537408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765752.097265:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765752.097270:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765752.097275:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015537408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765752.097284:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015537536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765752.097310:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765752.097324:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765752/real 1789765752] req@ffff9cdd59277480 x1876702015537536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765752.097336:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015537536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765752.097345:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765752.097348:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765752.097351:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015537536:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765752.097426:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015537664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765752.097452:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765752.097464:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765752/real 1789765752] req@ffff9cdd59276a00 x1876702015537664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765752.097481:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015537664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765752.097489:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765752.097492:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765752.097495:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015537664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765752.097501:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015537792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765752.097523:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765752.097534:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765752/real 1789765752] req@ffff9cdd59275500 x1876702015537792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765752.097546:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015537792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765752.097554:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765752.097557:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765752.097560:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015537792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765752.097566:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015537920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765752.097584:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765752.097593:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765752/real 1789765752] req@ffff9cdd59274380 x1876702015537920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765752.097602:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015537920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765752.097615:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765752.097618:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765752.097621:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015537920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765752.480335:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765753.505963:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765754.527551:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765755.551158:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789765756.576155:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765757.215015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765757.215027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765757.215033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765757.215044:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3275 00000100:00080000:3.0:1789765757.216708:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765757.216728:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765757.216778:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015538048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765757.216814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765757.216818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765757.216821:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765757.216826:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3275 00000100:00080000:3.0:1789765757.216830:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765757.216834:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765757.216845:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765757.216856:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015538176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765757.216880:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765757.216883:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765757.216885:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765757.216889:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3275 00000100:00080000:3.0:1789765757.216892:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765757.216895:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765757.216899:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765757.216908:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015538304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765757.216916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765757.216919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765757.216921:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765757.216924:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3275 00000100:00080000:3.0:1789765757.216926:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765757.216929:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765757.216933:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765757.216940:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015538432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765757.216963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765757.216966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765757.216968:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765757.216971:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3275 00000100:00080000:3.0:1789765757.216974:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765757.216978:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765757.216981:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765757.216992:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015538560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765757.217159:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015538048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765757.217388:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765757.217461:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765757/real 1789765757] req@ffff9cdd59275180 x1876702015538048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765757.217484:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015538048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765757.217496:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765757.217501:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765757.217505:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015538048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765757.217513:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015538176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765757.217540:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765757.217554:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765757/real 1789765757] req@ffff9cdd59276d80 x1876702015538176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765757.217566:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015538176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765757.217574:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765757.217578:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765757.217582:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015538176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765757.217588:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015538304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765757.217609:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765757.217620:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765757/real 1789765757] req@ffff9cdd59277b80 x1876702015538304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765757.217630:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015538304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765757.217638:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765757.217641:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765757.217644:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015538304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765757.217649:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015538432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765757.217667:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765757.217678:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765757/real 1789765757] req@ffff9cdd59276680 x1876702015538432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765757.217689:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015538432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765757.217697:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765757.217700:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765757.217703:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015538432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765757.217709:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015538560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765757.217729:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765757.217740:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765757/real 1789765757] req@ffff9cdd59274e00 x1876702015538560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765757.217751:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015538560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765757.217759:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765757.217762:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765757.217765:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015538560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765757.599277:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765758.623111:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765759.647186:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765760.671168:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765761.696358:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765762.335307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765762.335320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765762.335325:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765762.335339:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3280 00000100:00080000:0.0:1789765762.335352:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765762.335361:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765762.335421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015538688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765762.335521:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015538688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765762.335599:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765762.335688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765762.335696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765762.335699:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765762.335704:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3280 00000100:00080000:0.0:1789765762.335708:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765762.335713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765762.335724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765762.335741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015538816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765762.336962:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765762/real 1789765762] req@ffff9cdd47cfaa00 x1876702015538688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765762.336990:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015538688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765762.337001:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765762.337006:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765762.337010:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015538688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765762.337064:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015538816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765762.337114:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765762.337132:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765762/real 1789765762] req@ffff9cdd47cfbb80 x1876702015538816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765762.337151:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015538816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765762.337159:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765762.337162:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765762.337165:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015538816:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765762.338923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765762.338934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765762.338938:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765762.338948:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3280 00000100:00080000:0.0:1789765762.338959:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765762.338967:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765762.338982:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765762.339200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015538944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765762.339262:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015538944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765762.339326:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765762.339359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765762.339363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765762.339365:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765762.339370:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3280 00000100:00080000:0.0:1789765762.339374:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765762.339379:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765762.339386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765762.339410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015539072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765762.348411:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765762/real 1789765762] req@ffff9cdd47cfad80 x1876702015538944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765762.348447:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015538944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765762.348461:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765762.348467:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765762.348471:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015538944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765762.348584:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015539072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765762.349067:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765762.349093:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765762/real 1789765762] req@ffff9cdd47cfb480 x1876702015539072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765762.349108:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015539072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765762.349123:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765762.349127:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765762.349131:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015539072:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789765762.349905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765762.349914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765762.349917:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765762.349925:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3280 00000100:00080000:0.0:1789765762.349934:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765762.349942:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765762.349958:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765762.349993:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015539200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765762.350181:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015539200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765762.350234:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765762.350258:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765762/real 1789765762] req@ffff9cdd47cf9180 x1876702015539200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765762.350272:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015539200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765762.350281:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765762.350285:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765762.350289:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015539200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765762.719422:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765763.743563:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765764.768288:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765765.791211:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765766.815643:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765767.455077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765767.455090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765767.455096:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765767.455108:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3285 00000100:00080000:0.0:1789765767.455123:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765767.455132:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765767.455207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015539328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765767.455245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765767.455249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765767.455251:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765767.455255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3285 00000100:00080000:0.0:1789765767.455260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765767.455264:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765767.455276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765767.455292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015539456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765767.455301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765767.455304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765767.455305:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765767.455309:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3285 00000100:00080000:0.0:1789765767.455312:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765767.455314:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765767.455319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765767.455328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015539584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765767.455335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765767.455338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765767.455340:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765767.455343:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3285 00000100:00080000:0.0:1789765767.455345:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765767.455348:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765767.455352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765767.455360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015539712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765767.455372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765767.455375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765767.455377:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765767.455380:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3285 00000100:00080000:0.0:1789765767.455383:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765767.455387:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765767.455531:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015539328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765767.455623:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765767.455674:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765767/real 1789765767] req@ffff9cdd47cf9f80 x1876702015539328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765767.455694:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015539328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765767.455705:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765767.455709:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765767.455718:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015539328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765767.455728:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015539456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765767.455750:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765767.456260:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765767/real 1789765767] req@ffff9cdd47cf8a80 x1876702015539456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765767.456280:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015539456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765767.456289:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765767.456292:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765767.456296:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015539456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765767.456303:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015539584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765767.456330:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765767.456342:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765767/real 1789765767] req@ffff9cdd47cf9500 x1876702015539584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765767.456352:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015539584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765767.456358:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765767.456361:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765767.456364:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015539584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765767.456369:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015539712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765767.456384:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765767.456463:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765767/real 1789765767] req@ffff9cdd47cf9880 x1876702015539712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765767.456475:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015539712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765767.456482:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765767.456485:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765767.456488:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015539712:192.168.203.148@tcp:8:kworker.0 00000008:00100000:0.0:1789765767.456585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765767.456665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015539840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765767.457249:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015539840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765767.457298:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765767.457320:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765767/real 1789765767] req@ffff9cdd47cf9c00 x1876702015539840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765767.457335:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015539840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765767.457343:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765767.457347:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765767.457350:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015539840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765767.839562:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765768.865495:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765769.887158:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765770.911264:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765771.937048:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765772.575562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765772.575580:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765772.575585:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765772.575599:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3290 00000100:00080000:3.0:1789765772.575614:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765772.575624:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765772.575675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015539968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765772.575711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765772.575715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765772.575717:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765772.575722:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3290 00000100:00080000:3.0:1789765772.575726:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765772.575731:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765772.575743:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765772.575755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015540096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765772.575764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765772.575767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765772.575769:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765772.575773:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3290 00000100:00080000:3.0:1789765772.575776:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765772.575780:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765772.575785:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765772.575795:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015540224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765772.575803:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765772.575807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765772.575809:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765772.575812:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3290 00000100:00080000:3.0:1789765772.575816:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765772.575819:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765772.575823:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765772.575832:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015540352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765772.575840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765772.575842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765772.575844:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765772.575847:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3290 00000100:00080000:3.0:1789765772.575849:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765772.575852:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765772.575857:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765772.576135:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015539968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765772.576232:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765772.576290:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765772/real 1789765772] req@ffff9cdd59276300 x1876702015539968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765772.576308:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015539968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765772.576327:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765772.576331:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765772.576336:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015539968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765772.576343:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765772.576368:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765772.576381:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765772/real 1789765772] req@ffff9cdd59277800 x1876702015540096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765772.576394:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015540096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765772.576402:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765772.576405:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765772.576408:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765772.576414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765772.576433:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765772.576444:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765772/real 1789765772] req@ffff9cdd59274000 x1876702015540224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765772.576455:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015540224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765772.576463:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765772.576465:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765772.576468:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765772.576474:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765772.576493:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765772.576504:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765772/real 1789765772] req@ffff9cdd59275c00 x1876702015540352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765772.576515:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015540352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765772.576522:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765772.576525:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765772.576529:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765772.576752:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015540480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765772.577494:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015540480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765772.577557:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765772.577587:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765772/real 1789765772] req@ffff9cdd59275f80 x1876702015540480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765772.577602:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015540480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765772.577611:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765772.577615:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765772.577618:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015540480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765772.959085:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765773.983116:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765775.007218:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765776.034476:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765777.056050:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765777.695161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765777.695171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765777.695175:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765777.695218:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3295 00000100:00080000:3.0:1789765777.695230:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765777.695250:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765777.695317:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015540608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765777.695373:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765777.695376:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765777.695378:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765777.695382:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3295 00000100:00080000:3.0:1789765777.695386:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765777.695390:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765777.695400:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765777.695425:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015540736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765777.695434:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765777.695437:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765777.695438:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765777.695441:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3295 00000100:00080000:3.0:1789765777.695444:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765777.695448:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765777.695452:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765777.695461:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015540864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765777.695469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765777.695472:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765777.695474:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765777.695478:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3295 00000100:00080000:3.0:1789765777.695480:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765777.695483:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765777.695487:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765777.695498:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015540992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765777.695506:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765777.695509:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765777.695510:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765777.695513:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3295 00000100:00080000:3.0:1789765777.695516:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765777.695519:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765777.695522:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765777.695532:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015541120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765777.695679:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015540608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765777.695776:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765777.695848:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765777/real 1789765777] req@ffff9cdd59275880 x1876702015540608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765777.695918:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015540608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765777.695927:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765777.695931:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765777.695935:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015540608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765777.695941:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765777.695993:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765777.696007:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765777/real 1789765777] req@ffff9cdd59274700 x1876702015540736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765777.696035:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015540736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765777.696057:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765777.696061:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765777.696064:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765777.696070:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765777.696091:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765777.696102:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765777/real 1789765777] req@ffff9cdd59277100 x1876702015540864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765777.696114:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015540864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765777.696127:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765777.696130:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765777.696148:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765777.696154:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765777.696188:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765777.696199:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765777/real 1789765777] req@ffff9cdd59275f80 x1876702015540992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765777.696225:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015540992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765777.696245:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765777.696249:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765777.696252:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015540992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765777.696258:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015541120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765777.696289:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765777.696315:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765777/real 1789765777] req@ffff9cdd59275c00 x1876702015541120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765777.696327:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015541120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765777.696347:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765777.696350:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765777.696354:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015541120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765778.080161:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765779.103222:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765780.128032:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765781.152132:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765782.175752:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765782.815183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765782.815193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765782.815197:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765782.815206:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3300 00000100:00080000:0.0:1789765782.815217:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765782.815224:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765782.815261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015541248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765782.815288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765782.815292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765782.815294:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765782.815298:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3300 00000100:00080000:0.0:1789765782.815301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765782.815313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765782.815323:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765782.815334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015541376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765782.815343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765782.815346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765782.815348:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765782.815351:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3300 00000100:00080000:0.0:1789765782.815354:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765782.815358:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765782.815362:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765782.815371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015541504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765782.815379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765782.815381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765782.815383:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765782.815385:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3300 00000100:00080000:0.0:1789765782.815388:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765782.815392:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765782.815396:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765782.815404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015541632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765782.815412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765782.815415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765782.815417:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765782.815419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3300 00000100:00080000:0.0:1789765782.815422:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765782.815426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765782.815430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765782.815439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015541760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765782.815556:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015541248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765782.815640:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015541376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765782.815666:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015541504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765782.815686:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015541632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765782.815706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015541760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765783.199483:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765784.223331:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765785.247054:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789765785.887287:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789765785.887328:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789765785.887356:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765785.887398:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765785.887407:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765785.887414:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765785.887421:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789765785.887488:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765782/real 1789765785] req@ffff9cdd47cf8e00 x1876702015541248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765785.887513:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015541248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765785.887525:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765785.887529:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765785.887543:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015541248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765785.887551:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765782/real 1789765785] req@ffff9cdd47cfb100 x1876702015541376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765785.887563:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015541376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765785.887571:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765785.887575:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765785.887578:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015541376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765785.887585:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765782/real 1789765785] req@ffff9cdd47cfa300 x1876702015541504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765785.887595:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015541504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765785.887602:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765785.887605:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765785.887608:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015541504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765785.887614:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765782/real 1789765785] req@ffff9cdd47cfa680 x1876702015541632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765785.887623:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015541632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765785.887630:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765785.887633:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765785.887636:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015541632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765785.887642:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765782/real 1789765785] req@ffff9cdd47cf8700 x1876702015541760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765785.887651:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015541760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765785.887658:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765785.887661:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765785.887663:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015541760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765786.271166:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765787.295095:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765787.941232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765787.941242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765787.941255:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765787.941266:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3305 00000100:00080000:3.0:1789765787.941277:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765787.941284:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765787.941320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015541888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765787.941350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765787.941354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765787.941356:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765787.941360:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3305 00000100:00080000:3.0:1789765787.941363:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765787.941368:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765787.941378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765787.941390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015542016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765787.941399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765787.941402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765787.941404:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765787.941407:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3305 00000100:00080000:3.0:1789765787.941410:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765787.941412:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765787.941417:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765787.941425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015542144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765787.941432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765787.941435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765787.941437:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765787.941451:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3305 00000100:00080000:3.0:1789765787.941456:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765787.941460:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765787.941466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765787.941474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015542272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765787.941482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765787.941484:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765787.941486:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765787.941489:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3305 00000100:00080000:3.0:1789765787.941491:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765787.941494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765787.941498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765787.941514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015542400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765787.941962:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015541888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765787.942025:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765787.942076:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765787/real 1789765787] req@ffff9cdd59274000 x1876702015541888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765787.942093:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015541888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765787.942102:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765787.942106:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765787.942109:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015541888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765787.942116:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765787.942139:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765787.942150:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765787/real 1789765787] req@ffff9cdd59277800 x1876702015542016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765787.942160:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015542016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765787.942169:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765787.942172:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765787.942175:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765787.942182:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765787.942203:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765787.942213:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765787/real 1789765787] req@ffff9cdd59276300 x1876702015542144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765787.942223:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015542144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765787.942230:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765787.942233:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765787.942236:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765787.942241:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765787.942260:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765787.942270:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765787/real 1789765787] req@ffff9cdd59274e00 x1876702015542272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765787.942292:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015542272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765787.942300:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765787.942303:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765787.942306:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765787.942311:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015542400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765787.942329:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765787.942339:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765787/real 1789765787] req@ffff9cdd59276680 x1876702015542400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765787.942349:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015542400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765787.942362:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765787.942365:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765787.942368:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015542400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765788.319091:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765789.353590:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765790.367575:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765791.392004:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765792.415148:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765793.056132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765793.056146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765793.056152:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765793.056165:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3311 00000100:00080000:1.0:1789765793.056179:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765793.056187:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765793.056238:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015542528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765793.056269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765793.056273:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765793.056275:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765793.056281:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3311 00000100:00080000:1.0:1789765793.056285:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765793.056289:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765793.056301:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765793.056313:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015542656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765793.056325:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789765793.056327:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015542528:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789765793.056331:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765793.056336:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765793.056342:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3311 00000100:00080000:1.0:1789765793.056345:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765793.056349:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765793.056355:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765793.056366:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015542784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765793.056376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765793.056379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765793.056381:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765793.056385:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3311 00000100:00080000:1.0:1789765793.056389:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765793.056392:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765793.056397:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765793.056409:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015542912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1789765793.056416:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789765793.056426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765793.056431:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765793.056433:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765793.056438:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3311 00000100:00080000:1.0:1789765793.056442:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765793.056447:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765793.056453:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765793.056465:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015543040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765793.056484:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765793/real 1789765793] req@ffff9cdd47c52680 x1876702015542528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765793.056511:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015542528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765793.057278:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765793.057290:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765793.057295:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015542528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765793.057330:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765793.057378:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765793.057402:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765793/real 1789765793] req@ffff9cdd47c50380 x1876702015542656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765793.057416:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015542656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765793.057425:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765793.057428:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765793.057431:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765793.057439:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765793.057463:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765793.057475:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765793/real 1789765793] req@ffff9cdd47c52a00 x1876702015542784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765793.057488:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015542784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765793.057496:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765793.057499:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765793.057503:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765793.057509:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765793.057529:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765793.057541:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765793/real 1789765793] req@ffff9cdd47c53800 x1876702015542912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765793.057552:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015542912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765793.057581:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765793.057586:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765793.057589:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015542912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765793.057596:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015543040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765793.057618:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765793.057629:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765793/real 1789765793] req@ffff9cdd47c51f80 x1876702015543040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765793.057641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015543040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765793.057648:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765793.057652:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765793.057655:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015543040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765793.441179:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765794.463338:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765795.487605:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765796.511193:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765797.535409:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765798.178110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765798.178120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765798.178125:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765798.178135:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3316 00000100:00080000:0.0:1789765798.178145:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765798.178152:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765798.178190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015543168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765798.178223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765798.178227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765798.178229:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765798.178233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3316 00000100:00080000:0.0:1789765798.178236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765798.178240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765798.178248:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765798.178259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015543296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765798.178326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765798.178328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765798.178330:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765798.178344:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3316 00000100:00080000:0.0:1789765798.178348:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765798.178351:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765798.178356:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765798.178367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015543424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765798.178375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765798.178379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765798.178380:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765798.178383:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3316 00000100:00080000:0.0:1789765798.178386:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765798.178390:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765798.178394:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765798.178402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015543552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765798.178410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765798.178413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765798.178414:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765798.178417:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3316 00000100:00080000:0.0:1789765798.178657:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765798.178664:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765798.178671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765798.178684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015543680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765798.179672:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015543168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765798.179761:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765798.179826:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765798/real 1789765798] req@ffff9cdd47cf8000 x1876702015543168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765798.179844:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015543168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765798.179854:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765798.179858:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765798.179862:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015543168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765798.179905:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015543296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765798.179929:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765798.179942:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765798/real 1789765798] req@ffff9cdd47cf8700 x1876702015543296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765798.179954:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015543296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765798.179967:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765798.179969:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765798.179972:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015543296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765798.179978:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015543424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765798.179999:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765798.180009:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765798/real 1789765798] req@ffff9cdd47cfa680 x1876702015543424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765798.180020:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015543424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765798.180026:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765798.180029:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765798.180032:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015543424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765798.180037:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015543552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765798.180054:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765798.180064:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765798/real 1789765798] req@ffff9cdd47cfa300 x1876702015543552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765798.180075:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015543552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765798.180081:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765798.180084:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765798.180087:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015543552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765798.180092:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015543680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765798.180107:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765798.180116:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765798/real 1789765798] req@ffff9cdd47cfb100 x1876702015543680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765798.180126:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015543680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765798.180133:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765798.180135:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765798.180138:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015543680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765798.559080:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765799.589722:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765800.607621:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765801.634513:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765802.655756:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765803.296576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765803.296590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765803.296595:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765803.296607:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3321 00000100:00080000:0.0:1789765803.296623:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765803.296632:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765803.296683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015543808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765803.296726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765803.296731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765803.296733:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765803.296737:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3321 00000100:00080000:0.0:1789765803.296741:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765803.296745:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765803.296757:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765803.296771:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015543936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765803.296791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789765803.296822:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015543808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765803.296981:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765803.297039:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765803/real 1789765803] req@ffff9cdd47cf8e00 x1876702015543808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765803.297059:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015543808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765803.297070:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765803.297075:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765803.297079:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015543808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765803.297086:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015543936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765803.297111:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765803.297124:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765803/real 1789765803] req@ffff9cdd47cf9c00 x1876702015543936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765803.297137:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015543936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765803.297144:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765803.297147:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765803.297150:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015543936:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765803.298833:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765803.298838:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765803.298847:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3321 00000100:00080000:0.0:1789765803.298855:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765803.298861:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765803.298886:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765803.298918:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015544064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765803.298946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765803.298951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765803.298952:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765803.298957:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3321 00000100:00080000:0.0:1789765803.298960:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765803.298964:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765803.298968:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765803.298979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015544192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765803.298987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765803.298990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765803.298991:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765803.298994:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3321 00000100:00080000:0.0:1789765803.298997:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765803.299000:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765803.299005:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765803.299013:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015544320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765803.299091:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015544064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765803.299142:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765803.299166:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765803/real 1789765803] req@ffff9cdd47cf9880 x1876702015544064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765803.299182:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015544064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765803.299191:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765803.299195:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765803.299199:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015544064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765803.299206:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015544192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765803.299225:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765803.299236:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765803/real 1789765803] req@ffff9cdd47cf9500 x1876702015544192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765803.299248:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015544192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765803.299256:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765803.299260:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765803.299263:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015544192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765803.299268:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015544320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765803.299287:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765803.299298:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765803/real 1789765803] req@ffff9cdd47cf8a80 x1876702015544320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765803.299309:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015544320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765803.299316:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765803.299319:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765803.299323:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015544320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765803.679396:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765804.703079:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765805.730372:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765806.751079:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765807.775107:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765808.415406:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765808.415416:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765808.415420:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765808.415429:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3326 00000100:00080000:3.0:1789765808.415439:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765808.415446:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765808.415482:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015544448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765808.415513:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765808.415517:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765808.415518:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765808.415522:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3326 00000100:00080000:3.0:1789765808.415527:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765808.415531:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765808.415540:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765808.415552:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015544576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765808.415561:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765808.415564:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765808.415566:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765808.415569:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3326 00000100:00080000:3.0:1789765808.415572:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765808.415576:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765808.415581:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765808.415591:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015544704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765808.415599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765808.415602:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765808.415604:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765808.415607:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3326 00000100:00080000:3.0:1789765808.415610:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765808.415621:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765808.415627:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765808.415636:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015544832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765808.415649:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765808.415652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765808.415653:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765808.415657:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3326 00000100:00080000:3.0:1789765808.415660:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765808.415663:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765808.415667:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765808.415686:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015544960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765808.416244:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015544448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765808.416304:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765808.416342:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765808/real 1789765808] req@ffff9cdd59277b80 x1876702015544448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765808.416357:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015544448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765808.416366:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765808.416370:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765808.416374:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015544448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765808.416381:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015544576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765808.416401:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765808.416413:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765808/real 1789765808] req@ffff9cdd59276d80 x1876702015544576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765808.416423:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015544576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765808.416429:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765808.416432:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765808.416434:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015544576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765808.416439:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015544704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765808.416457:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765808.416467:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765808/real 1789765808] req@ffff9cdd59275180 x1876702015544704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765808.416477:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015544704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765808.416483:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765808.416486:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765808.416489:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015544704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765808.416493:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015544832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765808.416511:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765808.416521:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765808/real 1789765808] req@ffff9cdd59274380 x1876702015544832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765808.416531:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015544832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765808.416537:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765808.416540:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765808.416543:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015544832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765808.416548:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015544960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765808.416565:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765808.416575:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765808/real 1789765808] req@ffff9cdd59275500 x1876702015544960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765808.416585:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015544960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765808.416591:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765808.416593:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765808.416595:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015544960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765808.799088:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765809.823066:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765810.848520:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765811.871312:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765812.896850:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765813.543402:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765813.543412:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765813.543416:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765813.543427:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3331 00000100:00080000:2.0:1789765813.543438:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765813.543445:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765813.543480:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015545088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765813.543516:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765813.543519:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765813.543521:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765813.543525:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3331 00000100:00080000:2.0:1789765813.543529:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765813.543532:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765813.543542:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765813.543553:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015545216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765813.543562:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765813.543565:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765813.543567:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765813.543571:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3331 00000100:00080000:2.0:1789765813.543574:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765813.543578:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765813.543582:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765813.543591:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015545344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765813.543599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765813.543602:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765813.543604:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765813.543606:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3331 00000100:00080000:2.0:1789765813.543609:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765813.543612:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765813.543616:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765813.543623:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015545472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765813.543630:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765813.543633:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765813.543634:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765813.543637:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3331 00000100:00080000:2.0:1789765813.543650:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765813.543653:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765813.543657:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765813.543666:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015545600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765813.543757:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015545088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765813.543815:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765813.543855:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765813/real 1789765813] req@ffff9cdd437a7100 x1876702015545088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765813.543907:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015545088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765813.543917:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765813.543921:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765813.543925:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015545088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765813.543932:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015545216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765813.543954:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765813.543967:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765813/real 1789765813] req@ffff9cdd437a4000 x1876702015545216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765813.543978:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015545216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765813.543986:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765813.543989:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765813.543992:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015545216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765813.543997:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015545344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765813.544016:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765813.544027:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765813/real 1789765813] req@ffff9cdd437a5c00 x1876702015545344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765813.544039:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015545344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765813.544047:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765813.544050:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765813.544054:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015545344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765813.544060:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015545472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765813.544077:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765813.544086:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765813/real 1789765813] req@ffff9cdd437a5500 x1876702015545472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765813.544096:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015545472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765813.544109:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765813.544112:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765813.544115:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015545472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765813.544120:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015545600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765813.544139:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765813.544149:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765813/real 1789765813] req@ffff9cdd437a4700 x1876702015545600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765813.544160:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015545600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765813.544167:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765813.544170:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765813.544173:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015545600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765813.919154:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765814.943069:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765815.967083:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765816.991362:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765818.015033:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765818.655084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765818.655095:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765818.655099:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765818.655109:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3336 00000100:00080000:3.0:1789765818.655119:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765818.655127:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765818.655163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015545728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765818.655191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765818.655196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765818.655197:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765818.655201:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3336 00000100:00080000:3.0:1789765818.655205:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765818.655217:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765818.655227:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765818.655240:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015545856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765818.655250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765818.655253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765818.655255:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765818.655258:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3336 00000100:00080000:3.0:1789765818.655261:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765818.655265:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765818.655269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765818.655279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015545984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765818.655287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765818.655290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765818.655292:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765818.655295:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3336 00000100:00080000:3.0:1789765818.655299:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765818.655302:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765818.655306:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765818.655318:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015546112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765818.655326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765818.655328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765818.655330:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765818.655333:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3336 00000100:00080000:3.0:1789765818.655336:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765818.655339:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765818.655343:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765818.655352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015546240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765818.655441:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015545728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765818.655513:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765818.655550:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765818/real 1789765818] req@ffff9cdd59276a00 x1876702015545728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765818.655566:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015545728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765818.655575:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765818.655579:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765818.655583:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015545728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765818.655590:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015545856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765818.655621:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765818.655633:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765818/real 1789765818] req@ffff9cdd59277480 x1876702015545856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765818.655644:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015545856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765818.655652:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765818.655655:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765818.655658:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015545856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765818.655664:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015545984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765818.655694:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765818.655706:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765818/real 1789765818] req@ffff9cdd59274a80 x1876702015545984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765818.655717:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015545984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765818.655724:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765818.655726:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765818.655729:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015545984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765818.655735:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015546112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765818.655753:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765818.655763:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765818/real 1789765818] req@ffff9cdd59275500 x1876702015546112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765818.655774:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015546112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765818.655781:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765818.655784:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765818.655787:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015546112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765818.655792:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015546240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765818.655811:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765818.655821:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765818/real 1789765818] req@ffff9cdd59274380 x1876702015546240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765818.655832:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015546240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765818.655839:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765818.655842:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765818.655844:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015546240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765819.039093:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765820.066166:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765821.089694:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765822.111986:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765823.135595:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765823.775606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765823.775625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765823.775629:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765823.775640:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3341 00000100:00080000:3.0:1789765823.775650:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765823.775658:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765823.775693:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015546368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765823.775725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765823.775730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765823.775731:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765823.775736:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3341 00000100:00080000:3.0:1789765823.775741:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765823.775744:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765823.775754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765823.775765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015546496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765823.775775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765823.775777:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765823.775779:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765823.775783:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3341 00000100:00080000:3.0:1789765823.775786:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765823.775789:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765823.775794:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765823.775803:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015546624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765823.775813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765823.775816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765823.775818:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765823.775821:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3341 00000100:00080000:3.0:1789765823.775824:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765823.775827:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765823.775831:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765823.775839:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015546752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765823.775854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765823.775857:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765823.775858:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765823.775862:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3341 00000100:00080000:3.0:1789765823.775892:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765823.775897:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765823.775901:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765823.775914:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015546880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765823.776071:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015546368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765823.776127:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765823.776171:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765823/real 1789765823] req@ffff9cdd59275180 x1876702015546368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765823.776188:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015546368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765823.776205:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765823.776209:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765823.776213:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015546368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765823.776220:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015546496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765823.776254:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765823.776267:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765823/real 1789765823] req@ffff9cdd59276d80 x1876702015546496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765823.776279:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015546496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765823.776288:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765823.776291:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765823.776295:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015546496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765823.776301:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015546624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765823.776319:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765823.776329:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765823/real 1789765823] req@ffff9cdd59277b80 x1876702015546624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765823.776341:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015546624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765823.776349:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765823.776352:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765823.776355:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015546624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765823.776361:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015546752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765823.776393:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765823.776403:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765823/real 1789765823] req@ffff9cdd59276680 x1876702015546752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765823.776413:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015546752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765823.776422:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765823.776425:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765823.776428:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015546752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765823.776434:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015546880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765823.776453:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765823.776462:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765823/real 1789765823] req@ffff9cdd59274e00 x1876702015546880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765823.776473:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015546880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765823.776481:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765823.776485:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765823.776488:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015546880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765824.160959:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765825.183905:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765826.207090:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765827.232781:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765828.256177:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765828.895217:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765828.895230:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765828.895235:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765828.895249:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3346 00000100:00080000:2.0:1789765828.895262:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765828.895272:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765828.895322:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015547008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765828.895353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765828.895357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765828.895358:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765828.895363:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3346 00000100:00080000:2.0:1789765828.895366:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765828.895370:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765828.895381:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765828.895392:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015547136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765828.895401:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765828.895404:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765828.895405:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765828.895408:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3346 00000100:00080000:2.0:1789765828.895411:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765828.895414:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765828.895418:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765828.895425:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015547264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765828.895439:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765828.895442:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765828.895444:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765828.895447:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3346 00000100:00080000:2.0:1789765828.895450:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765828.895453:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765828.895457:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765828.895464:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015547392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765828.895482:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765828.895485:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765828.895487:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765828.895489:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3346 00000100:00080000:2.0:1789765828.895492:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765828.895495:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765828.895499:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765828.895624:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015547520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765828.896917:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015547008:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765828.897007:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765828.897059:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765828/real 1789765828] req@ffff9cdd437a6680 x1876702015547008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765828.897078:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015547008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765828.897088:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765828.897093:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765828.897098:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015547008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765828.897105:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015547136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765828.897129:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765828.897142:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765828/real 1789765828] req@ffff9cdd437a4a80 x1876702015547136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765828.897916:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015547136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765828.897936:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765828.897941:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765828.897946:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015547136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765828.897956:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015547264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765828.897997:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765828.898015:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765828/real 1789765828] req@ffff9cdd437a4e00 x1876702015547264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765828.898028:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015547264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765828.898036:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765828.898040:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765828.898043:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015547264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765828.898049:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015547392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765828.898069:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765828.898081:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765828/real 1789765828] req@ffff9cdd437a5880 x1876702015547392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765828.898092:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015547392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765828.898105:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765828.898109:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765828.898113:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015547392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765828.898119:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015547520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765828.898138:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765828.898148:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765828/real 1789765828] req@ffff9cdd437a6d80 x1876702015547520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765828.899936:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015547520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765828.899955:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765828.899960:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765828.899964:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015547520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765829.279398:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765830.304163:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765831.329646:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765832.351077:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765833.377241:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765834.016929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765834.016939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765834.016944:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765834.016954:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3352 00000100:00080000:3.0:1789765834.016964:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765834.016971:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765834.017008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015547648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765834.017041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765834.017046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765834.017047:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765834.017052:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3352 00000100:00080000:3.0:1789765834.017056:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765834.017059:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765834.017068:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765834.017080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015547776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765834.017090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765834.017093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765834.017095:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765834.017098:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3352 00000100:00080000:3.0:1789765834.017101:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765834.017105:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765834.017109:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765834.017119:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015547904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765834.017128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765834.017132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765834.017133:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765834.017137:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3352 00000100:00080000:3.0:1789765834.017140:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765834.017143:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765834.017147:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765834.017156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015548032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765834.017165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765834.017168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765834.017170:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765834.017173:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3352 00000100:00080000:3.0:1789765834.017176:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765834.017179:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765834.017183:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765834.017191:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015548160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765834.019362:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015547648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765834.019617:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765834.019783:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765834/real 1789765834] req@ffff9cdd59276300 x1876702015547648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765834.019817:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015547648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765834.019828:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765834.019832:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765834.019836:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015547648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765834.019844:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015547776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765834.019895:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765834.019909:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765834/real 1789765834] req@ffff9cdd59277800 x1876702015547776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765834.019920:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015547776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765834.019926:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765834.019929:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765834.019933:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015547776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765834.019938:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015547904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765834.019956:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765834.019966:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765834/real 1789765834] req@ffff9cdd59274000 x1876702015547904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765834.019977:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015547904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765834.019989:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765834.019992:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765834.019996:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015547904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765834.020001:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015548032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765834.020025:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765834.020036:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765834/real 1789765834] req@ffff9cdd59275c00 x1876702015548032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765834.020046:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015548032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765834.020053:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765834.020057:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765834.020060:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015548032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765834.020066:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015548160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765834.020083:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765834.020093:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765834/real 1789765834] req@ffff9cdd59275f80 x1876702015548160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765834.020105:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015548160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765834.020112:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765834.020115:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765834.020119:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015548160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765834.399466:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765835.426435:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765836.447259:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765837.471062:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765838.495762:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765839.134994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765839.135004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765839.135008:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765839.135018:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3357 00000100:00080000:3.0:1789765839.135030:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765839.135036:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765839.135072:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015548288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765839.135103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765839.135107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765839.135109:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765839.135113:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3357 00000100:00080000:3.0:1789765839.135117:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765839.135121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765839.135130:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765839.135142:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015548416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765839.135152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765839.135154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765839.135156:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765839.135160:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3357 00000100:00080000:3.0:1789765839.135163:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765839.135166:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765839.135171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765839.135181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015548544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765839.135189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765839.135192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765839.135194:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765839.135197:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3357 00000100:00080000:3.0:1789765839.135200:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765839.135203:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765839.135208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765839.135219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015548672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765839.135234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765839.135237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765839.135238:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765839.135242:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3357 00000100:00080000:3.0:1789765839.135245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765839.135249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765839.135253:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765839.135263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015548800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765839.135554:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015548288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765839.135719:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765839.135854:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765839/real 1789765839] req@ffff9cdd59277100 x1876702015548288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765839.135905:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015548288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765839.135917:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765839.135921:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765839.135924:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015548288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765839.135931:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015548416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765839.135965:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765839.135978:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765839/real 1789765839] req@ffff9cdd59274700 x1876702015548416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765839.135990:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015548416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765839.135998:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765839.136001:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765839.136005:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015548416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765839.136010:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015548544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765839.136029:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765839.136041:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765839/real 1789765839] req@ffff9cdd59275880 x1876702015548544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765839.136051:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015548544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765839.136059:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765839.136062:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765839.136065:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015548544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765839.136070:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015548672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765839.136089:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765839.136100:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765839/real 1789765839] req@ffff9cdd59275f80 x1876702015548672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765839.136111:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015548672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765839.136118:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765839.136121:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765839.136124:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015548672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765839.136130:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015548800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765839.136147:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765839.136158:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765839/real 1789765839] req@ffff9cdd59275c00 x1876702015548800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765839.136168:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015548800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765839.136175:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765839.136178:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765839.136180:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015548800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765839.519437:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765840.543204:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765841.568441:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765842.591776:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765843.615101:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765844.257310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765844.257319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765844.257323:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765844.257332:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3362 00000100:00080000:0.0:1789765844.257342:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765844.257349:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765844.257398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015548928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765844.257434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765844.257438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765844.257440:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765844.257444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3362 00000100:00080000:0.0:1789765844.257447:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765844.257450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765844.257459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765844.257472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015549056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765844.257480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765844.257483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765844.257484:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765844.257487:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3362 00000100:00080000:0.0:1789765844.257491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765844.257494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765844.257498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765844.257506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015549184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765844.257515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765844.257518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765844.257520:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765844.257523:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3362 00000100:00080000:0.0:1789765844.257526:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765844.257529:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765844.257533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765844.257542:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015549312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765844.257551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765844.257554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765844.257555:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765844.257558:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3362 00000100:00080000:0.0:1789765844.257561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765844.257565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765844.257569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765844.257577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015549440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765844.257615:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015548928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765844.257682:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765844.257728:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765844/real 1789765844] req@ffff9cdd47cf9f80 x1876702015548928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765844.257750:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015548928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765844.257759:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765844.257762:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765844.257765:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015548928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765844.257772:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765844.257791:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765844.257801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765844/real 1789765844] req@ffff9cdd47cf9180 x1876702015549056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765844.257810:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015549056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765844.257816:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765844.257819:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765844.257822:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765844.257827:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765844.257841:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765844.257849:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765844/real 1789765844] req@ffff9cdd47cfb480 x1876702015549184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765844.257858:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015549184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765844.257887:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765844.257891:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765844.257894:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765844.257899:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765844.257916:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765844.257926:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765844/real 1789765844] req@ffff9cdd47cfad80 x1876702015549312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765844.257947:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015549312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765844.257954:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765844.257958:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765844.257961:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765844.257966:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015549440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765844.257986:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765844.257996:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765844/real 1789765844] req@ffff9cdd47cfbb80 x1876702015549440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765844.258006:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015549440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765844.258012:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765844.258015:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765844.258017:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015549440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765844.639271:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765845.663368:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765846.689557:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765847.711425:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765848.736420:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765849.375010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765849.375019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765849.375024:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765849.375033:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3367 00000100:00080000:3.0:1789765849.375043:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765849.375050:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765849.375084:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015549568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765849.375112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765849.375115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765849.375117:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765849.375121:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3367 00000100:00080000:3.0:1789765849.375124:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765849.375127:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765849.375136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765849.375148:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015549696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765849.375157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765849.375160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765849.375161:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765849.375165:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3367 00000100:00080000:3.0:1789765849.375167:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765849.375171:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765849.375175:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765849.375184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015549824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765849.375192:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765849.375195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765849.375197:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765849.375200:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3367 00000100:00080000:3.0:1789765849.375203:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765849.375206:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765849.375210:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765849.375219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015549952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765849.375227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765849.375231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765849.375233:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765849.375236:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3367 00000100:00080000:3.0:1789765849.375239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765849.375242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765849.375247:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765849.375255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015550080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765849.375325:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015549568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765849.375440:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765849.375465:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765849.375485:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765849.375504:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015550080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765849.760525:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765850.783294:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765851.833271:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789765852.447436:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789765852.447479:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789765852.447497:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765852.447547:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765852.447556:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765852.447563:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789765852.447571:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:2.0:1789765852.447806:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765849/real 1789765852] req@ffff9cdd59274000 x1876702015549568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765852.447831:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015549568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765852.447843:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765852.447848:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765852.447851:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015549568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765852.447858:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765849/real 1789765852] req@ffff9cdd59277800 x1876702015549696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765852.447914:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015549696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765852.447920:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765852.447923:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765852.447926:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765852.447933:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765849/real 1789765852] req@ffff9cdd59276300 x1876702015549824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765852.447943:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015549824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765852.447951:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765852.447954:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765852.447957:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765852.447964:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765849/real 1789765852] req@ffff9cdd59274e00 x1876702015549952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765852.447974:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015549952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765852.447980:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765852.447983:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765852.447985:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015549952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765852.447991:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765849/real 1789765852] req@ffff9cdd59276680 x1876702015550080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765852.448002:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015550080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765852.448009:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765852.448011:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765852.448014:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015550080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765852.831128:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765853.855445:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765854.495350:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765854.495360:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765854.495364:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765854.495373:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3372 00000100:00080000:2.0:1789765854.495384:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765854.495391:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765854.495430:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015550208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765854.495460:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765854.495464:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765854.495465:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765854.495469:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3372 00000100:00080000:2.0:1789765854.495472:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765854.495475:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765854.495484:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765854.495496:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015550336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765854.495511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765854.495513:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765854.495515:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765854.495518:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3372 00000100:00080000:2.0:1789765854.495521:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765854.495524:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765854.495529:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765854.495548:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015550464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765854.495556:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765854.495559:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765854.495560:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765854.495563:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3372 00000100:00080000:2.0:1789765854.495566:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765854.495570:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765854.495574:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765854.495585:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015550592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765854.495593:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765854.495596:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765854.495597:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765854.495600:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3372 00000100:00080000:2.0:1789765854.495604:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765854.495607:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765854.495611:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765854.495620:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015550720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765854.495700:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015550208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765854.495757:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765854.495813:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765854/real 1789765854] req@ffff9cdd437a6a00 x1876702015550208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765854.495831:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015550208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765854.495849:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765854.495852:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765854.495856:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015550208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765854.495862:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015550336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765854.495907:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765854.495918:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765854/real 1789765854] req@ffff9cdd437a7b80 x1876702015550336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765854.495928:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015550336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765854.495939:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765854.495942:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765854.495944:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015550336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765854.495949:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015550464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765854.495968:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765854.495978:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765854/real 1789765854] req@ffff9cdd437a6300 x1876702015550464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765854.495987:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015550464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765854.495995:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765854.495998:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765854.496000:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015550464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765854.496006:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015550592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765854.496024:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765854.496033:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765854/real 1789765854] req@ffff9cdd437a6d80 x1876702015550592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765854.496055:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015550592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765854.496064:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765854.496067:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765854.496070:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015550592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765854.496076:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015550720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765854.496096:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765854.496105:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765854/real 1789765854] req@ffff9cdd437a5880 x1876702015550720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765854.496116:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015550720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765854.496123:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765854.496126:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765854.496129:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015550720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765854.879943:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765855.903546:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765856.927119:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765857.951943:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765858.976858:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765859.615419:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765859.615433:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765859.615438:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765859.615451:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3377 00000100:00080000:2.0:1789765859.615466:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765859.615475:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765859.615542:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015550848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765859.615575:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765859.615579:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765859.615581:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765859.615586:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3377 00000100:00080000:2.0:1789765859.615590:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765859.615594:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765859.615616:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765859.615631:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015550976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765859.615641:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765859.615645:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765859.615647:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765859.615651:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3377 00000100:00080000:2.0:1789765859.615655:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765859.615659:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765859.615665:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765859.615675:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015551104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765859.615683:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765859.615686:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765859.615688:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765859.615691:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3377 00000100:00080000:2.0:1789765859.615695:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765859.615698:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765859.615703:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765859.615712:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015551232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765859.615721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765859.615724:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765859.615725:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765859.615729:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3377 00000100:00080000:2.0:1789765859.615732:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765859.615736:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765859.615740:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765859.615750:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015551360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765859.617584:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015550848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765859.617698:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765859.617756:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765859/real 1789765859] req@ffff9cdd437a4e00 x1876702015550848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765859.617777:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015550848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765859.617790:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765859.617795:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765859.617799:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015550848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765859.617807:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015550976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765859.617832:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765859.617846:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765859/real 1789765859] req@ffff9cdd437a4a80 x1876702015550976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765859.617857:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015550976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765859.617901:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765859.617905:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765859.617909:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015550976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765859.617915:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015551104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765859.618244:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765859.618258:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765859/real 1789765859] req@ffff9cdd437a6680 x1876702015551104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765859.618269:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015551104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765859.618276:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765859.618279:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765859.618282:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015551104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765859.618289:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015551232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765859.618322:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765859.618334:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765859/real 1789765859] req@ffff9cdd437a4700 x1876702015551232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765859.618345:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015551232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765859.618353:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765859.618357:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765859.618360:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015551232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765859.618367:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015551360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765859.618387:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765859.618398:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765859/real 1789765859] req@ffff9cdd437a5500 x1876702015551360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765859.618408:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015551360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765859.618415:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765859.618418:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765859.618421:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015551360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765860.001708:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765861.023500:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765862.048124:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765863.075693:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765864.095292:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765864.735101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765864.735110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765864.735114:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765864.735124:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3382 00000100:00080000:0.0:1789765864.735134:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765864.735141:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765864.735178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015551488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765864.735212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765864.735216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765864.735217:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765864.735221:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3382 00000100:00080000:0.0:1789765864.735225:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765864.735229:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765864.735238:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765864.735251:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015551616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765864.735260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765864.735276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765864.735278:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765864.735282:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3382 00000100:00080000:0.0:1789765864.735285:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765864.735289:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765864.735294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765864.735304:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015551744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765864.735312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765864.735315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765864.735316:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765864.735319:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3382 00000100:00080000:0.0:1789765864.735322:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765864.735326:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765864.735329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765864.735336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015551872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765864.735344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765864.735347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765864.735348:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765864.735351:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3382 00000100:00080000:0.0:1789765864.735353:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765864.735356:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765864.735360:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765864.735367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015552000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765864.735442:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015551488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765864.735501:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765864.735537:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765864/real 1789765864] req@ffff9cdd47cfaa00 x1876702015551488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765864.735552:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015551488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765864.735561:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765864.735565:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765864.735569:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015551488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765864.735576:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015551616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765864.735597:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765864.735608:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765864/real 1789765864] req@ffff9cdd47cfbb80 x1876702015551616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765864.735618:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015551616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765864.735624:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765864.735627:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765864.735630:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015551616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765864.735635:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015551744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765864.735652:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765864.735662:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765864/real 1789765864] req@ffff9cdd47cfad80 x1876702015551744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765864.735672:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015551744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765864.735680:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765864.735683:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765864.735686:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015551744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765864.735691:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015551872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765864.735708:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765864.735719:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765864/real 1789765864] req@ffff9cdd47cfb480 x1876702015551872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765864.735730:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015551872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765864.735742:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765864.735745:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765864.735748:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015551872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765864.735753:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015552000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765864.735771:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765864.735782:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765864/real 1789765864] req@ffff9cdd47cf9180 x1876702015552000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765864.735793:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015552000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765864.735801:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765864.735804:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765864.735807:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015552000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765865.119093:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765866.143647:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765867.167173:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765868.192492:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765869.215168:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765869.855154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765869.855165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765869.855169:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765869.855179:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3387 00000100:00080000:2.0:1789765869.855322:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765869.855330:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765869.855450:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015552128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765869.855527:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015552128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765869.855603:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789765869.855638:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765869.855642:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765869.855644:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765869.855649:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3387 00000100:00080000:2.0:1789765869.855654:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765869.855659:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765869.855668:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765869.855683:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015552256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765869.858797:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765869/real 1789765869] req@ffff9cdd437a5c00 x1876702015552128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765869.858839:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015552128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765869.858851:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765869.858856:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765869.858860:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015552128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765869.858913:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015552256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765869.858971:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765869.858989:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765869/real 1789765869] req@ffff9cdd437a4000 x1876702015552256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765869.859002:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015552256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765869.859010:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765869.859014:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765869.859017:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015552256:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789765869.859426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765869.859432:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765869.859435:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765869.859441:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3387 00000100:00080000:2.0:1789765869.859447:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765869.859454:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765869.859465:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765869.859492:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015552384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765869.859509:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765869.859513:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765869.859514:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765869.859519:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3387 00000100:00080000:2.0:1789765869.859523:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765869.859526:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765869.859532:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765869.859542:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015552512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765869.859551:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765869.859554:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765869.859556:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765869.859559:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3387 00000100:00080000:2.0:1789765869.859562:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765869.859566:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765869.859570:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765869.859580:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015552640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765869.859699:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015552384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765869.859731:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765869.859747:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765869/real 1789765869] req@ffff9cdd437a7100 x1876702015552384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765869.859759:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015552384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765869.859773:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765869.859777:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765869.859780:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015552384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765869.859787:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015552512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765869.859807:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765869.859818:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765869/real 1789765869] req@ffff9cdd437a7800 x1876702015552512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765869.860435:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015552512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765869.860449:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765869.860453:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765869.860457:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015552512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765869.860465:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015552640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765869.860495:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765869.860510:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765869/real 1789765869] req@ffff9cdd437a5180 x1876702015552640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765869.860522:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015552640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765869.860529:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765869.860532:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765869.860536:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015552640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765870.239080:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765871.263083:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765872.287059:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765873.311144:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765874.338985:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765874.975958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765874.975969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765874.975973:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765874.975982:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3392 00000100:00080000:2.0:1789765874.975992:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765874.975999:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765874.976037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015552768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765874.976066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765874.976069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765874.976071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765874.976074:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3392 00000100:00080000:2.0:1789765874.976078:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765874.976082:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765874.976092:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765874.976103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015552896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765874.976111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765874.976114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765874.976116:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765874.976119:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3392 00000100:00080000:2.0:1789765874.976122:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765874.976126:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765874.976131:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765874.976140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015553024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765874.976149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765874.976152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765874.976153:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765874.976156:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3392 00000100:00080000:2.0:1789765874.976159:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765874.976162:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765874.976166:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765874.976176:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015553152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765874.976184:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765874.976198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765874.976201:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765874.976205:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3392 00000100:00080000:2.0:1789765874.976209:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765874.976213:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765874.976219:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765874.976233:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015553280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789765874.976236:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015552768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789765874.976338:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765874.976413:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765874/real 1789765874] req@ffff9cdd437a4380 x1876702015552768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765874.976435:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015552768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765874.976446:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765874.976451:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765874.976455:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015552768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789765874.976464:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015552896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765874.976490:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765874.976515:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765874/real 1789765874] req@ffff9cdd437a7480 x1876702015552896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765874.976528:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015552896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765874.976546:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765874.976550:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765874.976554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015552896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789765874.976560:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015553024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765874.976582:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765874.976595:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765874/real 1789765874] req@ffff9cdd437a5f80 x1876702015553024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765874.976606:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015553024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765874.976614:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765874.976617:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765874.976620:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015553024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765874.976627:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015553152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789765874.976646:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765874.976658:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765874/real 1789765874] req@ffff9cdd437a5180 x1876702015553152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765874.976670:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015553152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765874.976678:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765874.976681:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765874.976684:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015553152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789765874.976720:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015553280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789765874.976740:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789765874.976751:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765874/real 1789765874] req@ffff9cdd437a7800 x1876702015553280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789765874.976761:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015553280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789765874.976768:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789765874.976771:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789765874.976774:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015553280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765875.366274:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765876.383244:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765877.407394:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765878.431223:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765879.455469:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765880.095028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765880.095041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765880.095047:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765880.095061:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3398 00000100:00080000:0.0:1789765880.095076:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765880.095086:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765880.095139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015553408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765880.095241:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015553408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765880.095324:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765880.095361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765880.095365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765880.095367:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765880.095371:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3398 00000100:00080000:0.0:1789765880.095375:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765880.095380:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765880.095391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765880.095407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015553536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765880.095478:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765880/real 1789765880] req@ffff9cdd47cf9f80 x1876702015553408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765880.095497:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015553408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765880.095583:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765880.095588:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765880.095593:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015553408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765880.095624:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015553536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765880.095650:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765880.095664:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765880/real 1789765880] req@ffff9cdd47cf8a80 x1876702015553536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765880.095677:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015553536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765880.095685:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765880.095688:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765880.095692:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015553536:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765880.095742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765880.095746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765880.095750:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765880.095755:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3398 00000100:00080000:0.0:1789765880.095759:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765880.095764:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765880.095771:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765880.095784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015553664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765880.095794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765880.095797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765880.095798:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765880.095801:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3398 00000100:00080000:0.0:1789765880.095805:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765880.095809:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765880.095815:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765880.095826:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015553792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765880.095834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765880.095837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765880.095839:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765880.095842:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3398 00000100:00080000:0.0:1789765880.095846:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765880.095850:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765880.095855:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765880.095980:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015553920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765880.096028:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015553664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765880.096058:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765880.096071:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765880/real 1789765880] req@ffff9cdd47cf9500 x1876702015553664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765880.096083:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015553664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765880.096090:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765880.096093:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765880.096096:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015553664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765880.096103:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015553792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765880.096123:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765880.096133:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765880/real 1789765880] req@ffff9cdd47cf9880 x1876702015553792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765880.096145:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015553792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765880.096164:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765880.096167:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765880.096170:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015553792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765880.096176:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015553920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765880.096195:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765880.096206:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765880/real 1789765880] req@ffff9cdd47cf9c00 x1876702015553920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765880.096217:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015553920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765880.096224:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765880.096227:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765880.096231:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015553920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765880.479156:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765881.503306:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765882.527192:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765883.551081:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765884.575186:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765885.215194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765885.215209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765885.215215:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765885.215228:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3403 00000100:00080000:1.0:1789765885.215243:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765885.215252:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765885.215307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015554048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765885.215420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765885.215425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765885.215426:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765885.215432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3403 00000100:00080000:1.0:1789765885.215436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765885.215442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765885.215454:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765885.215468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015554176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765885.215477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765885.215480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765885.215482:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765885.215486:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3403 00000100:00080000:1.0:1789765885.215489:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765885.215493:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765885.215498:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765885.215507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015554304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765885.215516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765885.215520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765885.215522:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765885.215525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3403 00000100:00080000:1.0:1789765885.215528:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765885.215532:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765885.215537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765885.215548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015554432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765885.215556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765885.215560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765885.215561:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765885.215564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3403 00000100:00080000:1.0:1789765885.215567:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765885.215571:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765885.215575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765885.215585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015554560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765885.215688:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015554048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765885.215772:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765885.215834:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765885/real 1789765885] req@ffff9cdd47c53b80 x1876702015554048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765885.215855:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015554048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765885.215898:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765885.215904:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765885.215908:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015554048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765885.215915:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015554176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765885.215943:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765885.215958:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765885/real 1789765885] req@ffff9cdd47c53480 x1876702015554176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765885.215970:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015554176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765885.215978:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765885.215980:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765885.215983:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015554176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765885.215989:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015554304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765885.216011:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765885.216022:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765885/real 1789765885] req@ffff9cdd47c51500 x1876702015554304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765885.216033:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015554304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765885.216045:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765885.216048:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765885.216051:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015554304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765885.216057:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015554432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765885.216077:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765885.216087:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765885/real 1789765885] req@ffff9cdd47c51f80 x1876702015554432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765885.216098:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015554432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765885.216105:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765885.216108:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765885.216110:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015554432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765885.216128:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015554560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765885.216148:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765885.216158:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765885/real 1789765885] req@ffff9cdd47c53800 x1876702015554560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765885.216169:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015554560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765885.216176:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765885.216178:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765885.216181:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015554560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765885.599247:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765886.623164:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765887.650406:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765888.671936:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765889.695212:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765890.335223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765890.335238:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765890.335244:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765890.335257:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3408 00000100:00080000:0.0:1789765890.335272:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765890.335281:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765890.335334:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015554688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765890.335371:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765890.335375:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765890.335376:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765890.335381:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3408 00000100:00080000:0.0:1789765890.335384:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765890.335389:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765890.335400:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765890.335412:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015554816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765890.335421:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765890.335425:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765890.335426:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765890.335430:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3408 00000100:00080000:0.0:1789765890.335433:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765890.335437:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765890.335458:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765890.335468:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015554944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765890.335476:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765890.335479:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765890.335481:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765890.335484:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3408 00000100:00080000:0.0:1789765890.335487:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765890.335491:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765890.335494:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765890.335502:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015555072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765890.335510:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765890.335513:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765890.335514:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765890.335518:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3408 00000100:00080000:0.0:1789765890.335520:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765890.335524:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765890.335527:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765890.335535:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015555200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789765890.335802:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015554688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789765890.335921:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765890.335972:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765890/real 1789765890] req@ffff9cdd47cf8e00 x1876702015554688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765890.335991:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015554688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765890.336001:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765890.336005:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765890.336009:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015554688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765890.336016:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015554816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765890.336038:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765890.336051:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765890/real 1789765890] req@ffff9cdd47cfb100 x1876702015554816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765890.336061:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015554816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765890.336068:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765890.336071:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765890.336073:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015554816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789765890.336090:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015554944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765890.336119:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765890.336129:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765890/real 1789765890] req@ffff9cdd47cfa300 x1876702015554944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765890.336140:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015554944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765890.336147:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765890.336150:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765890.336153:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015554944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765890.336159:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015555072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789765890.336177:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765890.336186:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765890/real 1789765890] req@ffff9cdd47cfa680 x1876702015555072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765890.336197:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015555072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765890.336205:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765890.336208:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765890.336211:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015555072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789765890.336217:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015555200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789765890.336236:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765890.336246:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765890/real 1789765890] req@ffff9cdd47cf8700 x1876702015555200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789765890.336262:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015555200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789765890.336270:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789765890.336273:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789765890.336276:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015555200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765890.720379:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765891.743558:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765892.767525:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765893.791344:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765894.822139:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765895.455035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765895.455055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765895.455058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765895.455068:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3413 00000100:00080000:0.0:1789765895.455079:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765895.455085:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765895.455123:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015555328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765895.455304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765895.455308:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765895.455310:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765895.455315:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3413 00000100:00080000:0.0:1789765895.455320:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765895.455324:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765895.455333:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765895.455348:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015555456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765895.455367:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765895.455371:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765895.455373:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765895.455376:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3413 00000100:00080000:0.0:1789765895.455380:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765895.455383:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765895.455388:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765895.455399:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015555584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765895.455408:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765895.455411:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765895.455412:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765895.455416:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3413 00000100:00080000:0.0:1789765895.455418:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765895.455421:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765895.455426:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765895.455435:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015555712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765895.455442:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765895.455446:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765895.455447:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765895.455450:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3413 00000100:00080000:0.0:1789765895.455454:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765895.455458:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765895.455461:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765895.455469:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015555840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765895.455546:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015555328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765895.455617:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765895.455654:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765895/real 1789765895] req@ffff9cdd47cf8000 x1876702015555328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765895.455671:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015555328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765895.455680:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765895.455684:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765895.455688:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015555328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765895.455695:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015555456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765895.455717:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765895.455729:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765895/real 1789765895] req@ffff9cdd47cf8700 x1876702015555456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765895.455741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015555456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765895.455749:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765895.455753:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765895.455756:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015555456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765895.455762:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015555584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765895.455782:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765895.455794:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765895/real 1789765895] req@ffff9cdd47cfa680 x1876702015555584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765895.455805:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015555584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765895.455813:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765895.455816:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765895.455819:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015555584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765895.455825:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015555712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765895.455844:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765895.455855:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765895/real 1789765895] req@ffff9cdd47cfa300 x1876702015555712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765895.455899:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015555712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765895.455907:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765895.455910:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765895.455913:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015555712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765895.455919:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015555840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765895.455938:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765895.455949:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765895/real 1789765895] req@ffff9cdd47cfb100 x1876702015555840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765895.455959:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015555840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765895.455966:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765895.455969:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765895.455972:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015555840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765895.839183:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765896.863152:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765897.887827:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765898.911228:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765899.936330:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765900.576643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765900.576658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765900.576663:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765900.576678:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3418 00000100:00080000:3.0:1789765900.576692:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765900.576702:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765900.576756:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015555968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765900.576794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765900.576798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765900.576800:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765900.576805:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3418 00000100:00080000:3.0:1789765900.576809:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765900.576813:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765900.576826:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765900.576839:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015556096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765900.576849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765900.576852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765900.576854:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765900.576858:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3418 00000100:00080000:3.0:1789765900.576862:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765900.576903:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765900.576909:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765900.576920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015556224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765900.576929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765900.576933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765900.576935:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765900.576939:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3418 00000100:00080000:3.0:1789765900.576942:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765900.576946:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765900.576950:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765900.576960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015556352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765900.576968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765900.576972:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765900.576974:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765900.576978:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3418 00000100:00080000:3.0:1789765900.576981:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765900.576984:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765900.576989:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765900.576998:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015556480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765900.577187:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015555968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765900.577276:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765900.577339:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765900/real 1789765900] req@ffff9cdd59277b80 x1876702015555968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765900.577364:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015555968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765900.577374:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765900.577378:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765900.577382:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015555968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765900.577389:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765900.577413:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765900.577427:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765900/real 1789765900] req@ffff9cdd59276d80 x1876702015556096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765900.577438:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015556096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765900.577446:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765900.577449:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765900.577452:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765900.577459:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765900.577479:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765900.577490:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765900/real 1789765900] req@ffff9cdd59275180 x1876702015556224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765900.577501:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015556224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765900.577515:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765900.577518:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765900.577522:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765900.577527:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765900.577548:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765900.577559:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765900/real 1789765900] req@ffff9cdd59274380 x1876702015556352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765900.577571:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015556352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765900.577578:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765900.577581:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765900.577584:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765900.577590:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015556480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765900.577621:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765900.577634:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765900/real 1789765900] req@ffff9cdd59275500 x1876702015556480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765900.577646:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015556480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765900.577653:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765900.577656:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765900.577659:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015556480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765900.959159:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765901.984211:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765903.008264:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765904.031405:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765905.057774:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765905.701531:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765905.701545:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765905.701551:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765905.701565:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3423 00000100:00080000:2.0:1789765905.701579:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765905.701588:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765905.701644:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015556608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765905.701684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765905.701688:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765905.701690:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765905.701694:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3423 00000100:00080000:2.0:1789765905.701699:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765905.701703:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765905.701715:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765905.701730:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015556736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765905.701741:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765905.701745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765905.701747:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765905.701751:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3423 00000100:00080000:2.0:1789765905.701756:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765905.701759:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765905.701765:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765905.701779:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015556864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765905.701789:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015556608:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789765905.701816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765905.701820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765905.701822:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765905.701827:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3423 00000100:00080000:2.0:1789765905.701834:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765905.701839:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765905.701844:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765905.701859:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015556992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765905.701917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765905.701921:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765905.701923:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765905.701927:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3423 00000100:00080000:2.0:1789765905.701931:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765905.701936:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:1.0:1789765905.701946:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789765905.701949:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765905.702010:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765905/real 1789765905] req@ffff9cdd437a7100 x1876702015556608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765905.702031:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015556608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765905.703112:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015557120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765905.703354:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765905.703363:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765905.703369:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015556608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765905.703380:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765905.703428:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765905.703451:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765905/real 1789765905] req@ffff9cdd437a4000 x1876702015556736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765905.703466:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015556736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765905.703475:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765905.703479:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765905.703482:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765905.703509:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765905.703529:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765905.703540:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765905/real 1789765905] req@ffff9cdd437a5c00 x1876702015556864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765905.703550:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015556864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765905.703557:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765905.703560:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765905.703563:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765905.703569:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765905.703585:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765905.703593:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765905/real 1789765905] req@ffff9cdd437a5500 x1876702015556992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765905.703603:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015556992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765905.703610:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765905.703612:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765905.703615:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015556992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765905.703621:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015557120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765905.703640:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765905.703650:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765905/real 1789765905] req@ffff9cdd437a4700 x1876702015557120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765905.703662:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015557120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765905.703670:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765905.703673:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765905.703676:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015557120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765906.080159:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765907.103722:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765908.127162:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765909.153542:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765910.178119:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765910.815039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765910.815052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765910.815058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765910.815071:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3428 00000100:00080000:2.0:1789765910.815087:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765910.815096:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765910.815168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015557248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765910.815206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765910.815289:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765910.815291:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765910.815296:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3428 00000100:00080000:2.0:1789765910.815300:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765910.815306:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765910.815318:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765910.815340:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015557376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765910.815352:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765910.815356:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765910.815358:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765910.815362:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3428 00000100:00080000:2.0:1789765910.815366:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765910.815370:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765910.815376:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765910.815387:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015557248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765910.815389:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015557504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765910.815403:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765910.815407:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765910.815409:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765910.815412:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3428 00000100:00080000:2.0:1789765910.815415:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765910.815418:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765910.815422:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765910.815444:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015557632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765910.815454:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765910.815457:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765910.815459:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765910.815463:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3428 00000100:00080000:2.0:1789765910.815467:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765910.815471:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765910.815476:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765910.815487:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015557760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789765910.815498:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765910.815554:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765910/real 1789765910] req@ffff9cdd437a6680 x1876702015557248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765910.815581:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015557248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765910.815592:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765910.815597:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765910.815600:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015557248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765910.815608:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015557376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765910.815641:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765910.815655:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765910/real 1789765910] req@ffff9cdd437a4a80 x1876702015557376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765910.815677:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015557376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765910.815688:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765910.815692:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765910.815695:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015557376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765910.815733:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015557504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765910.815767:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765910.815781:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765910/real 1789765910] req@ffff9cdd437a4e00 x1876702015557504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765910.815794:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015557504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765910.815801:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765910.815805:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765910.815808:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015557504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765910.815814:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015557632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765910.815838:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765910.815848:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765910/real 1789765910] req@ffff9cdd437a5880 x1876702015557632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765910.815858:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015557632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765910.815909:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765910.815912:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765910.815915:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015557632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765910.815921:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015557760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765910.815951:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765910.815963:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765910/real 1789765910] req@ffff9cdd437a6d80 x1876702015557760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765910.815972:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015557760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765910.815979:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765910.815982:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765910.815997:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015557760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765911.199890:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765912.223980:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765913.256132:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765914.271229:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765915.295227:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765915.935100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765915.935115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765915.935120:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765915.935134:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3433 00000100:00080000:0.0:1789765915.935151:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765915.935161:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765915.935229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015557888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765915.935263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765915.935267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765915.935270:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765915.935275:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3433 00000100:00080000:0.0:1789765915.935279:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765915.935283:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765915.935295:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765915.935307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015558016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765915.935316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765915.935319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765915.935321:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765915.935325:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3433 00000100:00080000:0.0:1789765915.935328:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765915.935332:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765915.935337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765915.935346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015558144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765915.935371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765915.935375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765915.935377:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765915.935380:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3433 00000100:00080000:0.0:1789765915.935384:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765915.935387:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765915.935391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765915.935403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015558272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765915.935410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765915.935413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765915.935415:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765915.935417:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3433 00000100:00080000:0.0:1789765915.935421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765915.935424:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765915.935428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765915.935436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015558400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765915.936039:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015557888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765915.936169:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765915.936203:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765915.936233:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765915.936263:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015558400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765916.320595:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765917.344233:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765918.368492:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789765919.010675:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789765919.010732:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789765919.010752:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765919.010803:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765919.010814:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765919.010822:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789765919.010830:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789765919.012953:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765915/real 1789765919] req@ffff9cdd47cf8e00 x1876702015557888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765919.013010:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015557888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765919.013024:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765919.013030:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765919.013034:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015557888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765919.013044:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765915/real 1789765919] req@ffff9cdd47cf9c00 x1876702015558016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765919.013057:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015558016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765919.013064:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765919.013068:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765919.013071:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765919.013078:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765915/real 1789765919] req@ffff9cdd47cf9880 x1876702015558144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765919.013087:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015558144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765919.013105:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765919.013110:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765919.013115:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765919.013122:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765915/real 1789765919] req@ffff9cdd47cf9500 x1876702015558272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765919.013133:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015558272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765919.013140:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765919.013143:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765919.013147:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765919.013154:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765915/real 1789765919] req@ffff9cdd47cf8a80 x1876702015558400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765919.013164:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015558400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765919.013171:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765919.013174:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765919.013177:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015558400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765919.391688:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765920.423988:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765921.054997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765921.055007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765921.055010:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765921.055033:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3439 00000100:00080000:0.0:1789765921.055060:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765921.055069:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765921.055133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015558528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765921.055191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765921.055195:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765921.055197:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765921.055201:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3439 00000100:00080000:0.0:1789765921.055205:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765921.055219:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765921.055228:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765921.055250:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015558656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765921.055260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765921.055262:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765921.055264:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765921.055267:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3439 00000100:00080000:0.0:1789765921.055284:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765921.055287:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765921.055291:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765921.055312:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015558784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765921.055321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765921.055324:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765921.055326:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765921.055342:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3439 00000100:00080000:0.0:1789765921.055345:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765921.055348:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765921.055353:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765921.055373:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015558912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765921.055382:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765921.055385:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765921.055386:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765921.055390:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3439 00000100:00080000:0.0:1789765921.055401:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765921.055405:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765921.055409:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765921.055417:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015559040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765921.056240:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015558528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765921.056311:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765921.056393:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765921/real 1789765921] req@ffff9cdd47cf9f80 x1876702015558528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765921.056419:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015558528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765921.056429:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765921.056432:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765921.056436:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015558528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765921.056453:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765921.056491:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765921.056522:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765921/real 1789765921] req@ffff9cdd47cf9180 x1876702015558656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765921.056556:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015558656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765921.056581:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765921.056585:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765921.056605:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765921.056612:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765921.056647:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765921.056658:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765921/real 1789765921] req@ffff9cdd47cfb480 x1876702015558784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765921.056668:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015558784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765921.056676:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765921.056679:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765921.056702:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765921.056709:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765921.056743:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765921.056787:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765921/real 1789765921] req@ffff9cdd47cfad80 x1876702015558912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765921.057148:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015558912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765921.057156:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765921.057159:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765921.057162:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015558912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765921.057169:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015559040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765921.057192:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765921.057203:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765921/real 1789765921] req@ffff9cdd47cfbb80 x1876702015559040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765921.057212:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015559040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765921.057219:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765921.057222:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765921.057225:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015559040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765921.439212:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765922.463162:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765923.487131:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765924.512420:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765925.535768:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765926.175127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765926.175144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765926.175150:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765926.175163:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3444 00000100:00080000:3.0:1789765926.175179:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765926.175190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765926.175254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015559168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765926.175298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765926.175303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765926.175304:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765926.175310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3444 00000100:00080000:3.0:1789765926.175314:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765926.175318:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765926.175330:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765926.175344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015559296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765926.175357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765926.175360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765926.175364:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765926.175368:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3444 00000100:00080000:3.0:1789765926.175372:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765926.175375:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765926.175382:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765926.175397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015559424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765926.175405:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015559168:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789765926.175413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765926.175418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765926.175420:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765926.175425:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3444 00000100:00080000:3.0:1789765926.175433:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765926.175438:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765926.175443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765926.175460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015559552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765926.175470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765926.175474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765926.175476:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765926.175481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3444 00000100:00080000:3.0:1789765926.175488:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765926.175493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765926.175499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765926.175512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015559680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789765926.175526:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765926.175586:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765926/real 1789765926] req@ffff9cdd59274a80 x1876702015559168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765926.175605:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015559168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765926.175616:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765926.175620:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765926.175624:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015559168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765926.175632:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015559296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765926.175657:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765926.175669:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765926/real 1789765926] req@ffff9cdd59277480 x1876702015559296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765926.175681:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015559296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765926.175688:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765926.175690:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765926.175694:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015559296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765926.175719:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015559424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765926.175740:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765926.175749:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765926/real 1789765926] req@ffff9cdd59276a00 x1876702015559424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765926.177836:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015559424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765926.177863:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765926.177979:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765926.177986:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015559424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765926.178003:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015559552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765926.178071:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765926.178101:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765926/real 1789765926] req@ffff9cdd59275500 x1876702015559552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765926.178115:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015559552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765926.178122:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765926.178125:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765926.178127:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015559552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765926.178134:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015559680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765926.178155:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765926.178166:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765926/real 1789765926] req@ffff9cdd59274380 x1876702015559680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765926.178177:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015559680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765926.178189:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765926.178192:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765926.178196:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015559680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765926.559989:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765927.583223:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765928.620997:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765929.631572:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765930.655106:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765931.297061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765931.297071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765931.297075:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765931.297085:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3449 00000100:00080000:0.0:1789765931.297096:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765931.297103:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765931.297142:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015559808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765931.297172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765931.297178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765931.297180:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765931.297184:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3449 00000100:00080000:0.0:1789765931.297187:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765931.297191:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765931.297200:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765931.297213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015559936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765931.297222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765931.297225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765931.297227:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765931.297230:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3449 00000100:00080000:0.0:1789765931.297233:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765931.297237:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765931.297241:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765931.297250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015560064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765931.297257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765931.297260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765931.297262:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765931.297265:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3449 00000100:00080000:0.0:1789765931.297268:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765931.297271:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765931.297276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765931.297285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015560192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765931.297293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765931.297295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765931.297297:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765931.297300:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3449 00000100:00080000:0.0:1789765931.297303:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765931.297307:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765931.297311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765931.297320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015560320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765931.297582:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015559808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765931.297658:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765931.297696:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765931/real 1789765931] req@ffff9cdd47cfaa00 x1876702015559808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765931.297713:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015559808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765931.297724:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765931.297728:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765931.297732:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015559808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765931.297739:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015559936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765931.297761:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765931.297773:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765931/real 1789765931] req@ffff9cdd47cfbb80 x1876702015559936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765931.297797:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015559936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765931.297811:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765931.297814:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765931.297818:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015559936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765931.297824:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015560064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765931.297845:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765931.297856:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765931/real 1789765931] req@ffff9cdd47cfad80 x1876702015560064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765931.297891:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015560064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765931.297899:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765931.297902:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765931.297905:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015560064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765931.297911:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015560192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765931.297930:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765931.297941:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765931/real 1789765931] req@ffff9cdd47cfb480 x1876702015560192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765931.297951:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015560192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765931.297958:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765931.297961:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765931.297965:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015560192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765931.297971:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015560320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765931.298003:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765931.298014:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765931/real 1789765931] req@ffff9cdd47cf9180 x1876702015560320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765931.298025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015560320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765931.298032:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765931.298035:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765931.298037:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015560320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765931.679187:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765932.703930:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765933.727104:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765934.753969:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765935.775114:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765936.414949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765936.414958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765936.414962:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765936.414970:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3454 00000100:00080000:0.0:1789765936.414980:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765936.414987:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765936.415020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015560448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765936.415797:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015560448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765936.415855:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765936.417805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765936.417811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765936.417814:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765936.417821:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3454 00000100:00080000:0.0:1789765936.417829:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765936.417835:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765936.417845:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765936.417992:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015560576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765936.418263:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765936/real 1789765936] req@ffff9cdd47cf9f80 x1876702015560448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765936.418282:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015560448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765936.418293:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765936.418296:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765936.418300:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015560448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765936.418323:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015560576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765936.418358:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765936.418482:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765936/real 1789765936] req@ffff9cdd47cf8a80 x1876702015560576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765936.418496:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015560576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765936.418504:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765936.418507:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765936.418510:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015560576:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765936.418557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765936.418561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765936.418563:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765936.418568:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3454 00000100:00080000:0.0:1789765936.418572:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765936.418576:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765936.418581:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765936.418593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015560704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765936.418603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765936.418606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765936.418608:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765936.418611:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3454 00000100:00080000:0.0:1789765936.418613:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765936.418616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765936.418620:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765936.418627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015560832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765936.418641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765936.418644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765936.418645:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765936.418648:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3454 00000100:00080000:0.0:1789765936.418651:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765936.418654:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765936.418657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765936.418664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015560960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765936.418720:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015560704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765936.418754:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765936.418765:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765936/real 1789765936] req@ffff9cdd47cf9500 x1876702015560704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765936.418777:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015560704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765936.418784:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765936.418787:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765936.418790:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015560704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765936.418796:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015560832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765936.418812:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765936.418822:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765936/real 1789765936] req@ffff9cdd47cf9880 x1876702015560832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765936.418833:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015560832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765936.418840:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765936.418842:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765936.418845:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015560832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765936.418850:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015560960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765936.418882:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765936.418892:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765936/real 1789765936] req@ffff9cdd47cf9c00 x1876702015560960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765936.418903:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015560960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765936.418911:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765936.418914:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765936.418917:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015560960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765936.800798:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765937.825405:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765938.847160:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765939.871332:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765940.903793:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765941.535369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765941.535379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765941.535383:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765941.535393:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3459 00000100:00080000:2.0:1789765941.535404:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765941.535412:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765941.535446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015561088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765941.535486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765941.535490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765941.535492:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765941.535496:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3459 00000100:00080000:2.0:1789765941.535499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765941.535503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765941.535511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765941.535522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015561216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765941.535532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765941.535535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765941.535537:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765941.535539:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3459 00000100:00080000:2.0:1789765941.535542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765941.535545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765941.535549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765941.535558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015561344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765941.535567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765941.535570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765941.535571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765941.535575:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3459 00000100:00080000:2.0:1789765941.535578:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765941.535581:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765941.535585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765941.535595:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015561472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765941.535603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765941.535606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765941.535608:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765941.535611:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3459 00000100:00080000:2.0:1789765941.535614:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765941.535618:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765941.535621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765941.535629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015561600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765941.535802:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015561088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765941.535894:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765941.535943:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765941/real 1789765941] req@ffff9cdd437a6300 x1876702015561088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765941.535976:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015561088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765941.535985:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765941.535989:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765941.535993:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015561088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765941.536000:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015561216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765941.536023:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765941.536035:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765941/real 1789765941] req@ffff9cdd437a7b80 x1876702015561216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765941.536046:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015561216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765941.536055:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765941.536058:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765941.536061:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015561216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765941.536066:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015561344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765941.536085:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765941.536096:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765941/real 1789765941] req@ffff9cdd437a6a00 x1876702015561344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765941.536107:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015561344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765941.536119:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765941.536122:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765941.536125:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015561344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765941.536132:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015561472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765941.536150:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765941.536160:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765941/real 1789765941] req@ffff9cdd437a6d80 x1876702015561472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765941.536170:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015561472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765941.536177:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765941.536180:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765941.536182:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015561472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765941.536188:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015561600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765941.536207:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765941.536219:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765941/real 1789765941] req@ffff9cdd437a5880 x1876702015561600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765941.536229:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015561600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765941.536236:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765941.536239:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765941.536243:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015561600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765941.920414:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765942.943669:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765943.967371:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765944.991615:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765946.016034:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765946.655682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765946.655697:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765946.655702:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765946.655716:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3464 00000100:00080000:0.0:1789765946.655731:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765946.655740:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765946.655793:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015561728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765946.655910:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015561728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765946.655991:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789765946.656059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765946.656064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765946.656067:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765946.656082:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3464 00000100:00080000:0.0:1789765946.656087:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765946.656092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765946.656104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765946.656120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015561856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765946.658959:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765946/real 1789765946] req@ffff9cdd47cf8e00 x1876702015561728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765946.658998:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015561728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765946.659011:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765946.659017:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765946.659022:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015561728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765946.659074:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015561856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765946.659153:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765946.659175:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765946/real 1789765946] req@ffff9cdd47cfb100 x1876702015561856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765946.659186:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015561856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765946.659193:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765946.659207:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765946.659210:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015561856:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789765946.661286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765946.661301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765946.661307:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765946.661322:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3464 00000100:00080000:0.0:1789765946.661338:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765946.661349:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765946.661368:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765946.661420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015561984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765946.661439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765946.661443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765946.661444:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765946.661448:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3464 00000100:00080000:0.0:1789765946.661452:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765946.661456:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765946.661462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765946.661476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015562112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765946.661486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765946.661489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765946.661491:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765946.661495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3464 00000100:00080000:0.0:1789765946.661499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765946.661503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765946.661509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765946.661518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015562240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765946.662051:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015561984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765946.662140:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765946.662176:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765946/real 1789765946] req@ffff9cdd47cfa300 x1876702015561984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765946.662209:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015561984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765946.662221:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765946.662226:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765946.662229:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015561984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765946.662236:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015562112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765946.662259:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765946.662270:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765946/real 1789765946] req@ffff9cdd47cfa680 x1876702015562112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765946.662281:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015562112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765946.662288:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765946.662292:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765946.662295:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015562112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765946.662302:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015562240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765946.662322:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765946.662333:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765946/real 1789765946] req@ffff9cdd47cf8700 x1876702015562240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765946.662346:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015562240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765946.662354:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765946.662357:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765946.662361:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015562240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765947.041902:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765948.064107:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765949.087948:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765950.111295:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765951.135083:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765951.775159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765951.775170:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765951.775174:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765951.775184:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3469 00000100:00080000:0.0:1789765951.775195:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765951.775203:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765951.775242:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015562368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765951.775272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765951.775276:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765951.775277:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765951.775281:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3469 00000100:00080000:0.0:1789765951.775285:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765951.775288:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765951.775298:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765951.775312:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015562496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765951.775326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765951.775329:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765951.775331:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765951.775334:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3469 00000100:00080000:0.0:1789765951.775337:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765951.775341:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765951.775347:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765951.775356:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015562624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765951.775364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765951.775456:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765951.775458:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765951.775462:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3469 00000100:00080000:0.0:1789765951.775466:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765951.775469:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765951.775474:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765951.775485:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015562752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765951.775494:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765951.775497:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765951.775499:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765951.775502:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3469 00000100:00080000:0.0:1789765951.775506:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765951.775510:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765951.775514:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765951.775523:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015562880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765951.775739:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015562368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765951.775808:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765951.775847:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765951/real 1789765951] req@ffff9cdd47cf8000 x1876702015562368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765951.775886:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015562368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765951.775897:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765951.775901:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765951.775905:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015562368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765951.775912:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015562496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765951.775935:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765951.775947:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765951/real 1789765951] req@ffff9cdd47cf8700 x1876702015562496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765951.775967:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015562496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765951.775975:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765951.775978:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765951.775982:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015562496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765951.775988:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015562624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765951.776009:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765951.776020:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765951/real 1789765951] req@ffff9cdd47cfa680 x1876702015562624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765951.776031:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015562624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765951.776038:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765951.776041:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765951.776044:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015562624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765951.776050:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015562752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765951.776069:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765951.776080:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765951/real 1789765951] req@ffff9cdd47cfa300 x1876702015562752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765951.776091:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015562752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765951.776104:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765951.776107:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765951.776110:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015562752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765951.776116:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015562880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765951.776134:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765951.776145:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765951/real 1789765951] req@ffff9cdd47cfb100 x1876702015562880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765951.776155:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015562880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765951.776162:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765951.776165:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765951.776168:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015562880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765952.159148:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765953.183041:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765954.207123:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765955.231116:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765956.256530:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789765956.934601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765956.934611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789765956.934615:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765956.934625:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3474 00000100:00080000:3.0:1789765956.934636:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765956.934643:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789765956.934680:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015563008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765956.934709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765956.934713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765956.934715:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765956.934719:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3474 00000100:00080000:3.0:1789765956.934722:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765956.934726:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765956.934735:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765956.934747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015563136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765956.934756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765956.934759:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789765956.934761:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765956.934766:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3474 00000100:00080000:3.0:1789765956.934769:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765956.934773:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765956.934778:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765956.934785:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015563008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789765956.934806:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015563264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765956.934817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765956.934820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789765956.934822:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765956.934826:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3474 00000100:00080000:3.0:1789765956.934830:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765956.934833:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765956.934838:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789765956.934853:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789765956.934853:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015563392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789765956.934888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789765956.934892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789765956.934894:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789765956.934898:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3474 00000100:00080000:3.0:1789765956.934902:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789765956.934905:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789765956.934910:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789765956.934923:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015563520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765956.934945:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765956/real 1789765956] req@ffff9cdd59275180 x1876702015563008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765956.934963:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015563008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765956.934980:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765956.934984:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765956.934987:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015563008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765956.934994:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015563136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765956.935121:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765956.935135:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765956/real 1789765956] req@ffff9cdd59276d80 x1876702015563136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765956.935147:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015563136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765956.935155:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765956.935158:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765956.935161:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015563136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765956.935184:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015563264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765956.935267:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765956.935279:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765956/real 1789765956] req@ffff9cdd59277b80 x1876702015563264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765956.935290:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015563264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765956.935298:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765956.935301:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765956.935304:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015563264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765956.935310:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015563392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765956.935327:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765956.935336:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765956/real 1789765956] req@ffff9cdd59276680 x1876702015563392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765956.935346:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015563392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765956.935353:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765956.935356:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765956.935360:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015563392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765956.935365:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015563520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765956.935383:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765956.935393:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765956/real 1789765956] req@ffff9cdd59274e00 x1876702015563520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765956.935403:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015563520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765956.936135:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765956.936140:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765956.936145:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015563520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765957.279495:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765958.309816:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765959.327109:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765960.353162:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765961.376092:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765962.015040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765962.015050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765962.015055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765962.015064:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3480 00000100:00080000:0.0:1789765962.015073:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765962.015080:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765962.015116:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015563648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765962.015145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765962.015148:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765962.015150:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765962.015154:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3480 00000100:00080000:0.0:1789765962.015158:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765962.015162:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765962.015171:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765962.015192:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015563776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765962.015202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765962.015205:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765962.015207:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765962.015210:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3480 00000100:00080000:0.0:1789765962.015214:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765962.015218:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765962.015222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765962.015252:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015563904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765962.015262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765962.015265:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765962.015266:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765962.015269:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3480 00000100:00080000:0.0:1789765962.015273:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765962.015275:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765962.015280:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765962.015290:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015564032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765962.015299:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765962.015302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765962.015303:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765962.015306:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3480 00000100:00080000:0.0:1789765962.015309:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765962.015312:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765962.015317:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765962.015327:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015564160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765962.015479:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015563648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765962.015560:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765962.025966:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765962/real 1789765962] req@ffff9cdd47cf8e00 x1876702015563648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765962.026013:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015563648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765962.026025:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765962.026030:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765962.026034:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015563648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765962.026047:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015563776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765962.026113:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765962.026136:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765962/real 1789765962] req@ffff9cdd47cf9c00 x1876702015563776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765962.026149:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015563776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765962.026157:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765962.026161:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765962.026164:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015563776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765962.026171:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015563904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765962.026207:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765962.026219:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765962/real 1789765962] req@ffff9cdd47cf9880 x1876702015563904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765962.026535:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015563904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765962.026543:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765962.026547:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765962.026560:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015563904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765962.026568:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015564032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765962.026592:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765962.026604:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765962/real 1789765962] req@ffff9cdd47cf9500 x1876702015564032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765962.026615:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015564032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765962.026623:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765962.026626:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765962.026629:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015564032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765962.026636:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015564160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765962.026654:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765962.026664:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765962/real 1789765962] req@ffff9cdd47cf8a80 x1876702015564160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765962.026674:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015564160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765962.026687:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765962.026690:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765962.026693:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015564160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765962.401617:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765963.423489:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765964.450443:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765965.482614:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765966.496260:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765967.138287:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765967.138300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765967.138305:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765967.138318:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3485 00000100:00080000:2.0:1789765967.138332:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765967.138342:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765967.138394:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015564288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765967.138434:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765967.138440:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765967.138442:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765967.138446:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3485 00000100:00080000:2.0:1789765967.138450:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765967.138454:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765967.138465:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765967.138479:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015564416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765967.138489:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765967.138492:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765967.138494:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765967.138498:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3485 00000100:00080000:2.0:1789765967.138501:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765967.138504:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765967.138509:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765967.138530:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015564544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765967.138540:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765967.138543:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765967.138545:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765967.138552:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3485 00000100:00080000:2.0:1789765967.138556:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765967.138560:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765967.138697:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765967.138714:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015564672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765967.138723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765967.138726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765967.138728:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765967.138731:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3485 00000100:00080000:2.0:1789765967.138735:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765967.138739:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765967.138744:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765967.138753:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015564800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765967.138903:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015564288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765967.138989:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765967.139038:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765967/real 1789765967] req@ffff9cdd437a4e00 x1876702015564288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765967.139058:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015564288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765967.139068:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765967.139073:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765967.139077:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015564288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765967.139211:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015564416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765967.139242:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765967.139255:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765967/real 1789765967] req@ffff9cdd437a4a80 x1876702015564416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765967.139266:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015564416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765967.139279:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765967.139282:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765967.139285:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015564416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765967.139291:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015564544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765967.139310:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765967.139321:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765967/real 1789765967] req@ffff9cdd437a6680 x1876702015564544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765967.139332:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015564544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765967.139340:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765967.139343:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765967.139346:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015564544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765967.139352:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015564672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765967.139372:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765967.139384:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765967/real 1789765967] req@ffff9cdd437a4700 x1876702015564672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765967.139396:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015564672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765967.139403:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765967.139407:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765967.139410:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015564672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765967.139417:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015564800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765967.139437:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765967.139447:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765967/real 1789765967] req@ffff9cdd437a5500 x1876702015564800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765967.139457:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015564800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765967.139464:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765967.139467:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765967.139470:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015564800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765967.521822:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765968.544908:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765969.567084:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765970.591120:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765971.615553:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765972.254990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765972.255002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765972.255006:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765972.255017:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3490 00000100:00080000:2.0:1789765972.255028:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765972.255035:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765972.255076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015564928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765972.255106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765972.255110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765972.255113:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765972.255117:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3490 00000100:00080000:2.0:1789765972.255121:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765972.255125:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765972.255135:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765972.255147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015565056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765972.255157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765972.255160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765972.255162:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765972.255166:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3490 00000100:00080000:2.0:1789765972.255169:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765972.255174:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765972.255192:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765972.255203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015565184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765972.255213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765972.255217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765972.255220:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765972.255224:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3490 00000100:00080000:2.0:1789765972.255227:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765972.255231:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765972.255235:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765972.255247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015565312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765972.255260:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015564928:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789765972.255291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765972.255295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765972.255297:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765972.255303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3490 00000100:00080000:2.0:1789765972.255310:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765972.255315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765972.255320:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765972.255336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015565440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1789765972.255376:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765972.255434:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765972/real 1789765972] req@ffff9cdd437a5c00 x1876702015564928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765972.255455:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015564928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765972.255469:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765972.255486:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765972.255491:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015564928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765972.255516:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765972.255542:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765972.255556:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765972/real 1789765972] req@ffff9cdd437a4000 x1876702015565056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765972.255569:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015565056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765972.255577:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765972.255580:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765972.255584:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765972.255590:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765972.255611:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765972.255621:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765972/real 1789765972] req@ffff9cdd437a7100 x1876702015565184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765972.255633:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015565184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765972.255651:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765972.255655:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765972.255658:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765972.255692:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765972.255715:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765972.255726:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765972/real 1789765972] req@ffff9cdd437a7800 x1876702015565312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765972.255739:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015565312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765972.255747:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765972.255750:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765972.255754:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765972.255760:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015565440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765972.255778:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765972.255789:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765972/real 1789765972] req@ffff9cdd437a5180 x1876702015565440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765972.255801:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015565440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789765997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765972.255809:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765972.255812:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765972.255815:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015565440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765972.639230:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765973.663140:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765974.688937:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765975.711636:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765976.735348:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789765977.375184:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765977.375194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789765977.375198:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765977.375208:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3495 00000100:00080000:0.0:1789765977.375218:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765977.375225:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789765977.375260:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015565568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765977.375278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765977.375281:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765977.375283:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765977.375287:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3495 00000100:00080000:0.0:1789765977.375291:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765977.375294:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765977.375303:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765977.375315:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015565696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765977.375324:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765977.375326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789765977.375328:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765977.375331:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3495 00000100:00080000:0.0:1789765977.375335:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765977.375338:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765977.375353:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765977.375363:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015565824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765977.375372:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765977.375375:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789765977.375377:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765977.375380:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3495 00000100:00080000:0.0:1789765977.375382:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765977.375386:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765977.375390:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765977.375399:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015565952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789765977.375407:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789765977.375410:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789765977.375412:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789765977.375414:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3495 00000100:00080000:0.0:1789765977.375417:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789765977.375420:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789765977.375424:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789765977.375432:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015566080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765977.375528:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015565568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789765977.375602:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765977.375657:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765977/real 1789765977] req@ffff9cdd47cf9f80 x1876702015565568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765977.375680:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015565568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765977.375690:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765977.375693:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765977.375697:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015565568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765977.375704:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765977.375726:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765977.375739:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765977/real 1789765977] req@ffff9cdd47cf9180 x1876702015565696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765977.375751:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015565696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765977.375758:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765977.375761:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765977.375764:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765977.375770:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765977.375789:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765977.375799:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765977/real 1789765977] req@ffff9cdd47cfb480 x1876702015565824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765977.375810:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015565824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765977.375823:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765977.375826:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765977.375829:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765977.375835:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789765977.375854:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765977.375890:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765977/real 1789765977] req@ffff9cdd47cfad80 x1876702015565952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765977.375902:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015565952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765977.375909:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765977.375912:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765977.375915:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015565952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765977.375921:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015566080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789765977.375940:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789765977.375951:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765977/real 1789765977] req@ffff9cdd47cfbb80 x1876702015566080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765977.375962:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015566080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765977.375968:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765977.375971:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765977.375974:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015566080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765977.760058:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765978.784052:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765979.807079:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765980.831085:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765981.862300:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789765982.495279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765982.495289:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789765982.495293:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765982.495302:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3500 00000100:00080000:2.0:1789765982.495313:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765982.495320:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789765982.495355:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015566208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765982.495387:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765982.495390:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765982.495392:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765982.495396:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3500 00000100:00080000:2.0:1789765982.495399:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765982.495412:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765982.495422:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765982.495432:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015566336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765982.495452:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765982.495455:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789765982.495457:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765982.495460:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3500 00000100:00080000:2.0:1789765982.495463:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765982.495466:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765982.495471:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765982.495479:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015566464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765982.495488:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765982.495491:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789765982.495493:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765982.495495:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3500 00000100:00080000:2.0:1789765982.495498:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765982.495500:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765982.495503:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765982.495513:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015566592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789765982.495521:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789765982.495524:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789765982.495526:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789765982.495529:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3500 00000100:00080000:2.0:1789765982.495531:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789765982.495534:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789765982.495538:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789765982.495547:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015566720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789765982.495736:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015566208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789765982.495825:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015566336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765982.495848:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015566464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765982.495893:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015566592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765982.495917:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015566720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765982.879130:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765983.903487:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765984.927439:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789765985.573615:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789765985.573680:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789765985.573702:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789765985.574375:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765982/real 1789765985] req@ffff9cdd437a5f80 x1876702015566208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766007 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765985.574423:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015566208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766007 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765985.574436:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765985.574442:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765985.574446:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015566208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765985.574596:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765985.574613:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765985.574622:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789765985.574630:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789765985.574695:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765982/real 1789765985] req@ffff9cdd437a7480 x1876702015566336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765985.574712:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015566336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765985.574722:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765985.574725:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765985.574728:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015566336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789765985.574735:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765982/real 1789765985] req@ffff9cdd437a4380 x1876702015566464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765985.574746:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015566464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765985.574754:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765985.574758:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765985.574761:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015566464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765985.574768:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765982/real 1789765985] req@ffff9cdd437a5180 x1876702015566592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765985.574780:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015566592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765985.574788:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765985.574791:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765985.574795:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015566592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789765985.574801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765982/real 1789765985] req@ffff9cdd437a7800 x1876702015566720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789765985.574812:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015566720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789765985.574821:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789765985.574824:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789765985.574827:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015566720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765985.951450:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765986.975193:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765987.618711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765987.618725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765987.618731:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765987.618744:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3505 00000100:00080000:1.0:1789765987.618759:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765987.618768:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765987.618895:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015566848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765987.618932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765987.618936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765987.618938:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765987.618943:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3505 00000100:00080000:1.0:1789765987.618947:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765987.618952:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765987.618966:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765987.618980:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015566976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765987.619059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765987.619064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765987.619066:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765987.619070:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3505 00000100:00080000:1.0:1789765987.619074:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765987.619079:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765987.619085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765987.619250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015567104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765987.619262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765987.619266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765987.619267:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765987.619271:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3505 00000100:00080000:1.0:1789765987.619275:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765987.619279:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765987.619284:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765987.619295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015567232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765987.619304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765987.619307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765987.619308:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765987.619312:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3505 00000100:00080000:1.0:1789765987.619315:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765987.619318:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765987.619323:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765987.619332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015567360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765987.624268:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015566848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765987.624562:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765987.624626:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765987/real 1789765987] req@ffff9cdd47c52a00 x1876702015566848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765987.624798:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015566848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765987.624813:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765987.624818:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765987.624823:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015566848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765987.624835:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015566976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765987.625331:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765987.625513:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765987/real 1789765987] req@ffff9cdd47c50380 x1876702015566976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765987.625530:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015566976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765987.625541:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765987.625546:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765987.625549:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015566976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765987.625559:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015567104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765987.625591:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765987.625603:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765987/real 1789765987] req@ffff9cdd47c52680 x1876702015567104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765987.625615:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015567104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765987.625623:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765987.625626:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765987.625629:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015567104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765987.625636:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015567232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765987.625818:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765987.625832:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765987/real 1789765987] req@ffff9cdd47c50a80 x1876702015567232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765987.625852:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015567232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765987.625860:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765987.626507:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765987.626516:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015567232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765987.626528:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015567360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765987.626566:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765987.626586:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765987/real 1789765987] req@ffff9cdd47c50000 x1876702015567360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765987.626599:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015567360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765987.626608:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765987.626611:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765987.626614:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015567360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765987.999238:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765989.029008:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765990.047641:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765991.071155:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765992.096433:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765992.735211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765992.735226:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765992.735231:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765992.735256:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3510 00000100:00080000:1.0:1789765992.735271:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765992.735281:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765992.735341:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015567488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765992.735381:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765992.735384:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765992.735386:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765992.735390:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3510 00000100:00080000:1.0:1789765992.735394:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765992.735398:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765992.735410:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765992.735433:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015567616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765992.735442:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765992.735445:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765992.735447:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765992.735450:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3510 00000100:00080000:1.0:1789765992.735454:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765992.735457:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765992.735462:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765992.735472:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015567744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765992.735480:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765992.735484:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765992.735485:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765992.735488:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3510 00000100:00080000:1.0:1789765992.735491:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765992.735494:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765992.735499:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765992.735508:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015567872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765992.735518:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765992.735522:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765992.735523:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765992.735526:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3510 00000100:00080000:1.0:1789765992.735529:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765992.735533:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765992.735538:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765992.735547:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015568000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765992.735992:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015567488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765992.736077:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765992.736134:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765992/real 1789765992] req@ffff9cdd47c50e00 x1876702015567488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765992.736152:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015567488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765992.736169:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765992.736174:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765992.736178:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015567488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765992.736185:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015567616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765992.736209:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765992.736222:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765992/real 1789765992] req@ffff9cdd47c52300 x1876702015567616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765992.736234:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015567616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765992.736242:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765992.736245:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765992.736248:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015567616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765992.736255:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015567744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765992.736276:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765992.736287:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765992/real 1789765992] req@ffff9cdd47c53100 x1876702015567744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765992.736298:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015567744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765992.736305:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765992.736308:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765992.736310:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015567744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765992.736316:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015567872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765992.736347:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765992.736358:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765992/real 1789765992] req@ffff9cdd47c52d80 x1876702015567872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765992.736369:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015567872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765992.736377:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765992.736380:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765992.736383:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015567872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765992.736389:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015568000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765992.736407:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765992.736428:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765992/real 1789765992] req@ffff9cdd47c51c00 x1876702015568000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765992.736439:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015568000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765992.736446:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765992.736449:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765992.736453:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015568000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789765993.119146:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765994.143250:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789765995.167842:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765996.191207:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765997.215050:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789765997.855557:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765997.855567:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789765997.855572:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765997.855581:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3515 00000100:00080000:1.0:1789765997.855593:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765997.855599:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789765997.855639:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015568128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765997.855667:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765997.855671:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765997.855673:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765997.855677:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3515 00000100:00080000:1.0:1789765997.855680:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765997.855684:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765997.855693:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765997.855705:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015568256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765997.855714:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765997.855717:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789765997.855719:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765997.855722:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3515 00000100:00080000:1.0:1789765997.855725:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765997.855728:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765997.855733:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765997.855742:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015568384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765997.855749:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765997.855752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789765997.855753:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765997.855756:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3515 00000100:00080000:1.0:1789765997.855759:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765997.855762:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765997.855766:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765997.855773:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015568512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789765997.855781:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789765997.855783:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789765997.855785:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789765997.855788:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3515 00000100:00080000:1.0:1789765997.855790:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789765997.855793:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789765997.855796:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789765997.855818:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015568640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789765997.856083:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015568128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789765997.856141:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765997.856175:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765997/real 1789765997] req@ffff9cdd47c51180 x1876702015568128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765997.856191:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015568128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765997.856200:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765997.856204:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765997.856206:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015568128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789765997.856212:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015568256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765997.856229:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765997.856238:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765997/real 1789765997] req@ffff9cdd47c51880 x1876702015568256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765997.856247:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015568256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765997.856254:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765997.856257:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765997.856260:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015568256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:2.0:1789765997.856265:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015568384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765997.856280:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765997.856300:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765997/real 1789765997] req@ffff9cdd47c50700 x1876702015568384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765997.856311:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015568384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765997.856323:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765997.856325:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765997.856328:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015568384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765997.856333:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015568512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789765997.856351:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765997.856362:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765997/real 1789765997] req@ffff9cdd47c51c00 x1876702015568512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765997.856386:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015568512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765997.856392:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765997.856395:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765997.856398:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015568512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789765997.856403:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015568640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789765997.856422:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789765997.856432:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789765997/real 1789765997] req@ffff9cdd47c52d80 x1876702015568640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789765997.856443:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015568640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789765997.856450:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789765997.856453:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789765997.856455:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015568640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789765998.240407:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789765999.263411:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766000.289151:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766001.311270:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766002.335055:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766002.974992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766002.975003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766002.975007:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766002.975021:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3520 00000100:00080000:1.0:1789766002.975035:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766002.975043:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766002.975083:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015568768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766002.975116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766002.975119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766002.975121:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766002.975125:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3520 00000100:00080000:1.0:1789766002.975128:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766002.975132:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766002.975145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766002.975156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015568896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789766002.975779:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015568768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:2.0:1789766002.976006:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789766002.976047:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766002/real 1789766002] req@ffff9cdd47c53100 x1876702015568768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789766002.976064:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015568768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766002.976073:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789766002.976077:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789766002.976081:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015568768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789766002.976088:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015568896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789766002.976112:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789766002.976124:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766002/real 1789766002] req@ffff9cdd47c52300 x1876702015568896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789766002.976134:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015568896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766002.976141:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789766002.976144:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789766002.976147:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015568896:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789766002.976297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766002.976302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766002.976305:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766002.976310:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3520 00000100:00080000:1.0:1789766002.976315:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766002.976319:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766002.976327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766002.976344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015569024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766002.976365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766002.976368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766002.976370:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766002.976373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3520 00000100:00080000:1.0:1789766002.976376:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766002.976380:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766002.976384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766002.976395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015569152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766002.976404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766002.976407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766002.976409:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766002.976412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3520 00000100:00080000:1.0:1789766002.976415:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766002.976418:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766002.976423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766002.976437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015569280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789766002.976543:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015569024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789766002.976569:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789766002.976582:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766002/real 1789766002] req@ffff9cdd47c50e00 x1876702015569024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789766002.976607:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015569024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766002.976614:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789766002.976617:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789766002.976620:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015569024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789766002.976626:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015569152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:2.0:1789766002.976644:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789766002.976656:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766002/real 1789766002] req@ffff9cdd47c50000 x1876702015569152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789766002.976665:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015569152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766002.976672:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789766002.976686:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789766002.976689:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015569152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789766002.976694:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015569280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:2.0:1789766002.976712:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789766002.976723:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766002/real 1789766002] req@ffff9cdd47c50a80 x1876702015569280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789766002.976732:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015569280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789766002.976739:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789766002.976741:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:2.0:1789766002.976744:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015569280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766003.359349:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766004.383200:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766005.407106:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766006.431244:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766007.455763:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766008.095347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766008.095357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766008.095361:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766008.095371:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3526 00000100:00080000:2.0:1789766008.095381:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766008.095388:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766008.095422:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015569408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766008.095479:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015569408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789766008.095547:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789766008.095573:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766008.095577:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766008.095579:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766008.095583:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3526 00000100:00080000:2.0:1789766008.095587:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766008.095591:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766008.095601:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766008.095613:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015569536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766008.095670:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766008/real 1789766008] req@ffff9cdd437a5f80 x1876702015569408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766008.095688:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015569408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766008.095698:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766008.095702:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766008.095706:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015569408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766008.095726:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015569536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766008.095747:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766008.095759:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766008/real 1789766008] req@ffff9cdd437a7100 x1876702015569536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766008.095770:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015569536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766008.095777:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766008.095780:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766008.095789:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015569536:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789766008.095985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766008.095990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766008.095992:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766008.095996:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3526 00000100:00080000:2.0:1789766008.096000:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766008.096004:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766008.096011:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766008.096023:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015569664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766008.096066:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015569664:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766008.096170:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789766008.096188:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766008.096192:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766008.096194:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766008.096198:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3526 00000100:00080000:2.0:1789766008.096202:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766008.096206:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766008.096222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766008.096235:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015569792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766008.096269:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766008/real 1789766008] req@ffff9cdd437a4000 x1876702015569664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766008.096282:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015569664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766008.096290:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766008.096293:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766008.096297:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015569664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766008.096308:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015569792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766008.096326:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766008.096336:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766008/real 1789766008] req@ffff9cdd437a5c00 x1876702015569792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766008.096347:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015569792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766008.096355:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766008.096358:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766008.096361:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015569792:192.168.203.148@tcp:8:kworker.0 00000100:00080000:2.0:1789766008.096400:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766008.096404:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766008.096405:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766008.096409:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3526 00000100:00080000:2.0:1789766008.096413:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766008.096417:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766008.096422:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766008.096433:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015569920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766008.096496:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015569920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766008.096517:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766008.096528:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766008/real 1789766008] req@ffff9cdd437a5500 x1876702015569920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766008.096539:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015569920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766008.096548:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766008.096551:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766008.096554:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015569920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766008.480479:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766009.506063:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766010.532732:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766011.551707:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766012.575613:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766013.215295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766013.215305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766013.215310:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766013.215319:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3531 00000100:00080000:3.0:1789766013.215329:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766013.215336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766013.215372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015570048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766013.215400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766013.215404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766013.215406:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766013.215410:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3531 00000100:00080000:3.0:1789766013.215413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766013.215417:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766013.215426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766013.215436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015570176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766013.215445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766013.215448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766013.215450:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766013.215453:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3531 00000100:00080000:3.0:1789766013.215455:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766013.215459:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766013.215463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766013.215470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015570304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766013.215478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766013.215481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766013.215483:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766013.215486:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3531 00000100:00080000:3.0:1789766013.215488:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766013.215491:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766013.215495:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766013.215501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015570432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766013.215509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766013.215511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766013.215513:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766013.215516:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3531 00000100:00080000:3.0:1789766013.215519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766013.215522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766013.215526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766013.215532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015570560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766013.216142:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015570048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789766013.216213:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766013.216261:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766013/real 1789766013] req@ffff9cdd59276300 x1876702015570048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766013.216280:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015570048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766013.216291:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766013.216295:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766013.216299:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015570048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766013.216306:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015570176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766013.216326:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766013.216349:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766013/real 1789766013] req@ffff9cdd59277800 x1876702015570176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766013.216363:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015570176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766013.216370:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766013.216373:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766013.216384:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015570176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789766013.216391:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015570304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766013.216410:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766013.216420:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766013/real 1789766013] req@ffff9cdd59274000 x1876702015570304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766013.216432:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015570304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766013.216440:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766013.216442:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766013.216445:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015570304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766013.216451:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015570432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766013.216470:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766013.216479:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766013/real 1789766013] req@ffff9cdd59275c00 x1876702015570432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766013.216490:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015570432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766013.216504:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766013.216507:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766013.216510:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015570432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766013.216516:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015570560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766013.216532:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766013.216542:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766013/real 1789766013] req@ffff9cdd59275f80 x1876702015570560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766013.216552:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015570560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766013.216559:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766013.216562:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766013.216565:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015570560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766013.599060:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766014.623114:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766015.647830:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766016.671164:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766017.696648:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766018.335104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766018.335199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766018.335205:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766018.335218:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3536 00000100:00080000:1.0:1789766018.335232:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766018.335242:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766018.335294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015570688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766018.335372:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015570688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766018.335468:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789766018.335564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766018.335569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766018.335571:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766018.335576:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3536 00000100:00080000:1.0:1789766018.335581:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766018.335587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766018.335599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766018.335613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015570816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766018.342911:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766018/real 1789766018] req@ffff9cdd47c52680 x1876702015570688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766018.342943:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015570688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766018.342955:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766018.342960:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766018.342964:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015570688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766018.343004:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015570816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766018.343079:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766018.343100:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766018/real 1789766018] req@ffff9cdd47c50380 x1876702015570816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766018.343112:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015570816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766018.343120:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766018.343124:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766018.343127:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015570816:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789766018.344365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766018.344376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766018.344379:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766018.344389:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3536 00000100:00080000:1.0:1789766018.344401:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766018.344418:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766018.344434:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766018.344475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015570944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766018.344492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766018.344495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766018.344497:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766018.344500:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3536 00000100:00080000:1.0:1789766018.344504:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766018.344508:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766018.344513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766018.344523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015571072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766018.344533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766018.344536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766018.344538:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766018.344541:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3536 00000100:00080000:1.0:1789766018.344544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766018.344547:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766018.344552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766018.344561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015571200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766018.347240:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015570944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766018.347349:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766018.347391:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766018/real 1789766018] req@ffff9cdd47c52a00 x1876702015570944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766018.349529:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015570944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766018.349554:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766018.349560:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766018.349564:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015570944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766018.349581:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015571072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766018.349681:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766018.349715:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766018/real 1789766018] req@ffff9cdd47c53800 x1876702015571072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766018.349728:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015571072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766018.349737:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766018.349741:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766018.349745:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015571072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766018.349753:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015571200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766018.349778:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766018.349790:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766018/real 1789766018] req@ffff9cdd47c51f80 x1876702015571200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766018.349802:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015571200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766018.349810:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766018.349813:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766018.349816:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015571200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766018.723031:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766019.744074:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766020.767419:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766021.791340:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766022.815203:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766023.456522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766023.456535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766023.456540:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766023.456566:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3541 00000100:00080000:1.0:1789766023.456581:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766023.456591:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766023.456640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015571328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766023.456677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766023.456682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766023.456684:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766023.456688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3541 00000100:00080000:1.0:1789766023.456692:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766023.456696:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766023.456708:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766023.456720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015571456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766023.456729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766023.456733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766023.456734:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766023.456738:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3541 00000100:00080000:1.0:1789766023.456742:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766023.456744:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766023.456749:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766023.456758:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015571584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766023.456767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766023.456770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766023.456772:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766023.456775:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3541 00000100:00080000:1.0:1789766023.456778:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766023.456781:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766023.456786:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766023.456797:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015571712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766023.456807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766023.456810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766023.456811:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766023.456815:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3541 00000100:00080000:1.0:1789766023.456818:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766023.456822:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766023.456827:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766023.456836:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015571840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766023.458010:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015571328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766023.458133:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766023.458210:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766023/real 1789766023] req@ffff9cdd47c51500 x1876702015571328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766023.458233:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015571328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766023.458247:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766023.458251:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766023.458255:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015571328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766023.458264:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015571456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766023.458291:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766023.458305:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766023/real 1789766023] req@ffff9cdd47c53480 x1876702015571456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766023.458315:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015571456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766023.458324:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766023.458327:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766023.458331:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015571456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766023.458338:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015571584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766023.458360:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766023.458373:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766023/real 1789766023] req@ffff9cdd47c53b80 x1876702015571584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766023.458384:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015571584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766023.458392:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766023.458395:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766023.458398:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015571584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766023.458405:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015571712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766023.458427:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766023.458438:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766023/real 1789766023] req@ffff9cdd47c51f80 x1876702015571712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766023.458451:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015571712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766023.458459:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766023.458462:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766023.458465:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015571712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766023.458471:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015571840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766023.458492:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766023.458503:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766023/real 1789766023] req@ffff9cdd47c53800 x1876702015571840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766023.458529:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015571840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766023.458536:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766023.458539:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766023.458542:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015571840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766023.841111:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766024.863084:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766025.889200:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766026.913144:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766027.935228:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766028.576582:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766028.576596:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766028.576601:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766028.576614:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3546 00000100:00080000:2.0:1789766028.576628:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766028.576638:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766028.576700:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015571968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766028.576733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766028.576737:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766028.576739:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766028.576744:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3546 00000100:00080000:2.0:1789766028.576747:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766028.576751:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766028.576771:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766028.576788:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015572096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766028.576798:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766028.576802:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766028.576804:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766028.576808:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3546 00000100:00080000:2.0:1789766028.576811:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766028.576817:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766028.576822:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766028.576825:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015571968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:2.0:1789766028.576835:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015572224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766028.576846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766028.576850:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766028.576851:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766028.576855:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3546 00000100:00080000:2.0:1789766028.576858:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766028.576862:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766028.576909:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766028.576921:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015572352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766028.576932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766028.576936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766028.576939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766028.576943:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3546 00000100:00080000:2.0:1789766028.576947:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766028.576951:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789766028.576957:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:2.0:1789766028.576959:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766028.576972:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015572480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766028.577012:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766028/real 1789766028] req@ffff9cdd437a4700 x1876702015571968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766028.577040:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015571968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766028.577051:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766028.577056:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766028.577073:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015571968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766028.577083:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766028.577109:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766028.577122:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766028/real 1789766028] req@ffff9cdd437a6680 x1876702015572096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766028.577133:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015572096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766028.577141:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766028.577144:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766028.577147:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766028.577174:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766028.577194:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766028.577205:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766028/real 1789766028] req@ffff9cdd437a4a80 x1876702015572224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766028.577215:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015572224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766028.577228:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766028.577232:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766028.577235:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766028.577241:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766028.577444:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766028.577458:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766028/real 1789766028] req@ffff9cdd437a4e00 x1876702015572352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766028.577468:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015572352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766028.577475:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766028.577479:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766028.577482:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766028.577488:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015572480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766028.577613:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766028.577626:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766028/real 1789766028] req@ffff9cdd437a5880 x1876702015572480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766028.577713:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015572480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766028.577721:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766028.577724:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766028.577728:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015572480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766028.959163:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766029.986153:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766031.009334:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766032.031888:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766033.055077:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766033.694979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766033.694990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766033.694994:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766033.695003:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3551 00000100:00080000:3.0:1789766033.695013:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766033.695021:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766033.695074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015572608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766033.695106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766033.695109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766033.695111:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766033.695116:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3551 00000100:00080000:3.0:1789766033.695120:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766033.695124:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766033.695133:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766033.695142:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015572736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766033.695148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766033.695151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766033.695152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766033.695163:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3551 00000100:00080000:3.0:1789766033.695166:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766033.695169:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766033.695173:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766033.695180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015572864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766033.695185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766033.695187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766033.695188:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766033.695190:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3551 00000100:00080000:3.0:1789766033.695191:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766033.695194:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766033.695196:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766033.695202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015572992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766033.695207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766033.695209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766033.695210:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766033.695211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3551 00000100:00080000:3.0:1789766033.695213:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766033.695215:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766033.695217:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766033.695221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015573120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766033.696930:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015572608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789766033.697003:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766033.697061:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766033/real 1789766033] req@ffff9cdd59275880 x1876702015572608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766033.697080:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015572608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766033.697091:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766033.697095:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766033.697099:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015572608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766033.697108:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766033.697141:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766033.697157:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766033/real 1789766033] req@ffff9cdd59274700 x1876702015572736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766033.697169:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015572736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766033.697176:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766033.697179:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766033.697182:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789766033.697189:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766033.697219:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766033.697231:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766033/real 1789766033] req@ffff9cdd59277100 x1876702015572864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766033.697242:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015572864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766033.697250:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766033.697253:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766033.697257:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766033.697263:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766033.697282:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766033.697293:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766033/real 1789766033] req@ffff9cdd59275f80 x1876702015572992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766033.697303:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015572992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766033.697315:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766033.697318:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766033.697321:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015572992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766033.697326:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015573120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766033.697345:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766033.697354:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766033/real 1789766033] req@ffff9cdd59275c00 x1876702015573120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766033.697363:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015573120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766033.697370:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766033.697373:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766033.697375:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015573120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766034.079500:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766035.105145:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766036.127107:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766037.151297:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766038.175086:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766038.814983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766038.815003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766038.815007:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766038.815017:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3556 00000100:00080000:3.0:1789766038.815028:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766038.815036:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766038.815089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015573248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766038.815121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766038.815125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766038.815127:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766038.815131:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3556 00000100:00080000:3.0:1789766038.815135:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766038.815139:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766038.815148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766038.815160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015573376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766038.815169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766038.815172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766038.815174:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766038.815177:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3556 00000100:00080000:3.0:1789766038.815181:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766038.815184:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766038.815189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766038.815199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015573504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766038.815208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766038.815211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766038.815212:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766038.815215:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3556 00000100:00080000:3.0:1789766038.815218:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766038.815221:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766038.815225:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766038.815234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015573632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766038.815242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766038.815245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766038.815247:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766038.815250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3556 00000100:00080000:3.0:1789766038.815253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766038.815256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766038.815260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766038.815269:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015573760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766038.815361:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015573248:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789766038.815424:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766038.815461:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766038/real 1789766038] req@ffff9cdd59274000 x1876702015573248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766038.815478:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015573248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766038.815488:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766038.815503:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766038.815508:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015573248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766038.815516:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015573376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766038.815538:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766038.815550:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766038/real 1789766038] req@ffff9cdd59277800 x1876702015573376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766038.815562:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015573376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766038.815569:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766038.815584:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766038.815588:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015573376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789766038.815594:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015573504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766038.815614:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766038.815625:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766038/real 1789766038] req@ffff9cdd59276300 x1876702015573504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766038.815635:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015573504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766038.815643:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766038.815646:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766038.815648:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015573504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766038.815654:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015573632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766038.815674:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766038.815685:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766038/real 1789766038] req@ffff9cdd59274e00 x1876702015573632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766038.815695:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015573632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766038.815702:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766038.815705:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766038.815708:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015573632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766038.815713:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015573760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766038.815732:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766038.815753:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766038/real 1789766038] req@ffff9cdd59276680 x1876702015573760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766038.815766:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015573760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766038.815772:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766038.815775:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766038.815778:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015573760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766039.202811:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766040.223165:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766041.247122:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766042.280135:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766043.295163:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766043.936671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766043.936680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766043.936684:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766043.936694:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3561 00000100:00080000:3.0:1789766043.936703:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766043.936710:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766043.936752:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015573888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766043.936903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766043.936907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766043.936908:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766043.936912:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3561 00000100:00080000:3.0:1789766043.936917:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766043.936921:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766043.936930:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766043.936942:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015574016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766043.936965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766043.936968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766043.936971:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766043.936975:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3561 00000100:00080000:3.0:1789766043.936979:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766043.936982:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766043.936988:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766043.937000:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015574144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766043.937010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766043.937015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766043.937017:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766043.937021:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3561 00000100:00080000:3.0:1789766043.937025:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1789766043.937034:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015573888:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789766043.937034:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766043.937048:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1789766043.937139:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766043.937197:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766043/real 1789766043] req@ffff9cdd59277b80 x1876702015573888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766043.937217:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015573888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766043.937229:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766043.937233:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766043.937237:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015573888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766043.937245:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766043.937269:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766043.937282:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766043/real 1789766043] req@ffff9cdd59276d80 x1876702015574016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766043.937293:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015574016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766043.937300:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766043.937304:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766043.937307:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789766043.937312:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766043.937333:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766043.937343:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766043/real 1789766043] req@ffff9cdd59275180 x1876702015574144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766043.937360:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015574144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766043.937367:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766043.937370:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766043.937373:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766043.937404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015574272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766043.937496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766043.937499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766043.937501:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766043.937506:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3561 00000100:00080000:3.0:1789766043.937511:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766043.937516:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766043.937536:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766043.937563:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766043.937576:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766043/real 1789766043] req@ffff9cdd59274380 x1876702015574272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766043.937590:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015574272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1789766043.937591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1789766043.937609:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766043.937614:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766043.937619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015574400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766043.937624:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766043.937657:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015574400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766043.937682:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766043.937695:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766043/real 1789766043] req@ffff9cdd59275500 x1876702015574400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766043.937707:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015574400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766043.937721:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766043.937724:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766043.937728:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015574400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766044.319221:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766045.343182:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766046.369575:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766047.391454:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766048.415465:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766049.057032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766049.057049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766049.057056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766049.057070:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3567 00000100:00080000:1.0:1789766049.057086:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766049.057096:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766049.057151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015574528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766049.057191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766049.057195:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766049.057198:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766049.057203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3567 00000100:00080000:1.0:1789766049.057207:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766049.057212:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766049.057226:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766049.057252:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015574656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766049.057262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766049.057267:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766049.057269:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766049.057273:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3567 00000100:00080000:1.0:1789766049.057276:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766049.057281:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766049.057286:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015574528:192.168.203.148@tcp:250:kworker.0 00000008:00100000:1.0:1789766049.057288:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766049.057303:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015574784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766049.057314:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766049.057318:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766049.057320:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766049.057323:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3567 00000100:00080000:1.0:1789766049.057327:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766049.057331:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766049.057336:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766049.057346:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015574912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766049.057355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766049.057359:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766049.057360:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766049.057364:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3567 00000100:00080000:1.0:1789766049.057368:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766049.057373:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766049.057378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766049.057388:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015575040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766049.057432:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766049.057472:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766049.057496:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766049.057517:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015575040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766049.439295:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766050.463215:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766051.487167:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789766052.134823:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789766052.134960:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789766052.134985:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766052.135042:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766052.135064:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766052.135075:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766052.135084:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789766052.135208:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766049/real 1789766052] req@ffff9cdd47c52680 x1876702015574784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766052.135238:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015574784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766052.135250:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766052.135256:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766052.135260:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766052.135269:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766049/real 1789766052] req@ffff9cdd47c50a80 x1876702015574912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766052.135282:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015574912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766052.135290:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766052.135293:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766052.135296:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766052.135304:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766049/real 1789766052] req@ffff9cdd47c50000 x1876702015575040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766052.135315:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015575040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766052.135327:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766052.135330:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766052.135333:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015575040:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789766052.135339:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766049/real 1789766052] req@ffff9cdd47c52a00 x1876702015574528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766052.135349:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015574528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766052.135356:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766052.135359:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766052.135361:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015574528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766052.135367:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766049/real 1789766052] req@ffff9cdd47c50380 x1876702015574656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766052.135377:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015574656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766052.135396:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766052.135399:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766052.135403:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015574656:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766052.512027:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766053.535483:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766054.175020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766054.175033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766054.175039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766054.175052:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3572 00000100:00080000:1.0:1789766054.175066:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766054.175075:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766054.175121:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015575168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766054.175162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766054.175165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766054.175167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766054.175171:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3572 00000100:00080000:1.0:1789766054.175174:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766054.175178:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766054.175188:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766054.175201:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015575296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766054.175211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766054.175214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766054.175216:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766054.175219:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3572 00000100:00080000:1.0:1789766054.175222:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766054.175226:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766054.175231:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766054.175257:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015575424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766054.175266:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766054.175270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766054.175271:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766054.175274:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3572 00000100:00080000:1.0:1789766054.175278:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766054.175281:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766054.175285:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766054.175296:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015575552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766054.175304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766054.175307:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766054.175309:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766054.175312:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3572 00000100:00080000:1.0:1789766054.175315:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766054.175319:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766054.175640:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015575168:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766054.175743:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766054.175797:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766054/real 1789766054] req@ffff9cdd47c50380 x1876702015575168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766054.175817:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015575168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766054.175829:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766054.175834:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766054.175838:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015575168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766054.175846:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015575296:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766054.175917:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:1.0:1789766054.176796:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766054.176830:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015575680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766054.182548:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766054/real 1789766054] req@ffff9cdd47c52a00 x1876702015575296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766054.182589:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015575296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766054.182603:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766054.182608:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766054.182613:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015575296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766054.182629:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015575424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766054.182714:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766054.182740:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766054/real 1789766054] req@ffff9cdd47c50000 x1876702015575424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766054.182753:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015575424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766054.182766:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766054.182770:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766054.182773:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015575424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766054.182780:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015575552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766054.182803:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766054.182814:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766054/real 1789766054] req@ffff9cdd47c50a80 x1876702015575552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766054.182826:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015575552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766054.182833:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766054.182837:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766054.182840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015575552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766054.182910:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015575680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766054.182934:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766054.182945:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766054/real 1789766054] req@ffff9cdd47c52680 x1876702015575680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766054.182955:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015575680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766054.182964:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766054.182967:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766054.182970:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015575680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766054.559079:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766055.583291:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766056.609573:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766057.631153:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766058.655206:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766059.295290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766059.295304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766059.295310:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766059.295323:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3577 00000100:00080000:1.0:1789766059.295339:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766059.295349:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766059.295411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015575808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766059.295448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766059.295452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766059.295454:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766059.295459:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3577 00000100:00080000:1.0:1789766059.295622:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766059.295629:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766059.295643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766059.295657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015575936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766059.295667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766059.295670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766059.295671:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766059.295675:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3577 00000100:00080000:1.0:1789766059.295678:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766059.295681:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766059.295685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766059.295694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015576064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766059.295702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766059.295705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766059.295707:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766059.295710:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3577 00000100:00080000:1.0:1789766059.295713:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766059.295716:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766059.295720:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766059.295729:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015576192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766059.295737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766059.295740:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766059.295741:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766059.295745:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3577 00000100:00080000:1.0:1789766059.295747:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766059.295750:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766059.295754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766059.295763:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015576320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766059.295900:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015575808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766059.295981:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766059.296032:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766059/real 1789766059] req@ffff9cdd47c50e00 x1876702015575808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766059.296052:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015575808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766059.296063:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766059.296068:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766059.296072:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015575808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766059.296079:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015575936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766059.296103:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766059.296116:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766059/real 1789766059] req@ffff9cdd47c52300 x1876702015575936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766059.296128:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015575936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766059.296136:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766059.296139:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766059.296143:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015575936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766059.296150:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015576064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766059.296172:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766059.296183:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766059/real 1789766059] req@ffff9cdd47c53100 x1876702015576064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766059.296193:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015576064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766059.296200:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766059.296203:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766059.296206:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015576064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766059.296212:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015576192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766059.296232:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766059.296242:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766059/real 1789766059] req@ffff9cdd47c52d80 x1876702015576192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766059.296264:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015576192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766059.296272:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766059.296276:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766059.296279:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015576192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766059.296285:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015576320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766059.296304:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766059.296316:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766059/real 1789766059] req@ffff9cdd47c51c00 x1876702015576320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766059.296326:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015576320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766059.296333:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766059.296336:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766059.296339:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015576320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766059.679153:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766060.705662:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766061.727364:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766062.753480:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766063.775559:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766064.415269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766064.415280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766064.415285:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766064.415295:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3582 00000100:00080000:1.0:1789766064.415305:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766064.415312:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766064.415350:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50700 x1876702015576448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766064.415384:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766064.415388:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766064.415390:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766064.415395:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3582 00000100:00080000:1.0:1789766064.415399:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766064.415402:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766064.415411:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766064.415422:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51880 x1876702015576576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766064.415441:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766064.415444:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766064.415445:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766064.415448:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3582 00000100:00080000:1.0:1789766064.415452:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766064.415455:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766064.415460:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766064.415472:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51180 x1876702015576704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766064.415480:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766064.415483:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766064.415485:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766064.415491:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3582 00000100:00080000:1.0:1789766064.415494:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766064.415498:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766064.415502:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766064.415522:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015576832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766064.415530:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766064.415533:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766064.415534:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766064.415537:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3582 00000100:00080000:1.0:1789766064.415541:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766064.415544:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766064.415549:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766064.415559:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015576960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766064.415818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015576448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766064.415913:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766064.415950:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766064/real 1789766064] req@ffff9cdd47c50700 x1876702015576448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766064.415966:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50700 x1876702015576448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766064.415975:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766064.415979:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766064.415982:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015576448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766064.415989:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015576576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766064.416010:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766064.416021:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766064/real 1789766064] req@ffff9cdd47c51880 x1876702015576576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766064.416039:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51880 x1876702015576576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766064.416056:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766064.416059:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766064.416062:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015576576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766064.416068:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015576704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766064.416087:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766064.416098:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766064/real 1789766064] req@ffff9cdd47c51180 x1876702015576704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766064.416108:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51180 x1876702015576704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766064.416115:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766064.416118:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766064.416120:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015576704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766064.416125:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015576832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766064.416141:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766064.416150:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766064/real 1789766064] req@ffff9cdd47c51c00 x1876702015576832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766064.416160:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015576832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766064.416171:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766064.416174:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766064.416177:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015576832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766064.416182:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015576960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766064.416200:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766064.416209:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766064/real 1789766064] req@ffff9cdd47c52d80 x1876702015576960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766064.416220:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015576960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766064.416226:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766064.416229:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766064.416232:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015576960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766064.799077:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766065.824909:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766066.847453:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766067.875089:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766068.895777:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766069.536622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766069.536633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766069.536637:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766069.536647:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3587 00000100:00080000:2.0:1789766069.536658:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766069.536665:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766069.536703:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015577088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766069.536738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766069.536742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766069.536744:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766069.536748:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3587 00000100:00080000:2.0:1789766069.536751:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766069.536755:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766069.536771:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766069.536783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015577216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766069.536791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766069.536794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766069.536796:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766069.536799:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3587 00000100:00080000:2.0:1789766069.536802:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766069.536805:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766069.536809:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766069.536816:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015577344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766069.536826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766069.536829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766069.536831:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766069.536835:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3587 00000100:00080000:2.0:1789766069.536838:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766069.536841:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766069.536844:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766069.536851:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015577472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766069.536858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766069.536861:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766069.536862:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766069.536903:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3587 00000100:00080000:2.0:1789766069.536906:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766069.536909:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766069.536914:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766069.536925:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015577600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766069.537375:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015577088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766069.537446:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766069.537558:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766069/real 1789766069] req@ffff9cdd437a6d80 x1876702015577088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766069.537577:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015577088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766069.537593:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766069.537597:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766069.537601:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015577088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766069.537609:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015577216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766069.537634:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766069.537645:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766069/real 1789766069] req@ffff9cdd437a6a00 x1876702015577216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766069.537655:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015577216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766069.537663:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766069.537666:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766069.537669:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015577216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766069.537675:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015577344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766069.537694:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766069.537704:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766069/real 1789766069] req@ffff9cdd437a7b80 x1876702015577344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766069.537714:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015577344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766069.537722:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766069.537725:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766069.537729:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015577344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766069.537735:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015577472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766069.537753:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766069.537773:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766069/real 1789766069] req@ffff9cdd437a6300 x1876702015577472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766069.537782:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015577472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766069.537789:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766069.537791:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766069.537794:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015577472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766069.537799:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015577600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766069.537817:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766069.537826:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766069/real 1789766069] req@ffff9cdd437a5880 x1876702015577600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766069.537836:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015577600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766069.537843:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766069.537846:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766069.537849:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015577600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766069.920823:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766070.945040:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766071.968897:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766072.991428:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766074.015202:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766074.655029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766074.655040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766074.655043:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766074.655053:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3592 00000100:00080000:3.0:1789766074.655064:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766074.655071:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766074.655108:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015577728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766074.655140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766074.655144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766074.655145:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766074.655150:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3592 00000100:00080000:3.0:1789766074.655153:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766074.655156:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766074.655165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766074.655176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015577856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766074.655183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766074.655186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766074.655187:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766074.655190:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3592 00000100:00080000:3.0:1789766074.655194:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766074.655197:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766074.655202:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766074.655211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015577984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766074.655220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766074.655223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766074.655224:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766074.655227:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3592 00000100:00080000:3.0:1789766074.655230:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766074.655233:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766074.655236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766074.655246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015578112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766074.655254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766074.655257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766074.655259:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766074.655262:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3592 00000100:00080000:3.0:1789766074.655265:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766074.655268:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766074.655271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766074.655281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015578240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766074.655364:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015577728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789766074.655422:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766074.655459:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766074/real 1789766074] req@ffff9cdd59276a00 x1876702015577728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766074.655474:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015577728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766074.655483:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766074.655486:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766074.655490:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015577728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766074.655497:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015577856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766074.655517:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766074.655529:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766074/real 1789766074] req@ffff9cdd59277480 x1876702015577856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766074.655540:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015577856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766074.655546:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766074.655548:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766074.655551:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015577856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789766074.655557:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015577984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766074.655575:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766074.655585:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766074/real 1789766074] req@ffff9cdd59274a80 x1876702015577984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766074.655595:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015577984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766074.655602:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766074.655605:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766074.655608:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015577984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766074.655613:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015578112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766074.655631:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766074.655641:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766074/real 1789766074] req@ffff9cdd59275500 x1876702015578112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766074.655650:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015578112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766074.655657:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766074.655660:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766074.655662:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015578112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766074.655667:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015578240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766074.655685:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766074.655694:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766074/real 1789766074] req@ffff9cdd59274380 x1876702015578240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766074.655703:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015578240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766074.655731:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766074.655734:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766074.655737:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015578240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766075.041752:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766076.065138:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766077.087202:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766078.111107:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766079.135297:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766079.775134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766079.775151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766079.775157:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766079.775170:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3597 00000100:00080000:1.0:1789766079.775186:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766079.775195:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766079.775263:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015578368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766079.775473:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015578368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766079.775572:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789766079.775607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766079.775611:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766079.775613:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766079.775618:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3597 00000100:00080000:1.0:1789766079.775623:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766079.775628:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766079.775639:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766079.775654:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015578496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766079.781706:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766079/real 1789766079] req@ffff9cdd47c53100 x1876702015578368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766079.781746:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015578368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766079.781759:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766079.781765:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766079.781769:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015578368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766079.781808:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015578496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766079.782673:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:1.0:1789766079.785646:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766079.785660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766079.785665:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766079.785677:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3597 00000100:00080000:1.0:1789766079.785701:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766079.785712:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766079.785729:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766079.785778:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015578624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766079.785797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766079.785801:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766079.785803:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766079.785807:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3597 00000100:00080000:1.0:1789766079.785811:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766079.785824:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766079.785830:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766079.785842:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015578752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766079.786459:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766079/real 1789766079] req@ffff9cdd47c52300 x1876702015578496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766079.786485:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015578496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766079.787389:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766079.787400:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766079.787407:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015578496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766079.787450:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015578624:192.168.203.148@tcp:8:kworker.0 00000100:00080000:1.0:1789766079.788091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766079.788098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766079.788101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766079.788107:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3597 00000100:00080000:1.0:1789766079.788116:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766079.788123:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766079.788135:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766079.788167:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015578880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789766079.789646:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766079.789711:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766079/real 1789766079] req@ffff9cdd47c50e00 x1876702015578624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766079.789745:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015578624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766079.789758:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766079.789763:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766079.789767:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015578624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766079.789803:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015578752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766079.790823:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766079.790853:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766079/real 1789766079] req@ffff9cdd47c52680 x1876702015578752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766079.790885:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015578752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766079.790896:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766079.790900:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766079.790905:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015578752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766079.790914:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015578880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766079.790946:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766079.790958:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766079/real 1789766079] req@ffff9cdd47c50a80 x1876702015578880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766079.790971:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015578880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766079.790986:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766079.790990:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766079.790993:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015578880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766080.161043:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766081.184251:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766082.207076:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766083.231064:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766084.255102:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766084.896826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766084.896840:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766084.896846:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766084.896859:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3602 00000100:00080000:2.0:1789766084.896907:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766084.896918:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766084.896970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015579008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766084.897010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766084.897014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766084.897016:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766084.897021:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3602 00000100:00080000:2.0:1789766084.897025:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766084.897030:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766084.897042:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766084.897055:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015579136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766084.897065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766084.897068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766084.897070:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766084.897073:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3602 00000100:00080000:2.0:1789766084.897077:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766084.897080:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766084.897086:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766084.897095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015579264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766084.897105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766084.897109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766084.897111:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766084.897115:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3602 00000100:00080000:2.0:1789766084.897118:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766084.897122:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766084.897127:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766084.897137:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015579392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766084.897147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766084.897150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766084.897151:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766084.897155:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3602 00000100:00080000:2.0:1789766084.897158:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766084.897162:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766084.897166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766084.897175:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015579520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766084.897738:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015579008:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766084.897826:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766084.897913:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766084/real 1789766084] req@ffff9cdd437a4e00 x1876702015579008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766084.897934:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015579008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766084.897945:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766084.897949:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766084.897954:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015579008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766084.897962:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015579136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766084.897987:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766084.898000:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766084/real 1789766084] req@ffff9cdd437a4a80 x1876702015579136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766084.898010:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015579136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766084.898024:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766084.898027:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766084.898031:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015579136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766084.898037:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015579264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766084.898058:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766084.898153:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766084/real 1789766084] req@ffff9cdd437a6680 x1876702015579264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766084.898165:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015579264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766084.898173:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766084.898176:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766084.898180:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015579264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766084.898186:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015579392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766084.898209:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766084.898220:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766084/real 1789766084] req@ffff9cdd437a4700 x1876702015579392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766084.898230:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015579392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766084.898238:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766084.898241:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766084.898244:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015579392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766084.898251:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015579520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766084.898270:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766084.898281:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766084/real 1789766084] req@ffff9cdd437a5500 x1876702015579520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766084.898292:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015579520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766084.898299:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766084.898302:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766084.898305:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015579520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766085.279573:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766086.303117:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766087.327339:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766088.351369:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766089.376845:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766090.014997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766090.015008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766090.015012:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766090.015023:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3608 00000100:00080000:2.0:1789766090.015034:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766090.015041:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766090.015079:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015579648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766090.015156:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015579648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766090.015209:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789766090.015241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766090.015244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766090.015246:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766090.015251:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3608 00000100:00080000:2.0:1789766090.015255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766090.015259:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766090.015268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766090.015281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015579776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766090.015336:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766090/real 1789766090] req@ffff9cdd437a5c00 x1876702015579648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766090.015353:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015579648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766090.015363:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766090.015379:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766090.015383:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015579648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766090.015407:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015579776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766090.015431:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766090.015444:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766090/real 1789766090] req@ffff9cdd437a4000 x1876702015579776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766090.015456:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015579776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766090.015463:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766090.015466:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766090.015469:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015579776:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789766090.015644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766090.015648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766090.015650:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766090.015654:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3608 00000100:00080000:2.0:1789766090.015659:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766090.015663:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766090.015669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766090.015681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015579904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766090.015725:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015579904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766090.015750:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789766090.015771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766090.015774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766090.015776:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766090.015780:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3608 00000100:00080000:2.0:1789766090.015785:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766090.015789:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766090.015794:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766090.015805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015580032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766090.015926:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766090/real 1789766090] req@ffff9cdd437a7100 x1876702015579904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766090.015938:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015579904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766090.015946:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766090.015949:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766090.015952:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015579904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766090.015965:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015580032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766090.015985:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766090.015995:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766090/real 1789766090] req@ffff9cdd437a5f80 x1876702015580032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766090.016007:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015580032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766090.016014:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766090.016017:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766090.016020:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015580032:192.168.203.148@tcp:8:kworker.0 00000100:00080000:2.0:1789766090.016115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766090.016119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766090.016121:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766090.016125:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3608 00000100:00080000:2.0:1789766090.016129:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766090.016133:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766090.016138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766090.016151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015580160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766090.016194:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015580160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766090.016217:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766090.016279:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766090/real 1789766090] req@ffff9cdd437a7800 x1876702015580160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766090.016291:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015580160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766090.016299:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766090.016302:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766090.016305:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015580160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766090.399037:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766091.423633:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766092.447147:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766093.471086:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766094.496489:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766095.135106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766095.135114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766095.135118:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766095.135127:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3613 00000100:00080000:1.0:1789766095.135136:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766095.135142:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766095.135176:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015580288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766095.135202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766095.135205:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766095.135207:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766095.135211:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3613 00000100:00080000:1.0:1789766095.135213:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766095.135217:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766095.135225:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766095.135236:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015580416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766095.135244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766095.135247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766095.135249:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766095.135252:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3613 00000100:00080000:1.0:1789766095.135254:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766095.135257:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766095.135261:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766095.135268:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015580544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766095.135275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766095.135278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766095.135279:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766095.135282:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3613 00000100:00080000:1.0:1789766095.135284:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766095.135286:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766095.135290:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766095.135297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015580672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766095.135304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766095.135307:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766095.135308:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766095.135311:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3613 00000100:00080000:1.0:1789766095.135314:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766095.135316:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766095.135320:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766095.135328:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015580800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766095.135472:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015580288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766095.135528:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766095.135566:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766095/real 1789766095] req@ffff9cdd47c50000 x1876702015580288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766095.135600:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015580288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766095.135613:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766095.135617:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766095.135620:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015580288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766095.135627:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015580416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766095.135649:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766095.135660:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766095/real 1789766095] req@ffff9cdd47c52a00 x1876702015580416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766095.135671:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015580416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766095.135678:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766095.135690:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766095.135694:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015580416:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766095.135700:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015580544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766095.135724:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766095.135735:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766095/real 1789766095] req@ffff9cdd47c50380 x1876702015580544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766095.135745:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015580544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766095.135756:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766095.135759:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766095.135762:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015580544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766095.135767:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015580672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766095.135786:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766095.135795:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766095/real 1789766095] req@ffff9cdd47c53800 x1876702015580672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766095.135805:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015580672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766095.135812:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766095.135825:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766095.135829:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015580672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766095.135835:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015580800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766095.135853:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766095.135889:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766095/real 1789766095] req@ffff9cdd47c51f80 x1876702015580800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766095.135901:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015580800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766095.135907:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766095.135909:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766095.135913:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015580800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766095.519845:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766096.543063:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766097.567078:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766098.591077:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766099.616081:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766100.255033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766100.255044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766100.255048:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766100.255058:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3618 00000100:00080000:2.0:1789766100.255069:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766100.255076:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766100.255112:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015580928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766100.255140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766100.255146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766100.255148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766100.255151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3618 00000100:00080000:2.0:1789766100.255155:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766100.255159:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766100.255168:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766100.255179:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015581056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766100.255188:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766100.255191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766100.255192:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766100.255196:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3618 00000100:00080000:2.0:1789766100.255198:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766100.255201:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766100.255206:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766100.255215:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015581184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766100.255223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766100.255226:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766100.255228:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766100.255231:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3618 00000100:00080000:2.0:1789766100.255234:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766100.255237:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766100.255241:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766100.255252:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015581312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766100.255260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766100.255263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766100.255265:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766100.255268:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3618 00000100:00080000:2.0:1789766100.255271:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766100.255274:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766100.255278:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766100.255288:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015581440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766100.255370:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015580928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766100.255425:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766100.255466:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766100/real 1789766100] req@ffff9cdd437a5180 x1876702015580928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766100.255483:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015580928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766100.255493:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766100.255496:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766100.255500:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015580928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766100.255506:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766100.255527:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766100.255552:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766100/real 1789766100] req@ffff9cdd437a4380 x1876702015581056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766100.255564:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015581056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766100.255572:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766100.255575:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766100.255578:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581056:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766100.255583:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766100.255602:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766100.255612:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766100/real 1789766100] req@ffff9cdd437a7480 x1876702015581184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766100.255623:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015581184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766100.255630:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766100.255633:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766100.255635:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766100.255640:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766100.255659:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766100.255669:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766100/real 1789766100] req@ffff9cdd437a7800 x1876702015581312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766100.255680:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015581312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766100.255687:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766100.255691:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766100.255694:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581312:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766100.255699:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015581440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766100.255718:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766100.255729:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766100/real 1789766100] req@ffff9cdd437a5f80 x1876702015581440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766100.255740:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015581440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766100.255748:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766100.255751:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766100.255754:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015581440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766100.639127:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766101.665763:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766102.687347:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766103.711152:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766104.735899:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766105.375329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766105.375342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766105.375348:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766105.375362:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3623 00000100:00080000:2.0:1789766105.375376:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766105.375384:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766105.375434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015581568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766105.375479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766105.375483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766105.375485:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766105.375489:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3623 00000100:00080000:2.0:1789766105.375504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766105.375509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766105.375522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766105.375535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015581696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766105.375545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766105.375548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766105.375550:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766105.375555:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3623 00000100:00080000:2.0:1789766105.375558:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766105.375561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766105.375566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766105.375575:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015581824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766105.375583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766105.375587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766105.375588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766105.375592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3623 00000100:00080000:2.0:1789766105.375604:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766105.375609:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766105.375614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766105.375624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015581952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766105.375640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766105.375644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766105.375645:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766105.375649:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3623 00000100:00080000:2.0:1789766105.375652:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766105.375656:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766105.375660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766105.375670:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015582080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766105.376212:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015581568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766105.376301:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766105.376361:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766105/real 1789766105] req@ffff9cdd437a7100 x1876702015581568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766105.376381:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015581568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766105.376393:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766105.376402:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766105.376406:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015581568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766105.376414:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766105.376438:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766105.376452:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766105/real 1789766105] req@ffff9cdd437a4000 x1876702015581696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766105.376470:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015581696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766105.376478:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766105.376481:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766105.376503:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766105.376510:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766105.376530:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766105.376545:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766105/real 1789766105] req@ffff9cdd437a5c00 x1876702015581824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766105.376557:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015581824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766105.376565:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766105.376568:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766105.376571:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766105.376577:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766105.376596:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766105.376608:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766105/real 1789766105] req@ffff9cdd437a5500 x1876702015581952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766105.376618:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015581952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766105.376632:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766105.376635:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766105.376639:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015581952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766105.376644:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015582080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766105.376659:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766105.376667:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766105/real 1789766105] req@ffff9cdd437a4700 x1876702015582080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766105.376677:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015582080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766105.376684:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766105.376687:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766105.376690:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015582080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766105.764227:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766106.801824:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766107.807120:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766108.831115:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766109.855089:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766110.495010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766110.495020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766110.495024:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766110.495035:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3628 00000100:00080000:2.0:1789766110.495046:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766110.495062:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766110.495097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015582208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766110.495132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766110.495136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766110.495138:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766110.495142:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3628 00000100:00080000:2.0:1789766110.495145:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766110.495149:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766110.495158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766110.495171:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015582336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766110.495182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766110.495185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766110.495187:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766110.495191:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3628 00000100:00080000:2.0:1789766110.495194:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766110.495198:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766110.495203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766110.495213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015582464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766110.495221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766110.495224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766110.495238:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766110.495242:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3628 00000100:00080000:2.0:1789766110.495245:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766110.495248:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766110.495253:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766110.495262:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015582592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766110.495270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766110.495272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766110.495274:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766110.495277:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3628 00000100:00080000:2.0:1789766110.495280:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766110.495282:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766110.495286:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766110.495610:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015582208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:1.0:1789766110.495669:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766110.495706:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766110/real 1789766110] req@ffff9cdd437a6680 x1876702015582208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766110.495722:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015582208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766110.495732:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766110.495736:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766110.495739:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015582208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766110.495746:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015582336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766110.495782:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766110.495795:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766110/real 1789766110] req@ffff9cdd437a4a80 x1876702015582336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766110.495807:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015582336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766110.495814:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766110.495817:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766110.495821:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015582336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789766110.495827:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015582464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766110.495844:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766110.495854:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766110/real 1789766110] req@ffff9cdd437a4e00 x1876702015582464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766110.495889:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015582464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766110.495897:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766110.495900:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766110.495903:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015582464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766110.495908:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015582592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:1.0:1789766110.495927:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766110.495938:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766110/real 1789766110] req@ffff9cdd437a5880 x1876702015582592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766110.495948:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015582592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766110.495955:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766110.495958:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766110.495961:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015582592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789766110.496177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015582720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766110.496568:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015582720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:1.0:1789766110.496595:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766110.496609:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766110/real 1789766110] req@ffff9cdd437a6300 x1876702015582720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766110.496621:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015582720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766110.496635:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766110.496638:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766110.496641:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015582720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766110.883290:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766111.903937:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766112.929178:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766113.951366:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766114.976526:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766115.615992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766115.616006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766115.616012:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766115.616025:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3633 00000100:00080000:3.0:1789766115.616041:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766115.616050:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766115.616101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015582848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766115.616146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766115.616150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766115.616152:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766115.616158:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3633 00000100:00080000:3.0:1789766115.616161:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766115.616166:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766115.616179:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766115.616192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015582976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766115.616202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766115.616206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766115.616208:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766115.616211:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3633 00000100:00080000:3.0:1789766115.616215:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766115.616219:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766115.616224:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766115.616234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015583104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766115.616243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766115.616247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766115.616248:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766115.616252:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3633 00000100:00080000:3.0:1789766115.616255:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766115.616259:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766115.616263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766115.616273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015583232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766115.616282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766115.616285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766115.616287:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766115.616290:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3633 00000100:00080000:3.0:1789766115.616294:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766115.616298:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766115.616302:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766115.616312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015583360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789766115.616493:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015582848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766115.616624:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015582976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:1.0:1789766115.616654:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015583104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766115.616677:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015583232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766115.616697:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015583360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766115.999835:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766117.023565:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766118.049174:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789766118.687334:0:2350:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:2.0:1789766118.687408:0:2350:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1789766118.687428:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789766118.705609:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766115/real 1789766118] req@ffff9cdd59275180 x1876702015582848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766140 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789766118.705656:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015582848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766140 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766118.705670:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000800:00000100:2.0:1789766118.705878:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00080000:1.0:1789766118.707391:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766118.707422:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015582848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766118.707437:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766115/real 1789766118] req@ffff9cdd59276d80 x1876702015582976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766140 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1789766118.707565:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789766118.707587:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:2.0:1789766118.707596:0:2350:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:1.0:1789766118.709445:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015582976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766118.710049:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766118.710056:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:1.0:1789766118.710062:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015582976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766118.712692:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766115/real 1789766118] req@ffff9cdd59277b80 x1876702015583104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766118.713371:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015583104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766118.713389:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766118.713404:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766118.713408:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015583104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766118.713419:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766115/real 1789766118] req@ffff9cdd59276680 x1876702015583232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766118.713433:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015583232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766118.713442:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766118.713445:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766118.713516:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015583232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766118.713524:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766115/real 1789766118] req@ffff9cdd59274e00 x1876702015583360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766118.713537:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015583360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766118.713544:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766118.713547:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766118.713550:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015583360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766119.073667:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766120.096120:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766120.735036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766120.735050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766120.735056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766120.735078:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3638 00000100:00080000:3.0:1789766120.735094:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766120.735104:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766120.735159:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015583488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766120.735202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766120.735207:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766120.735209:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766120.735214:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3638 00000100:00080000:3.0:1789766120.735218:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766120.735223:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766120.735245:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766120.735259:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015583616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766120.735269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766120.735272:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766120.735274:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766120.735278:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3638 00000100:00080000:3.0:1789766120.735281:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766120.735285:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766120.735290:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766120.735300:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015583744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766120.735308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766120.735312:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766120.735314:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766120.735317:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3638 00000100:00080000:3.0:1789766120.735320:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766120.735324:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766120.735328:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766120.735336:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015583872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766120.735344:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766120.735347:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766120.735348:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766120.735351:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3638 00000100:00080000:3.0:1789766120.735354:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766120.735357:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766120.735361:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766120.735369:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015584000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766120.735507:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015583488:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766120.735595:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766120.735649:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766120/real 1789766120] req@ffff9cdd59276300 x1876702015583488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766120.735668:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015583488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766120.735680:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766120.735685:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766120.735689:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015583488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766120.735697:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015583616:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766120.735719:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766120.735732:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766120/real 1789766120] req@ffff9cdd59277800 x1876702015583616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766120.735743:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015583616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766120.735750:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766120.735753:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766120.735756:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015583616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766120.735762:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015583744:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766120.735782:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766120.735794:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766120/real 1789766120] req@ffff9cdd59274000 x1876702015583744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766120.735805:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015583744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766120.735813:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766120.735816:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766120.735819:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015583744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766120.735824:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015583872:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766120.735843:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766120.735854:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766120/real 1789766120] req@ffff9cdd59275c00 x1876702015583872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766120.735892:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015583872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766120.735900:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766120.735904:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766120.735907:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015583872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766120.735914:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015584000:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766120.735934:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766120.735945:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766120/real 1789766120] req@ffff9cdd59275f80 x1876702015584000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766120.735956:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015584000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766120.735964:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766120.735967:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766120.735970:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015584000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766121.121395:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766122.143196:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766123.168110:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766124.193811:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766125.215404:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766125.855054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766125.855068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766125.855074:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766125.855086:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3643 00000100:00080000:3.0:1789766125.855101:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766125.855110:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766125.855160:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015584128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766125.855199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766125.855203:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766125.855205:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766125.855210:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3643 00000100:00080000:3.0:1789766125.855214:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766125.855218:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766125.855230:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766125.855247:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015584256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766125.855256:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766125.855260:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766125.855262:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766125.855266:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3643 00000100:00080000:3.0:1789766125.855269:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766125.855273:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766125.855278:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766125.855287:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015584384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766125.855296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766125.855299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766125.855301:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766125.855304:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3643 00000100:00080000:3.0:1789766125.855308:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766125.855311:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766125.855315:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766125.855326:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015584512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766125.855334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766125.855337:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766125.855339:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766125.855353:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3643 00000100:00080000:3.0:1789766125.855357:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766125.855361:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766125.855366:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766125.855376:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015584640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766125.855772:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015584128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766125.855853:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766125.855947:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766125/real 1789766125] req@ffff9cdd59277100 x1876702015584128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766125.855967:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015584128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766125.855978:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766125.855983:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766125.855988:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015584128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766125.855997:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015584256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766125.856020:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766125.856033:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766125/real 1789766125] req@ffff9cdd59274700 x1876702015584256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766125.856043:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015584256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766125.856051:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766125.856054:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766125.856057:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015584256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766125.856063:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015584384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766125.856082:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766125.856092:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766125/real 1789766125] req@ffff9cdd59275880 x1876702015584384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766125.856102:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015584384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766125.856108:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766125.856112:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766125.856115:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015584384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766125.856120:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015584512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766125.856136:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766125.856144:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766125/real 1789766125] req@ffff9cdd59275f80 x1876702015584512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766125.856154:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015584512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766125.856161:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766125.856165:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766125.856168:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015584512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766125.856173:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015584640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766125.856190:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766125.856199:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766125/real 1789766125] req@ffff9cdd59275c00 x1876702015584640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766125.856210:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015584640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766125.856218:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766125.856221:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766125.856224:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015584640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766126.240213:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766127.266163:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766128.287597:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766129.311245:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766130.335795:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766130.975643:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766130.975653:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766130.975657:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766130.975668:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3648 00000100:00080000:3.0:1789766130.975679:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766130.975687:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766130.975726:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015584768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766130.975761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766130.975765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766130.975767:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766130.975771:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3648 00000100:00080000:3.0:1789766130.975775:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766130.975779:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766130.975849:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766130.975880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015584896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766130.975891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766130.975895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766130.975897:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766130.975900:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3648 00000100:00080000:3.0:1789766130.975904:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766130.975907:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766130.975912:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766130.975923:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015585024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766130.975936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766130.975939:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766130.975941:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766130.975944:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3648 00000100:00080000:3.0:1789766130.975948:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766130.975951:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766130.975955:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766130.975964:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015585152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766130.975972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766130.975975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766130.975977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766130.975980:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3648 00000100:00080000:3.0:1789766130.975983:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766130.975986:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766130.975990:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766130.975999:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015585280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766130.976470:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015584768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766130.976545:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766130.976597:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766130/real 1789766130] req@ffff9cdd59274000 x1876702015584768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766130.976612:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015584768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766130.976621:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766130.976625:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766130.976629:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015584768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766130.976636:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015584896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766130.976657:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766130.976667:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766130/real 1789766130] req@ffff9cdd59277800 x1876702015584896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766130.976678:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015584896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766130.976690:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766130.976693:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766130.976696:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015584896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766130.976702:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015585024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766130.976721:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766130.976731:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766130/real 1789766130] req@ffff9cdd59276300 x1876702015585024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766130.976741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015585024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766130.976748:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766130.976751:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766130.976754:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015585024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766130.976759:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015585152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766130.976777:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766130.976788:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766130/real 1789766130] req@ffff9cdd59274e00 x1876702015585152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766130.976799:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015585152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766130.976806:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766130.976809:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766130.976812:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015585152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766130.976818:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015585280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766130.976836:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766130.976846:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766130/real 1789766130] req@ffff9cdd59276680 x1876702015585280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766130.976856:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015585280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766130.976885:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766130.976889:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766130.976892:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015585280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766131.359259:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766132.384583:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766133.407600:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766134.431244:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766135.455198:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766136.095432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766136.095447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766136.095452:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766136.095464:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3654 00000100:00080000:0.0:1789766136.095480:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766136.095490:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789766136.095674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015585408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766136.095750:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015585408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766136.095837:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789766136.095941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766136.095946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766136.095948:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766136.095953:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3654 00000100:00080000:0.0:1789766136.095957:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766136.095963:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766136.095973:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766136.095989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015585536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766136.103339:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766136/real 1789766136] req@ffff9cdd47cfaa00 x1876702015585408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766136.103377:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015585408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766136.103391:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766136.103397:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766136.103402:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015585408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766136.103446:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015585536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766136.103523:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766136.103544:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766136/real 1789766136] req@ffff9cdd47cfbb80 x1876702015585536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766136.103558:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015585536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766136.103566:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766136.103570:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766136.103573:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015585536:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789766136.103580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766136.103587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766136.103591:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766136.103599:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3654 00000100:00080000:0.0:1789766136.103607:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766136.103616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766136.103630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766136.103667:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015585664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766136.103694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766136.103698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766136.103700:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766136.103705:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3654 00000100:00080000:0.0:1789766136.103709:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766136.103714:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766136.103719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766136.103734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015585792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766136.103735:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015585664:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789766136.103750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766136.103755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766136.103758:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766136.103763:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3654 00000100:00080000:0.0:1789766136.103767:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766136.103772:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000800:00000100:3.0:1789766136.103777:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000008:00100000:0.0:1789766136.103793:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766136.103801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766136/real 1789766136] req@ffff9cdd47cfad80 x1876702015585664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766136.103809:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015585920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766136.103825:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015585664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766136.103834:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766136.103837:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766136.103840:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015585664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766136.103853:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015585792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766136.104096:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766136.104110:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766136/real 1789766136] req@ffff9cdd47cfb480 x1876702015585792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766136.104123:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015585792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766136.104131:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766136.104134:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766136.104137:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015585792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766136.104149:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015585920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766136.104171:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766136.104182:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766136/real 1789766136] req@ffff9cdd47cf9180 x1876702015585920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766136.104193:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015585920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766136.104206:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766136.104209:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766136.104212:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015585920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766136.479701:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766137.505705:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766138.527223:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766139.552267:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766140.575328:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766141.215206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766141.215224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766141.215240:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766141.215254:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3659 00000100:00080000:2.0:1789766141.215268:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766141.215278:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766141.215331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015586048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766141.215368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766141.215373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766141.215376:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766141.215381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3659 00000100:00080000:2.0:1789766141.215385:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766141.215390:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766141.215402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766141.215415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015586176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766141.215426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766141.215430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766141.215432:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766141.215436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3659 00000100:00080000:2.0:1789766141.215440:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766141.215443:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766141.215448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766141.215460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015586304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766141.215470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766141.215474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766141.215476:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766141.215480:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3659 00000100:00080000:2.0:1789766141.215483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766141.215487:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766141.215492:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766141.215506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015586432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766141.215516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766141.215519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766141.215521:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766141.215524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3659 00000100:00080000:2.0:1789766141.215528:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766141.215532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766141.215536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766141.215548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015586560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766141.218543:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015586048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766141.218659:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766141.218719:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766141/real 1789766141] req@ffff9cdd437a7b80 x1876702015586048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766141.218741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015586048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766141.218753:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766141.218758:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766141.218763:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015586048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766141.218773:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015586176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766141.218801:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766141.218815:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766141/real 1789766141] req@ffff9cdd437a6a00 x1876702015586176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766141.218828:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015586176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766141.218840:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766141.218843:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766141.218847:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015586176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766141.218853:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015586304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766141.218910:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766141.218922:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766141/real 1789766141] req@ffff9cdd437a6d80 x1876702015586304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766141.218932:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015586304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766141.218939:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766141.218942:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766141.218945:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015586304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766141.218951:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015586432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766141.218970:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766141.218980:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766141/real 1789766141] req@ffff9cdd437a6300 x1876702015586432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766141.218991:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015586432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766141.218997:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766141.219001:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766141.219005:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015586432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766141.219011:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015586560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766141.219032:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766141.219043:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766141/real 1789766141] req@ffff9cdd437a5880 x1876702015586560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766141.219055:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015586560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766141.219061:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766141.219064:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766141.219068:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015586560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766141.599578:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766142.623235:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766143.652340:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766144.672021:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766145.695435:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766146.335376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766146.335389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766146.335394:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766146.335406:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3664 00000100:00080000:0.0:1789766146.335421:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766146.335430:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789766146.337562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015586688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766146.337613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766146.337619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766146.337629:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766146.337635:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3664 00000100:00080000:0.0:1789766146.337653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766146.337661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766146.337675:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766146.337686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015586816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766146.337697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766146.337700:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766146.337702:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766146.337706:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3664 00000100:00080000:0.0:1789766146.337709:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766146.337713:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766146.337719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766146.337728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015586944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766146.337737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766146.337741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766146.337743:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766146.337746:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3664 00000100:00080000:0.0:1789766146.337749:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766146.337752:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766146.337757:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766146.337765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015587072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766146.337773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766146.337776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766146.337777:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766146.337780:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3664 00000100:00080000:0.0:1789766146.337784:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766146.337787:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766146.337791:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766146.337799:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015587200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766146.339086:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015586688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766146.339174:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766146.339243:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766146/real 1789766146] req@ffff9cdd47cf9f80 x1876702015586688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766146.339263:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015586688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766146.339276:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766146.339280:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766146.339284:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015586688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766146.339292:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015586816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766146.339313:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766146.339324:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766146/real 1789766146] req@ffff9cdd47cf8a80 x1876702015586816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766146.339335:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015586816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766146.339343:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766146.339346:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766146.339349:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015586816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766146.339355:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015586944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766146.339373:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766146.339381:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766146/real 1789766146] req@ffff9cdd47cf9500 x1876702015586944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766146.339391:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015586944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766146.339399:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766146.339402:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766146.339404:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015586944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766146.339410:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015587072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766146.339428:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766146.339447:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766146/real 1789766146] req@ffff9cdd47cf9880 x1876702015587072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766146.339458:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015587072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766146.339465:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766146.339468:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766146.339471:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015587072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766146.339477:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015587200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766146.339494:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766146.339503:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766146/real 1789766146] req@ffff9cdd47cf9c00 x1876702015587200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766146.339513:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015587200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766146.339520:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766146.339523:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766146.339526:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015587200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766146.719083:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766147.750299:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766148.767222:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766149.791757:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766150.815183:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766151.455022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766151.455032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766151.455036:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766151.455045:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3669 00000100:00080000:3.0:1789766151.455055:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766151.455062:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766151.455098:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015587328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766151.455162:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015587328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766151.455222:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789766151.455302:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766151.455306:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766151.455307:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766151.455312:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3669 00000100:00080000:3.0:1789766151.455315:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766151.455319:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766151.455328:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766151.455340:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015587456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766151.455391:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766151/real 1789766151] req@ffff9cdd59277b80 x1876702015587328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766151.455406:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015587328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766151.455415:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766151.455418:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766151.455421:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015587328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766151.455440:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015587456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766151.455459:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766151.455468:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766151/real 1789766151] req@ffff9cdd59276d80 x1876702015587456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766151.455477:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015587456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766151.455484:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766151.455487:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766151.455490:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015587456:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789766151.455537:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766151.455540:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766151.455542:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766151.455545:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3669 00000100:00080000:3.0:1789766151.455549:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766151.455552:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766151.455557:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766151.455567:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015587584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766151.455575:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766151.455578:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766151.455580:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766151.455582:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3669 00000100:00080000:3.0:1789766151.455585:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766151.455588:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766151.455592:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766151.455598:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015587712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766151.455605:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766151.455607:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766151.455609:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766151.455611:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3669 00000100:00080000:3.0:1789766151.455614:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766151.455617:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766151.455620:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766151.455626:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015587840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766151.455677:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015587584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766151.455698:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766151.455708:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766151/real 1789766151] req@ffff9cdd59275180 x1876702015587584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766151.455717:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015587584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766151.455724:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766151.455726:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766151.455729:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015587584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766151.455734:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015587712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766151.455747:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766151.455755:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766151/real 1789766151] req@ffff9cdd59274380 x1876702015587712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766151.455764:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015587712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766151.455770:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766151.455772:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766151.455775:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015587712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766151.455780:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015587840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766151.455793:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766151.455801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766151/real 1789766151] req@ffff9cdd59275500 x1876702015587840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766151.455810:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015587840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766151.455816:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766151.455818:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766151.455821:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015587840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766151.839074:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766152.863409:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766153.887718:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766154.911715:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766155.936155:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766156.575207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766156.575218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766156.575222:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766156.575233:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3674 00000100:00080000:0.0:1789766156.575243:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766156.575250:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789766156.575285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015587968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766156.575321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766156.575325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766156.575327:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766156.575332:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3674 00000100:00080000:0.0:1789766156.575347:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766156.575352:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766156.575361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766156.575382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015588096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766156.575394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766156.575397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766156.575399:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766156.575402:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3674 00000100:00080000:0.0:1789766156.575406:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766156.575409:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766156.575414:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766156.575424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015588224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766156.575432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766156.575435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766156.575437:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766156.575440:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3674 00000100:00080000:0.0:1789766156.575443:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1789766156.575676:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015587968:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766156.575733:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766156.575769:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766156/real 1789766156] req@ffff9cdd47cf8e00 x1876702015587968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766156.575784:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015587968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766156.575793:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766156.575797:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766156.575800:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015587968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766156.575806:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766156.575827:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766156.575837:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766156/real 1789766156] req@ffff9cdd47cfb100 x1876702015588096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766156.575848:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015588096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766156.575861:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766156.575887:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766156.575892:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766156.575901:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766156.575925:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766156.575940:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766156/real 1789766156] req@ffff9cdd47cfa300 x1876702015588224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766156.575951:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015588224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766156.575958:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766156.575963:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766156.575967:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588224:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789766156.576183:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766156.576190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766156.576213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015588352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766156.576234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766156.576238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766156.576240:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766156.576245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3674 00000100:00080000:0.0:1789766156.576251:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766156.576256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766156.576261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766156.576273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015588480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766156.576898:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766156.576932:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766156.576947:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766156/real 1789766156] req@ffff9cdd47cfa680 x1876702015588352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766156.576960:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015588352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766156.576968:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766156.576972:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766156.576975:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766156.576982:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015588480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766156.577001:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766156.577012:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766156/real 1789766156] req@ffff9cdd47cf8700 x1876702015588480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766156.577024:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015588480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766156.577031:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766156.577034:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766156.577038:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015588480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766156.959153:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766157.983399:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766159.009511:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766160.031145:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766161.056961:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766161.695001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766161.695013:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766161.695018:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766161.695030:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3679 00000100:00080000:0.0:1789766161.695043:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766161.695051:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789766161.695111:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8000 x1876702015588608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766161.695144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766161.695147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766161.695149:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766161.695153:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3679 00000100:00080000:0.0:1789766161.695156:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766161.695160:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766161.695169:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766161.695182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8700 x1876702015588736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766161.695191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766161.695195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766161.695197:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766161.695200:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3679 00000100:00080000:0.0:1789766161.695203:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766161.695206:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766161.695209:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766161.695217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa680 x1876702015588864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766161.695224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766161.695227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766161.695229:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766161.695232:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3679 00000100:00080000:0.0:1789766161.695235:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766161.695238:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766161.695242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766161.695248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfa300 x1876702015588992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766161.695255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766161.695258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766161.695260:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766161.695263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3679 00000100:00080000:0.0:1789766161.695265:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766161.695269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766161.695273:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766161.695280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb100 x1876702015589120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766161.697003:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015588608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766161.697115:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766161.697170:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766161/real 1789766161] req@ffff9cdd47cf8000 x1876702015588608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766161.697193:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8000 x1876702015588608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766161.697206:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766161.697214:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766161.697218:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015588608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766161.697229:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766161.697254:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766161.697266:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766161/real 1789766161] req@ffff9cdd47cf8700 x1876702015588736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766161.697278:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8700 x1876702015588736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766161.697287:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766161.697290:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766161.697293:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766161.697300:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766161.697321:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766161.697332:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766161/real 1789766161] req@ffff9cdd47cfa680 x1876702015588864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766161.697348:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa680 x1876702015588864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766161.697356:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766161.697359:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766161.697362:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766161.697369:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766161.697390:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766161.697401:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766161/real 1789766161] req@ffff9cdd47cfa300 x1876702015588992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766161.697411:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfa300 x1876702015588992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766161.697418:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766161.697421:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766161.697424:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015588992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766161.697430:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015589120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766161.697451:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766161.697985:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766161/real 1789766161] req@ffff9cdd47cfb100 x1876702015589120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766161.698000:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb100 x1876702015589120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766161.698013:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766161.698017:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766161.698021:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015589120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766162.079321:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766163.103108:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766164.127296:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766165.151515:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766166.175617:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766166.815158:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766166.815173:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766166.815179:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766166.815192:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3684 00000100:00080000:2.0:1789766166.815207:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766166.815216:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766166.815374:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015589248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766166.815405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766166.815409:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766166.815411:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766166.815415:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3684 00000100:00080000:2.0:1789766166.815419:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766166.815425:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766166.815436:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766166.815447:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015589376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766166.815456:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766166.815459:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766166.815461:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766166.815464:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3684 00000100:00080000:2.0:1789766166.815468:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766166.815473:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766166.815477:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766166.815488:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015589504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766166.815498:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766166.815501:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766166.815503:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766166.815507:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3684 00000100:00080000:2.0:1789766166.815510:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766166.815513:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766166.815517:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766166.815531:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015589632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766166.815532:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015589248:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789766166.815554:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766166.815558:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766166.815559:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766166.815562:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3684 00000100:00080000:2.0:1789766166.815565:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766166.815570:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766166.815574:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766166.815587:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015589760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1789766166.815618:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766166.815661:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766166/real 1789766166] req@ffff9cdd437a4e00 x1876702015589248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766166.815679:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015589248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766166.815689:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766166.815693:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766166.815697:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015589248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766166.815706:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015589376:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766166.815729:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766166.815741:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766166/real 1789766166] req@ffff9cdd437a4a80 x1876702015589376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766166.815752:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015589376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766166.815764:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766166.815767:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766166.815770:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015589376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766166.815776:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015589504:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766166.815797:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766166.815807:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766166/real 1789766166] req@ffff9cdd437a6680 x1876702015589504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766166.815818:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015589504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766166.815825:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766166.815829:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766166.815832:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015589504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766166.815856:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015589632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766166.815929:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766166.815940:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766166/real 1789766166] req@ffff9cdd437a4700 x1876702015589632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766166.815951:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015589632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766166.815959:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766166.815963:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766166.815967:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015589632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766166.815973:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015589760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766166.815990:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766166.816000:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766166/real 1789766166] req@ffff9cdd437a5500 x1876702015589760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766166.816010:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015589760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766166.816017:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766166.816020:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766166.816023:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015589760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766167.199157:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766168.228252:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766169.247097:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766170.271166:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766171.296751:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766171.935117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766171.935129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766171.935142:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766171.935155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3689 00000100:00080000:0.0:1789766171.935169:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766171.935178:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789766171.935233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8e00 x1876702015589888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766171.935265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766171.935268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766171.935270:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766171.935275:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3689 00000100:00080000:0.0:1789766171.935278:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766171.935281:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766171.935292:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766171.935303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015590016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766171.935313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766171.935317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766171.935319:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766171.935322:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3689 00000100:00080000:0.0:1789766171.935326:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766171.935329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766171.935334:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766171.935349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015590144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766171.935357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766171.935361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766171.935363:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766171.935366:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3689 00000100:00080000:0.0:1789766171.935369:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766171.935372:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766171.935376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766171.935383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015590272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766171.935391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766171.935394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766171.935395:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766171.935398:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3689 00000100:00080000:0.0:1789766171.935401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766171.935404:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766171.935407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766171.935414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015590400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766171.935661:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015589888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766171.935746:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766171.935791:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766171/real 1789766171] req@ffff9cdd47cf8e00 x1876702015589888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766171.935811:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8e00 x1876702015589888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766171.935821:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766171.935825:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766171.935829:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015589888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766171.935838:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766171.935856:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766171.935910:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766171/real 1789766171] req@ffff9cdd47cf9c00 x1876702015590016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766171.935922:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015590016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766171.935930:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766171.935934:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766171.935937:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590016:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766171.935942:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766171.935959:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766171.935968:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766171/real 1789766171] req@ffff9cdd47cf9880 x1876702015590144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766171.935979:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015590144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766171.935986:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766171.935989:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766171.935991:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766171.935996:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766171.936088:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766171.936101:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766171/real 1789766171] req@ffff9cdd47cf9500 x1876702015590272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766171.936112:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015590272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766171.936120:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766171.936123:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766171.936126:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766171.936132:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015590400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766171.936150:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766171.936159:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766171/real 1789766171] req@ffff9cdd47cf8a80 x1876702015590400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766171.936170:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015590400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766171.936178:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766171.936181:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766171.936184:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015590400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766172.327440:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766173.349170:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766174.367191:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766175.391215:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766176.415208:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766177.055156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766177.055167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766177.055171:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766177.055181:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3695 00000100:00080000:3.0:1789766177.055192:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766177.055199:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766177.055232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015590528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766177.055260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766177.055264:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766177.055266:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766177.055270:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3695 00000100:00080000:3.0:1789766177.055273:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766177.055277:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766177.055286:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766177.055297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015590656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766177.055306:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766177.055309:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766177.055311:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766177.055314:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3695 00000100:00080000:3.0:1789766177.055317:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766177.055320:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766177.055324:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766177.055332:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015590784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766177.055340:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766177.055343:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766177.055345:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766177.055347:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3695 00000100:00080000:3.0:1789766177.055350:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766177.055353:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766177.055357:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766177.055366:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015590912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766177.055373:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766177.055376:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766177.055378:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766177.055381:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3695 00000100:00080000:3.0:1789766177.055383:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766177.055386:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766177.055389:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766177.055396:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015591040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766177.055467:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015590528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766177.055521:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766177.055555:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766177/real 1789766177] req@ffff9cdd59274a80 x1876702015590528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766177.055569:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015590528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766177.055579:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766177.055582:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766177.055585:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015590528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766177.055592:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766177.055620:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766177.055630:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766177/real 1789766177] req@ffff9cdd59277480 x1876702015590656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766177.055641:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015590656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766177.055648:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766177.055650:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766177.055653:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590656:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766177.055658:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766177.055672:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766177.055681:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766177/real 1789766177] req@ffff9cdd59276a00 x1876702015590784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766177.055692:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015590784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766177.055698:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766177.055700:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766177.055703:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766177.055708:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766177.055721:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766177.055729:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766177/real 1789766177] req@ffff9cdd59275500 x1876702015590912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766177.055738:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015590912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766177.055746:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766177.055748:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766177.055752:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015590912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766177.055756:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015591040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766177.055769:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766177.055777:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766177/real 1789766177] req@ffff9cdd59274380 x1876702015591040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766177.055786:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015591040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766177.055794:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766177.055796:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766177.055798:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015591040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766177.439366:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766178.463242:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766179.487906:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766180.511229:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766181.536929:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766182.177451:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766182.177467:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766182.177472:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766182.177485:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3700 00000100:00080000:2.0:1789766182.177500:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766182.177509:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766182.177557:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015591168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766182.177604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766182.177608:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766182.177610:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766182.177615:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3700 00000100:00080000:2.0:1789766182.177618:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766182.177623:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766182.177634:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766182.177647:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015591296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766182.177657:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766182.177660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766182.177662:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766182.177666:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3700 00000100:00080000:2.0:1789766182.177669:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766182.177672:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766182.177677:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766182.177686:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015591424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766182.177693:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766182.177696:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766182.177698:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766182.177701:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3700 00000100:00080000:2.0:1789766182.177704:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766182.177707:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766182.177711:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766182.177719:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015591552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766182.177727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766182.177731:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766182.177733:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766182.177736:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3700 00000100:00080000:2.0:1789766182.177739:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766182.177743:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766182.177747:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766182.177759:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015591680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766182.177912:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015591168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766182.178044:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015591296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766182.178074:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015591424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766182.178096:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015591552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766182.178114:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015591680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766182.559267:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766183.583602:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766184.607071:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789766185.248581:0:2351:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789766185.248623:0:2351:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789766185.248640:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766185.248685:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766185.248695:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766185.248702:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766185.248710:0:2351:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789766185.249891:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766182/real 1789766185] req@ffff9cdd437a5c00 x1876702015591168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766185.249937:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015591168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766185.249949:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766185.249954:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766185.249958:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015591168:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766185.249966:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766182/real 1789766185] req@ffff9cdd437a4000 x1876702015591296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766185.249980:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015591296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766185.249994:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766185.249997:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766185.250000:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015591296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766185.250008:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766182/real 1789766185] req@ffff9cdd437a7100 x1876702015591424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766185.250020:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015591424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766185.250028:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766185.250031:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766185.250034:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015591424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766185.250040:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766182/real 1789766185] req@ffff9cdd437a5f80 x1876702015591552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766185.250511:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015591552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766185.250520:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766185.250524:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766185.250528:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015591552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766185.250536:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766182/real 1789766185] req@ffff9cdd437a7800 x1876702015591680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766185.250547:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015591680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766185.250555:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766185.250558:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766185.250561:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015591680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766185.632252:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766186.656276:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766187.294999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766187.295013:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766187.295017:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766187.295027:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3705 00000100:00080000:2.0:1789766187.295037:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766187.295044:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766187.295080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015591808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766187.295110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766187.295114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766187.295116:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766187.295120:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3705 00000100:00080000:2.0:1789766187.295123:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766187.295127:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766187.295137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766187.295152:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015591936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766187.295162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766187.295165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766187.295167:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766187.295170:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3705 00000100:00080000:2.0:1789766187.295173:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766187.295176:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766187.295181:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766187.295192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015592064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766187.295202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766187.295206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766187.295207:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766187.295211:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3705 00000100:00080000:2.0:1789766187.295214:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766187.295217:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766187.295221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766187.295232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015592192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766187.295242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766187.295246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766187.295248:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766187.295252:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3705 00000100:00080000:2.0:1789766187.295255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766187.295259:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766187.295263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766187.295271:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015592320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766187.296445:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015591808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766187.296513:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766187.296553:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766187/real 1789766187] req@ffff9cdd437a7480 x1876702015591808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766187.296569:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015591808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766187.296578:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766187.296582:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766187.296585:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015591808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766187.296591:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015591936:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766187.296612:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766187.296622:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766187/real 1789766187] req@ffff9cdd437a4380 x1876702015591936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766187.296632:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015591936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766187.296639:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766187.296642:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766187.296644:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015591936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766187.296650:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015592064:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766187.296665:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766187.296688:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766187/real 1789766187] req@ffff9cdd437a5180 x1876702015592064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766187.296697:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015592064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766187.296704:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766187.296706:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766187.296709:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015592064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766187.296715:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015592192:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766187.296732:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766187.296741:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766187/real 1789766187] req@ffff9cdd437a7800 x1876702015592192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766187.296749:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015592192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766187.296755:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766187.296758:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766187.296761:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015592192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766187.296767:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015592320:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766187.296781:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766187.296788:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766187/real 1789766187] req@ffff9cdd437a5f80 x1876702015592320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766187.296799:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015592320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766187.296805:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766187.296807:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766187.296809:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015592320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766187.680342:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766188.703115:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766189.727662:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766190.751321:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766191.775160:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766192.415181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766192.415191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766192.415195:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766192.415205:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3710 00000100:00080000:3.0:1789766192.415215:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766192.415222:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766192.415256:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015592448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766192.415286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766192.415290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766192.415291:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766192.415295:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3710 00000100:00080000:3.0:1789766192.415299:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766192.415303:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766192.415311:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766192.415323:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015592576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766192.415332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766192.415335:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766192.415336:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766192.415340:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3710 00000100:00080000:3.0:1789766192.415343:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766192.415346:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766192.415351:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766192.415360:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015592704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766192.415369:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766192.415372:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766192.415374:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766192.415377:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3710 00000100:00080000:3.0:1789766192.415380:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766192.415383:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766192.415388:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766192.415397:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015592832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766192.415406:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766192.415408:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766192.415410:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766192.415413:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3710 00000100:00080000:3.0:1789766192.415416:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766192.415419:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766192.415423:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766192.415433:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015592960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766192.415759:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015592448:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766192.415813:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766192.415847:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766192/real 1789766192] req@ffff9cdd59275180 x1876702015592448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766192.415898:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015592448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766192.415907:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766192.415910:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766192.415914:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015592448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766192.415920:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015592576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766192.415951:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766192.415964:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766192/real 1789766192] req@ffff9cdd59276d80 x1876702015592576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766192.415976:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015592576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766192.415988:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766192.415991:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766192.415995:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015592576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766192.416001:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015592704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766192.416021:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766192.416033:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766192/real 1789766192] req@ffff9cdd59277b80 x1876702015592704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766192.416044:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015592704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766192.416050:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766192.416053:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766192.416056:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015592704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766192.416062:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015592832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766192.416080:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766192.416090:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766192/real 1789766192] req@ffff9cdd59276680 x1876702015592832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766192.416100:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015592832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766192.416107:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766192.416109:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766192.416113:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015592832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766192.416119:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015592960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766192.416137:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766192.416146:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766192/real 1789766192] req@ffff9cdd59274e00 x1876702015592960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766192.416155:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015592960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766192.416161:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766192.416164:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766192.416167:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015592960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766192.800373:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766193.823295:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766194.851767:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766195.871130:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766196.895151:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766197.535013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766197.535026:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766197.535031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766197.535043:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3715 00000100:00080000:3.0:1789766197.535056:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766197.535065:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766197.535127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015593088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766197.535158:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766197.535162:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766197.535164:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766197.535168:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3715 00000100:00080000:3.0:1789766197.535172:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766197.535176:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766197.535187:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766197.535207:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015593216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766197.535217:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766197.535221:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766197.535223:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766197.535228:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3715 00000100:00080000:3.0:1789766197.535232:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789766197.535238:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015593088:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789766197.535240:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766197.535254:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766197.535271:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015593344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766197.535282:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766197.535287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766197.535289:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766197.535293:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3715 00000100:00080000:3.0:1789766197.535297:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766197.535301:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766197.535306:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766197.535315:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015593472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766197.535326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1789766197.535334:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789766197.535335:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766197.535342:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766197.535347:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3715 00000100:00080000:3.0:1789766197.535352:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766197.535357:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766197.535364:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766197.535381:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015593600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766197.535394:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766197/real 1789766197] req@ffff9cdd59276300 x1876702015593088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766197.535425:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015593088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766197.535437:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766197.535442:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766197.535449:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015593088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766197.535460:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015593216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766197.535487:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766197.535500:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766197/real 1789766197] req@ffff9cdd59277800 x1876702015593216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766197.535511:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015593216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766197.535518:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766197.535521:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766197.535525:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015593216:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766197.535548:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015593344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766197.535678:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766197.535691:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766197/real 1789766197] req@ffff9cdd59274000 x1876702015593344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766197.535703:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015593344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766197.535710:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766197.535714:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766197.535717:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015593344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766197.535723:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015593472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766197.535743:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766197.535754:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766197/real 1789766197] req@ffff9cdd59275c00 x1876702015593472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766197.535765:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015593472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766197.535772:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766197.535775:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766197.535778:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015593472:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766197.535784:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015593600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766197.535802:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766197.535822:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766197/real 1789766197] req@ffff9cdd59275f80 x1876702015593600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766197.535835:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015593600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766197.535842:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766197.535845:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766197.535848:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015593600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766197.920652:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766198.943358:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766199.967185:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766200.992422:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766202.016933:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766202.655101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766202.655116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766202.655122:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766202.655135:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3720 00000100:00080000:2.0:1789766202.655149:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766202.655158:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766202.655209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015593728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766202.655291:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015593728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766202.655376:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789766202.655443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766202.655447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766202.655449:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766202.655454:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3720 00000100:00080000:2.0:1789766202.655459:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766202.655463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766202.655475:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766202.655489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015593856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766202.659322:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766202/real 1789766202] req@ffff9cdd437a7100 x1876702015593728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766202.659361:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015593728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766202.659379:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766202.659384:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766202.659389:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015593728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766202.659432:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015593856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766202.659511:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766202.659531:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766202/real 1789766202] req@ffff9cdd437a4000 x1876702015593856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766202.659544:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015593856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766202.659553:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766202.659557:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766202.659561:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015593856:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789766202.659623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766202.659630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766202.659634:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766202.659640:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3720 00000100:00080000:2.0:1789766202.659648:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766202.659656:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766202.659669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766202.659702:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015593984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766202.659830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766202.659835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766202.659837:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766202.659841:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3720 00000100:00080000:2.0:1789766202.659846:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766202.659850:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766202.659855:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766202.659951:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015593984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766202.659982:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766202.659997:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766202/real 1789766202] req@ffff9cdd437a5c00 x1876702015593984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766202.660011:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015593984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766202.660019:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766202.660023:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766202.660026:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015593984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:2.0:1789766202.660097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015594112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766202.660116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766202.660120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766202.660122:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766202.660126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3720 00000100:00080000:2.0:1789766202.660131:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766202.660136:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766202.660142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766202.660154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015594240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766202.660233:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015594112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766202.660258:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766202.660271:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766202/real 1789766202] req@ffff9cdd437a5500 x1876702015594112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766202.660284:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015594112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766202.660292:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766202.660295:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766202.660298:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015594112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766202.660304:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015594240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766202.660324:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766202.660336:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766202/real 1789766202] req@ffff9cdd437a4700 x1876702015594240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766202.660349:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015594240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766202.660357:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766202.660360:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766202.660363:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015594240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766203.039335:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766204.064574:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766205.089492:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766206.111192:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766207.135134:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766207.775035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766207.775045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766207.775050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766207.775060:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3725 00000100:00080000:3.0:1789766207.775072:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766207.775079:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766207.775120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015594368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766207.775149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766207.775152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766207.775154:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766207.775158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3725 00000100:00080000:3.0:1789766207.775161:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766207.775165:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766207.775174:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766207.775186:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015594496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766207.775196:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766207.775199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766207.775201:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766207.775204:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3725 00000100:00080000:3.0:1789766207.775208:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766207.775212:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766207.775217:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766207.775226:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015594624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766207.775235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766207.775239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766207.775242:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766207.775246:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3725 00000100:00080000:3.0:1789766207.775249:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766207.775252:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766207.775257:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766207.775269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015594752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766207.775279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766207.775283:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766207.775287:0:38:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789766207.775294:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015594368:192.168.203.148@tcp:250:kworker.0 00000100:00080000:3.0:1789766207.775294:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3725 00000100:00080000:3.0:1789766207.775303:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766207.775312:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766207.775317:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766207.775331:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015594880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789766207.775467:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766207.775528:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766207/real 1789766207] req@ffff9cdd59275880 x1876702015594368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766207.775549:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015594368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766207.775568:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766207.775573:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766207.775577:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015594368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766207.775585:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015594496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766207.775613:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766207.775626:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766207/real 1789766207] req@ffff9cdd59274700 x1876702015594496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766207.775637:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015594496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766207.775644:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766207.775647:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766207.775650:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015594496:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766207.775656:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015594624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766207.775677:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766207.775688:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766207/real 1789766207] req@ffff9cdd59277100 x1876702015594624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766207.775699:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015594624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766207.775706:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766207.775709:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766207.775712:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015594624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766207.775761:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015594752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766207.775783:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766207.775796:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766207/real 1789766207] req@ffff9cdd59275f80 x1876702015594752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766207.775807:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015594752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766207.775827:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766207.775831:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766207.775834:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015594752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766207.775841:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015594880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766207.775916:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766207.775931:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766207/real 1789766207] req@ffff9cdd59275c00 x1876702015594880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766207.775943:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015594880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766207.775951:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766207.775955:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766207.775958:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015594880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766208.159354:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766209.184172:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766210.208132:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766211.231370:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766212.257820:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766212.895007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766212.895029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766212.895035:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766212.895048:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3730 00000100:00080000:3.0:1789766212.895063:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766212.895072:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766212.895137:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015595008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766212.895181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766212.895186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766212.895188:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766212.895193:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3730 00000100:00080000:3.0:1789766212.895197:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766212.895201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766212.895212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766212.895225:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015595136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766212.895235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766212.895238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766212.895240:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766212.895244:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3730 00000100:00080000:3.0:1789766212.895247:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766212.895251:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766212.895256:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766212.895266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015595264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766212.895274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766212.895277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766212.895279:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766212.895282:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3730 00000100:00080000:3.0:1789766212.895285:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766212.895289:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766212.895292:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766212.895301:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015595392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766212.895310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766212.895313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766212.895315:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766212.895319:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3730 00000100:00080000:3.0:1789766212.895322:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766212.895325:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766212.895333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766212.895343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015595520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766212.895448:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015595008:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766212.895528:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766212.895582:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766212/real 1789766212] req@ffff9cdd59274000 x1876702015595008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766212.895602:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015595008/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766212.895614:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766212.895617:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766212.895621:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015595008:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766212.895629:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015595136:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766212.895665:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766212.895677:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766212/real 1789766212] req@ffff9cdd59277800 x1876702015595136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766212.895689:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015595136/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766212.895696:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766212.895714:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766212.895718:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015595136:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766212.895724:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015595264:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766212.895754:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766212.895766:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766212/real 1789766212] req@ffff9cdd59276300 x1876702015595264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766212.895777:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015595264/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766212.895791:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766212.895795:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766212.895798:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015595264:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766212.895804:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015595392:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766212.895822:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766212.895832:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766212/real 1789766212] req@ffff9cdd59274e00 x1876702015595392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766212.895843:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015595392/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766212.895851:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766212.895854:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766212.895857:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015595392:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766212.895915:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015595520:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766212.895940:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766212.895951:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766212/real 1789766212] req@ffff9cdd59276680 x1876702015595520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766212.895963:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015595520/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766212.895971:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766212.895974:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766212.895977:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015595520:192.168.203.148@tcp:38:kworker.0 00010000:00010000:3.0:1789766213.279760:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766214.303135:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766215.329464:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766216.351233:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766217.375248:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766218.015001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766218.015011:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766218.015016:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766218.015026:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3736 00000100:00080000:3.0:1789766218.015036:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766218.015043:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766218.015079:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015595648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766218.015108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766218.015111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766218.015113:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766218.015117:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3736 00000100:00080000:3.0:1789766218.015120:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766218.015123:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766218.015132:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766218.015143:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015595776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766218.015151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766218.015153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766218.015155:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766218.015157:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3736 00000100:00080000:3.0:1789766218.015160:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766218.015162:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766218.015166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766218.015173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015595904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766218.015185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766218.015188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766218.015190:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766218.015195:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3736 00000100:00080000:3.0:1789766218.015198:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766218.015200:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766218.015204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766218.015218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015596032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766218.015226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766218.015229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766218.015231:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766218.015233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3736 00000100:00080000:3.0:1789766218.015236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766218.015240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766218.015243:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766218.015255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015596160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766218.015600:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015595648:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766218.015709:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766218.015763:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766218/real 1789766218] req@ffff9cdd59277b80 x1876702015595648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766218.015784:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015595648/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766218.015796:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766218.015800:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766218.015805:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015595648:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766218.015814:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015595776:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766218.015840:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766218.015853:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766218/real 1789766218] req@ffff9cdd59276d80 x1876702015595776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766218.015909:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015595776/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766218.015918:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766218.015921:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766218.015924:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015595776:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766218.015930:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015595904:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766218.016051:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766218.016065:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766218/real 1789766218] req@ffff9cdd59275180 x1876702015595904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766218.016077:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015595904/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766218.016085:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766218.016088:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766218.016091:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015595904:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766218.016098:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015596032:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766218.016118:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766218.016129:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766218/real 1789766218] req@ffff9cdd59274380 x1876702015596032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766218.016140:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015596032/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766218.016148:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766218.016151:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766218.016154:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015596032:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766218.016160:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015596160:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766218.016180:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766218.016191:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766218/real 1789766218] req@ffff9cdd59275500 x1876702015596160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766218.016201:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015596160/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766218.016210:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766218.016213:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766218.016216:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015596160:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766218.399637:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789766219.423313:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766220.449323:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766221.471984:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766222.495640:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766223.135987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766223.136004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766223.136011:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766223.136025:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3741 00000100:00080000:3.0:1789766223.136103:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766223.136113:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766223.136166:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015596288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766223.136265:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015596288:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766223.136352:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789766223.136392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766223.136397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766223.136399:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766223.136404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3741 00000100:00080000:3.0:1789766223.136408:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766223.136413:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766223.136425:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766223.136441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015596416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766223.137845:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766223/real 1789766223] req@ffff9cdd59276a00 x1876702015596288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766223.137895:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015596288/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766223.137908:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766223.137913:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766223.137917:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015596288:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766223.137962:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015596416:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766223.138021:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766223.138038:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766223/real 1789766223] req@ffff9cdd59277480 x1876702015596416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766223.138049:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015596416/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766223.138057:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766223.138061:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766223.138064:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015596416:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789766223.138622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766223.138639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766223.138643:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766223.138651:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3741 00000100:00080000:3.0:1789766223.138658:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766223.138666:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766223.138678:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766223.138713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015596544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766223.138740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766223.138744:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766223.138745:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766223.138749:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3741 00000100:00080000:3.0:1789766223.138753:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766223.138756:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766223.138761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766223.138774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015596672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766223.138784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766223.138787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766223.138789:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766223.138792:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3741 00000100:00080000:3.0:1789766223.138796:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766223.138799:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766223.138805:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766223.138814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015596800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766223.138888:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015596544:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766223.138928:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766223.139449:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766223/real 1789766223] req@ffff9cdd59274a80 x1876702015596544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766223.139476:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015596544/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766223.139487:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766223.139493:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766223.139497:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015596544:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766223.139504:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015596672:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766223.139531:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766223.139541:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766223/real 1789766223] req@ffff9cdd59277480 x1876702015596672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766223.139551:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015596672/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766223.139559:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766223.139562:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766223.139565:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015596672:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766223.139572:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015596800:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766223.139588:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766223.139597:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766223/real 1789766223] req@ffff9cdd59276a00 x1876702015596800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766223.139608:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015596800/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766223.139616:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766223.139618:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766223.139621:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015596800:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789766223.519293:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766224.543185:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766225.567249:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766226.591753:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766227.615174:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766228.256614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766228.256626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766228.256632:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766228.256645:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3746 00000100:00080000:0.0:1789766228.256659:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766228.256669:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789766228.256720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015596928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766228.256821:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015596928:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766228.257124:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789766228.257183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766228.257188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766228.257190:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766228.257195:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3746 00000100:00080000:0.0:1789766228.257200:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766228.257205:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766228.257217:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766228.257232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015597056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766228.257397:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766228/real 1789766228] req@ffff9cdd47cf9f80 x1876702015596928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766228.257418:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015596928/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766228.257435:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766228.257440:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766228.257444:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015596928:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766228.257541:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597056:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766228.257569:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766228.257582:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766228/real 1789766228] req@ffff9cdd47cf9180 x1876702015597056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766228.257605:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015597056/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766228.257613:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766228.257616:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766228.257619:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597056:192.168.203.148@tcp:38:kworker.0 00000100:00080000:0.0:1789766228.257775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766228.257780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766228.257782:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766228.257787:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3746 00000100:00080000:0.0:1789766228.257791:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766228.257796:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766228.257803:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766228.257817:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015597184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766228.257979:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597184:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766228.258005:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789766228.258042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766228.258046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766228.258048:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766228.258052:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3746 00000100:00080000:0.0:1789766228.258056:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766228.258061:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766228.258066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766228.258078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015597312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766228.258120:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766228/real 1789766228] req@ffff9cdd47cfb480 x1876702015597184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766228.258132:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015597184/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766228.258140:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766228.258143:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766228.258147:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597184:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766228.258234:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597312:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766228.259026:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766228.259054:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766228/real 1789766228] req@ffff9cdd47cfad80 x1876702015597312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766228.259071:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015597312/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766228.259082:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766228.259086:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766228.259090:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597312:192.168.203.148@tcp:8:kworker.0 00000100:00080000:0.0:1789766228.259766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766228.259773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766228.259775:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766228.259782:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3746 00000100:00080000:0.0:1789766228.259791:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766228.259797:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766228.259809:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766228.259859:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015597440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766228.259936:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015597440:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766228.259979:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766228.259994:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766228/real 1789766228] req@ffff9cdd47cfbb80 x1876702015597440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766228.260007:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015597440/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766228.260016:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766228.260019:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766228.260023:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015597440:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766228.639468:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766229.663184:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766230.687089:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766231.711505:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766232.735042:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766233.375101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766233.375115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766233.375121:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766233.375134:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3751 00000100:00080000:3.0:1789766233.375150:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766233.375158:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766233.375212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015597568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766233.375247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766233.375251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766233.375253:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766233.375258:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3751 00000100:00080000:3.0:1789766233.375262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766233.375266:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766233.375277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766233.375290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015597696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766233.375300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766233.375303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766233.375305:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766233.375308:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3751 00000100:00080000:3.0:1789766233.375312:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766233.375315:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766233.375320:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766233.375329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015597824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766233.375344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766233.375347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766233.375356:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766233.375360:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3751 00000100:00080000:3.0:1789766233.375364:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766233.375367:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766233.375372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766233.375382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015597952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766233.375390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766233.375405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766233.375406:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766233.375409:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3751 00000100:00080000:3.0:1789766233.375413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766233.375417:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766233.375421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766233.375434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015598080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766233.375523:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015597568:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766233.375628:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766233.375695:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766233/real 1789766233] req@ffff9cdd59275500 x1876702015597568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766233.375709:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015597568/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766233.375717:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766233.375720:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766233.375723:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015597568:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766233.375728:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597696:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766233.375745:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766233.375754:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766233/real 1789766233] req@ffff9cdd59274380 x1876702015597696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766233.375761:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015597696/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766233.375765:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766233.375767:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766233.375769:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597696:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766233.375773:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597824:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766233.375790:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766233.375801:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766233/real 1789766233] req@ffff9cdd59275180 x1876702015597824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766233.375813:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015597824/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766233.375821:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766233.375824:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766233.375827:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597824:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766233.375832:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597952:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766233.375850:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766233.375861:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766233/real 1789766233] req@ffff9cdd59276d80 x1876702015597952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766233.375902:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015597952/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766233.375910:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766233.375913:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766233.375916:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015597952:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766233.375922:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015598080:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766233.375944:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766233.375955:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766233/real 1789766233] req@ffff9cdd59277b80 x1876702015598080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766233.375967:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015598080/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766233.375973:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766233.375976:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766233.375979:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015598080:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766233.759066:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766234.784664:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766235.807228:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766236.832119:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766237.858326:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766238.495163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766238.495178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766238.495183:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766238.495195:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3756 00000100:00080000:0.0:1789766238.495209:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766238.495218:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789766238.495268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfaa00 x1876702015598208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766238.495306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766238.495310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766238.495313:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766238.495318:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3756 00000100:00080000:0.0:1789766238.495322:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766238.495326:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766238.495337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766238.495353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfbb80 x1876702015598336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766238.495364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766238.495367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766238.495369:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766238.495373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3756 00000100:00080000:0.0:1789766238.495376:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766238.495380:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766238.495385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766238.495394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfad80 x1876702015598464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766238.495402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766238.495417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766238.495419:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766238.495423:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3756 00000100:00080000:0.0:1789766238.495426:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766238.495430:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766238.495434:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766238.495567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cfb480 x1876702015598592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766238.495580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766238.495583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766238.495585:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766238.495589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3756 00000100:00080000:0.0:1789766238.495594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766238.495599:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766238.495605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766238.495618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9180 x1876702015598720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766238.496166:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015598208:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766238.496251:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766238.496305:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766238/real 1789766238] req@ffff9cdd47cfaa00 x1876702015598208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766238.496331:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfaa00 x1876702015598208/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766238.496341:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766238.496346:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766238.496350:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015598208:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766238.496358:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015598336:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766238.496382:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766238.496395:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766238/real 1789766238] req@ffff9cdd47cfbb80 x1876702015598336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766238.496420:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfbb80 x1876702015598336/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766238.496428:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766238.496431:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766238.496434:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015598336:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766238.496440:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015598464:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766238.496623:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766238.496636:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766238/real 1789766238] req@ffff9cdd47cfad80 x1876702015598464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766238.496648:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfad80 x1876702015598464/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766238.496662:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766238.496665:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766238.496670:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015598464:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766238.496676:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015598592:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766238.496697:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766238.496708:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766238/real 1789766238] req@ffff9cdd47cfb480 x1876702015598592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766238.496717:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cfb480 x1876702015598592/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766238.496725:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766238.496728:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766238.496731:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015598592:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766238.496739:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015598720:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766238.497020:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766238.497035:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766238/real 1789766238] req@ffff9cdd47cf9180 x1876702015598720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766238.497047:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9180 x1876702015598720/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766238.497054:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766238.497057:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766238.497061:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015598720:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789766238.879030:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766239.903080:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766240.928075:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766241.951676:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766242.975077:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766243.615010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766243.615023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766243.615028:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766243.615041:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3761 00000100:00080000:2.0:1789766243.615056:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766243.615065:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766243.615116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015598848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766243.615151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766243.615155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766243.615157:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766243.615161:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3761 00000100:00080000:2.0:1789766243.615165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766243.615169:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766243.615180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766243.615193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015598976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766243.615201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766243.615204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766243.615206:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766243.615209:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3761 00000100:00080000:2.0:1789766243.615212:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766243.615215:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766243.615220:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766243.615230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015599104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766243.615239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766243.615242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766243.615244:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766243.615252:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3761 00000100:00080000:2.0:1789766243.615255:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766243.615259:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766243.615263:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766243.615273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015599232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766243.615281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766243.615285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766243.615287:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766243.615290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3761 00000100:00080000:2.0:1789766243.615293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766243.615297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766243.615301:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766243.615308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015599360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766243.615407:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015598848:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766243.615533:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766243.615619:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766243/real 1789766243] req@ffff9cdd437a6680 x1876702015598848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766243.615639:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015598848/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766243.615649:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766243.615654:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766243.615668:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015598848:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766243.615676:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015598976:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766243.615701:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766243.615714:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766243/real 1789766243] req@ffff9cdd437a4a80 x1876702015598976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766243.615725:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015598976/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766243.615733:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766243.615736:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766243.615739:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015598976:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766243.615745:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015599104:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766243.615765:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766243.615775:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766243/real 1789766243] req@ffff9cdd437a4e00 x1876702015599104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766243.615786:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015599104/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766243.615793:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766243.615796:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766243.615800:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015599104:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766243.615806:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015599232:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766243.615824:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766243.615835:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766243/real 1789766243] req@ffff9cdd437a5880 x1876702015599232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766243.615845:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015599232/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766243.615853:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766243.615856:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766243.615860:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015599232:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766243.615907:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015599360:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766243.615928:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766243.615939:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766243/real 1789766243] req@ffff9cdd437a6300 x1876702015599360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766243.615949:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015599360/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766243.615956:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766243.615960:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766243.615963:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015599360:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766244.000103:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766245.023075:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766246.047185:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766247.072083:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766248.095231:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766248.735762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766248.735771:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766248.735776:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766248.735786:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3766 00000100:00080000:2.0:1789766248.735797:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766248.735804:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766248.735843:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6d80 x1876702015599488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766248.735906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766248.735910:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766248.735912:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766248.735916:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3766 00000100:00080000:2.0:1789766248.735920:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766248.735924:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766248.735935:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766248.735947:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6a00 x1876702015599616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766248.735956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766248.735959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766248.735961:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766248.735964:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3766 00000100:00080000:2.0:1789766248.735966:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766248.735969:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766248.735973:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766248.736185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7b80 x1876702015599744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766248.736195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766248.736199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766248.736201:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766248.736204:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3766 00000100:00080000:2.0:1789766248.736209:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766248.736213:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766248.736218:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766248.736230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6300 x1876702015599872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766248.736238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766248.736241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766248.736243:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766248.736246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3766 00000100:00080000:2.0:1789766248.736249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766248.736253:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766248.736263:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766248.736273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5880 x1876702015600000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766248.736549:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015599488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766248.736653:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015599616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766248.736682:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015599744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766248.736784:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015599872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766248.736807:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015600000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766249.119831:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766250.143471:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766251.170584:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1789766251.807802:0:2352:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:1.0:1789766251.807849:0:2352:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1789766251.807911:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789766251.807953:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789766251.807963:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789766251.807970:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:1.0:1789766251.807977:0:2352:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789766251.808843:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766248/real 1789766251] req@ffff9cdd437a6d80 x1876702015599488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766251.808912:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6d80 x1876702015599488/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766251.808923:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766251.808928:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766251.808931:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015599488:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766251.808938:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766248/real 1789766251] req@ffff9cdd437a6a00 x1876702015599616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766251.808949:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6a00 x1876702015599616/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766251.808956:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766251.808959:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766251.808963:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015599616:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766251.808969:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766248/real 1789766251] req@ffff9cdd437a7b80 x1876702015599744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766251.808978:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7b80 x1876702015599744/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766251.808985:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766251.808988:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766251.808991:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015599744:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766251.808997:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766248/real 1789766251] req@ffff9cdd437a6300 x1876702015599872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766251.809007:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6300 x1876702015599872/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766251.809014:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766251.809018:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766251.809020:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015599872:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766251.809027:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766248/real 1789766251] req@ffff9cdd437a5880 x1876702015600000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766251.809037:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5880 x1876702015600000/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766251.809043:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766251.809045:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766251.809048:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015600000:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766252.192484:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766253.215380:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766253.855500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766253.855509:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766253.855514:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766253.855529:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3771 00000100:00080000:3.0:1789766253.855540:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766253.855546:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766253.855578:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015600128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766253.855609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766253.855612:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766253.855614:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766253.855618:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3771 00000100:00080000:3.0:1789766253.855622:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766253.855626:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766253.855635:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766253.855743:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015600128:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766253.855804:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766253.855844:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766253/real 1789766253] req@ffff9cdd59276680 x1876702015600128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766253.855862:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015600128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766253.856060:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766253.856065:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766253.856069:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015600128:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766253.863481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015600256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766253.863520:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766253.863524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766253.863527:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766253.863533:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3771 00000100:00080000:3.0:1789766253.863543:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766253.863549:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766253.863561:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766253.863585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015600384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766253.863593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766253.863597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766253.863598:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766253.863601:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3771 00000100:00080000:3.0:1789766253.863604:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766253.863606:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766253.863610:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766253.863618:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015600512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766253.863631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766253.863634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766253.863721:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766253.863727:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3771 00000100:00080000:3.0:1789766253.863731:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766253.863734:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766253.863739:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766253.863752:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015600640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766253.863991:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015600256:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766253.864048:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766253.864072:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766253/real 1789766253] req@ffff9cdd59274e00 x1876702015600256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766253.864088:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015600256/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766253.864097:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766253.864101:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766253.864104:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015600256:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766253.864110:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015600384:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766253.864130:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766253.864141:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766253/real 1789766253] req@ffff9cdd59276300 x1876702015600384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766253.864152:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015600384/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766253.864164:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766253.864167:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766253.864170:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015600384:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766253.864175:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015600512:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766253.864193:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766253.864203:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766253/real 1789766253] req@ffff9cdd59277800 x1876702015600512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766253.864213:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015600512/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766253.864220:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766253.864223:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766253.864226:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015600512:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766253.864232:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015600640:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766253.865019:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766253.865035:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766253/real 1789766253] req@ffff9cdd59274000 x1876702015600640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766253.865049:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015600640/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766253.865059:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766253.865062:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766253.865065:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015600640:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789766254.239233:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766255.263311:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766256.287315:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766257.311190:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766258.335256:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789766258.975302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766258.975315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789766258.975320:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766258.975333:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3776 00000100:00080000:0.0:1789766258.975346:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766258.975472:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789766258.975522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9f80 x1876702015600768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766258.975597:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015600768:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766258.975675:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789766258.975708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766258.975713:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766258.975715:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766258.975721:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3776 00000100:00080000:0.0:1789766258.975725:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766258.975738:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766258.975751:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766258.975773:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf8a80 x1876702015600896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766258.977963:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766258/real 1789766258] req@ffff9cdd47cf9f80 x1876702015600768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766258.977999:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9f80 x1876702015600768/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766258.978013:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766258.978019:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766258.978023:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015600768:192.168.203.148@tcp:250:kworker.0 00000100:00100000:3.0:1789766258.978062:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015600896:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766258.978148:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:0.0:1789766258.978261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766258.978328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789766258.978331:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766258.978337:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3776 00000100:00080000:0.0:1789766258.978343:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766258.978351:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766258.978372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766258.978404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9500 x1876702015601024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766258.978417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766258.978421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789766258.978423:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766258.978426:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3776 00000100:00080000:0.0:1789766258.978429:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766258.978536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766258.978542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766258.978554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9880 x1876702015601152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789766258.978563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789766258.978567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789766258.978568:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789766258.978571:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3776 00000100:00080000:0.0:1789766258.978575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766258.978578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:0.0:1789766258.978583:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766258.978591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47cf9c00 x1876702015601280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789766258.978688:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766258/real 1789766258] req@ffff9cdd47cf8a80 x1876702015600896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766258.978702:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf8a80 x1876702015600896/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766258.978710:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766258.978713:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766258.978716:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015600896:192.168.203.148@tcp:38:kworker.0 00000100:00100000:3.0:1789766258.978794:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015601024:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766258.978825:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766258.978837:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766258/real 1789766258] req@ffff9cdd47cf9500 x1876702015601024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766258.978848:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9500 x1876702015601024/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766258.978855:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766258.978857:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766258.978860:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015601024:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766258.978893:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015601152:192.168.203.148@tcp:8:kworker.0 00000800:00000100:3.0:1789766258.978912:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766258.978922:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766258/real 1789766258] req@ffff9cdd47cf9880 x1876702015601152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766258.978931:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9880 x1876702015601152/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766258.978943:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766258.978946:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766258.978949:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015601152:192.168.203.148@tcp:8:kworker.0 00000100:00100000:3.0:1789766258.978955:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015601280:192.168.203.148@tcp:38:kworker.0 00000800:00000100:3.0:1789766258.978969:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:3.0:1789766258.978977:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766258/real 1789766258] req@ffff9cdd47cf9c00 x1876702015601280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789766258.978986:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47cf9c00 x1876702015601280/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789766258.978992:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789766258.978995:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:3.0:1789766258.978997:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47cf9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015601280:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766259.359155:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766260.383218:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766261.407114:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766262.431356:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766263.455604:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766264.095140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766264.095153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766264.095159:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766264.095171:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3782 00000100:00080000:3.0:1789766264.095186:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766264.095194:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766264.095243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015601408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766264.095319:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015601408:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766264.095417:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789766264.095463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766264.095467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766264.095469:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766264.095474:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3782 00000100:00080000:3.0:1789766264.095479:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766264.095483:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766264.095495:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766264.095510:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015601536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766264.096287:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766264/real 1789766264] req@ffff9cdd59275c00 x1876702015601408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766264.096313:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015601408/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766264.096337:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766264.096343:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766264.096347:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015601408:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766264.096376:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015601536:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766264.096421:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766264.096436:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766264/real 1789766264] req@ffff9cdd59275f80 x1876702015601536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766264.096449:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015601536/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766264.096457:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766264.096461:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766264.096464:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015601536:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789766264.097821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766264.097832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766264.097836:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766264.097845:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3782 00000100:00080000:3.0:1789766264.097855:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766264.097862:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766264.097892:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766264.097926:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015601664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766264.097943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766264.097947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766264.097949:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766264.097953:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3782 00000100:00080000:3.0:1789766264.097957:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766264.097961:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:0.0:1789766264.097986:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015601664:192.168.203.148@tcp:8:kworker.0 00000008:00100000:3.0:1789766264.098034:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766264.098049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015601792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766264.098059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766264.098062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766264.098064:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766264.098068:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3782 00000100:00080000:3.0:1789766264.098071:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766264.098076:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766264.098081:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766264.098092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015601920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789766264.098205:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766264.098230:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766264/real 1789766264] req@ffff9cdd59277100 x1876702015601664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766264.098257:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015601664/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766264.098265:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766264.098268:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766264.098270:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015601664:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766264.098288:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015601792:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766264.098303:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766264.098310:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766264/real 1789766264] req@ffff9cdd59274700 x1876702015601792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766264.098317:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015601792/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766264.098335:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766264.098339:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766264.098343:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015601792:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766264.098352:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015601920:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766264.098374:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766264.098385:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766264/real 1789766264] req@ffff9cdd59275880 x1876702015601920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766264.098396:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015601920/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766264.098408:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766264.098411:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766264.098415:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015601920:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766264.479846:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766265.504379:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766266.527051:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766267.551605:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766268.575710:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766269.217590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766269.217601:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766269.217606:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766269.217620:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3787 00000100:00080000:2.0:1789766269.217635:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766269.217644:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766269.217695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4e00 x1876702015602048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766269.217734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766269.217738:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766269.217740:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766269.217745:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3787 00000100:00080000:2.0:1789766269.217749:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766269.217753:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766269.217764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766269.217778:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4a80 x1876702015602176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766269.217787:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766269.217790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766269.217792:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766269.217796:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3787 00000100:00080000:2.0:1789766269.217799:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766269.217803:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766269.217808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766269.217819:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a6680 x1876702015602304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766269.217828:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766269.217832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766269.217834:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766269.217837:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3787 00000100:00080000:2.0:1789766269.217840:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766269.217844:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766269.217848:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766269.217857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015602432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766269.217922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766269.217925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766269.217928:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766269.217932:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3787 00000100:00080000:2.0:1789766269.217936:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766269.217940:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766269.217945:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766269.217956:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015602560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766269.220101:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015602048:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766269.220194:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766269.220240:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766269/real 1789766269] req@ffff9cdd437a4e00 x1876702015602048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766269.220254:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4e00 x1876702015602048/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766269.220264:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766269.220267:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766269.220270:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015602048:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766269.220276:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015602176:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766269.220312:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766269.220324:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766269/real 1789766269] req@ffff9cdd437a4a80 x1876702015602176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766269.220335:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4a80 x1876702015602176/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766269.220343:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766269.220347:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766269.220351:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015602176:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766269.220360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015602304:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766269.220382:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766269.220394:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766269/real 1789766269] req@ffff9cdd437a6680 x1876702015602304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766269.220406:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a6680 x1876702015602304/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766269.220414:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766269.220417:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766269.220420:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015602304:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766269.220427:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015602432:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766269.220542:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766269.220555:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766269/real 1789766269] req@ffff9cdd437a4700 x1876702015602432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766269.220567:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015602432/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766269.220574:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766269.220578:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766269.220582:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015602432:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766269.220589:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015602560:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766269.220609:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766269.220619:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766269/real 1789766269] req@ffff9cdd437a5500 x1876702015602560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766269.220631:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015602560/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766269.220638:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766269.220641:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766269.220644:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015602560:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789766269.601243:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766270.623331:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766271.647123:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766272.672559:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766273.695144:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766274.335080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766274.335094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766274.335099:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766274.335112:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3792 00000100:00080000:3.0:1789766274.335125:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766274.335133:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766274.335181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015602688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766274.335216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766274.335220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766274.335222:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766274.335227:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3792 00000100:00080000:3.0:1789766274.335231:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766274.335235:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766274.335255:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766274.335269:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015602816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766274.335279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766274.335282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766274.335284:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766274.335288:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3792 00000100:00080000:3.0:1789766274.335291:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766274.335295:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766274.335300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766274.335310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015602944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766274.335319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766274.335322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766274.335324:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766274.335327:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3792 00000100:00080000:3.0:1789766274.335330:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766274.335334:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766274.335338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766274.335347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015603072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766274.335361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766274.335364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766274.335365:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766274.335368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3792 00000100:00080000:3.0:1789766274.335372:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766274.335375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766274.335379:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766274.335388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015603200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766274.335495:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015602688:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766274.335576:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766274.335628:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766274/real 1789766274] req@ffff9cdd59275880 x1876702015602688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766274.335646:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015602688/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766274.335656:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766274.335660:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766274.335665:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015602688:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766274.335672:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015602816:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766274.335696:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766274.335709:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766274/real 1789766274] req@ffff9cdd59274700 x1876702015602816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766274.335720:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015602816/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766274.335733:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766274.335736:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766274.335740:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015602816:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766274.335745:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015602944:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766274.335762:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766274.335772:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766274/real 1789766274] req@ffff9cdd59277100 x1876702015602944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766274.335782:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015602944/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766274.335790:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766274.335794:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766274.335797:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015602944:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766274.335803:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015603072:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766274.335820:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766274.335830:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766274/real 1789766274] req@ffff9cdd59275f80 x1876702015603072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766274.335841:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015603072/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766274.335849:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766274.335852:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766274.335856:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015603072:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766274.335862:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015603200:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766274.335911:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766274.335922:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766274/real 1789766274] req@ffff9cdd59275c00 x1876702015603200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766274.335933:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015603200/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766274.335941:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766274.335944:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766274.335948:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015603200:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766274.720621:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766275.743247:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766276.769608:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766277.791281:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766278.815142:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766279.457035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766279.457048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766279.457053:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766279.457066:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3797 00000100:00080000:3.0:1789766279.457080:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766279.457089:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766279.457138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015603328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766279.457176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766279.457179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766279.457181:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766279.457185:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3797 00000100:00080000:3.0:1789766279.457188:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766279.457192:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766279.457204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766279.457224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015603456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766279.457233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766279.457236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766279.457238:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766279.457241:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3797 00000100:00080000:3.0:1789766279.457244:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766279.457248:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766279.457253:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766279.457263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015603584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766279.457270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766279.457273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766279.457275:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766279.457278:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3797 00000100:00080000:3.0:1789766279.457281:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766279.457284:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766279.457288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766279.457297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015603712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766279.457305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766279.457308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766279.457310:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766279.457314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3797 00000100:00080000:3.0:1789766279.457317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766279.457321:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766279.457325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766279.457334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015603840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766279.457457:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015603328:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766279.457539:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766279.457597:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766279/real 1789766279] req@ffff9cdd59274000 x1876702015603328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766279.457617:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015603328/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766279.457765:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766279.457771:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766279.457775:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015603328:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766279.457783:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015603456:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766279.457808:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766279.457823:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766279/real 1789766279] req@ffff9cdd59277800 x1876702015603456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766279.457834:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015603456/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766279.457843:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766279.457846:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766279.457850:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015603456:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766279.457856:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015603584:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766279.457986:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766279.457998:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766279/real 1789766279] req@ffff9cdd59276300 x1876702015603584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766279.458008:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015603584/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766279.458016:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766279.458019:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766279.458022:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015603584:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766279.458028:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015603712:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766279.458047:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766279.458057:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766279/real 1789766279] req@ffff9cdd59274e00 x1876702015603712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766279.458068:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015603712/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766279.458076:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766279.458079:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766279.458082:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015603712:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766279.458089:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015603840:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766279.458108:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766279.458119:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766279/real 1789766279] req@ffff9cdd59276680 x1876702015603840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766279.458130:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015603840/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766279.458137:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766279.458140:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766279.458143:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015603840:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766279.841922:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766280.865254:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766281.887400:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766282.911167:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766283.935984:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766284.575044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766284.575058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766284.575064:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766284.575076:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3802 00000100:00080000:1.0:1789766284.575091:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766284.575100:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766284.575152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53b80 x1876702015603968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766284.575195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766284.575199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766284.575201:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766284.575206:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3802 00000100:00080000:1.0:1789766284.575210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766284.575214:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766284.575226:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766284.575239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53480 x1876702015604096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766284.575249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766284.575265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766284.575266:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766284.575270:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3802 00000100:00080000:1.0:1789766284.575279:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766284.575283:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766284.575288:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766284.575298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51500 x1876702015604224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766284.575307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766284.575311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766284.575313:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766284.575317:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3802 00000100:00080000:1.0:1789766284.575320:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766284.575324:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766284.575328:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766284.575342:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015603968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766284.575342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51f80 x1876702015604352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766284.575362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766284.575365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766284.575367:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766284.575370:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3802 00000100:00080000:1.0:1789766284.575373:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766284.575377:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766284.575381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766284.575390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53800 x1876702015604480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789766284.575510:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766284.575578:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766284/real 1789766284] req@ffff9cdd47c53b80 x1876702015603968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766284.575598:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53b80 x1876702015603968/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766284.575609:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766284.575614:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766284.575618:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015603968:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766284.575626:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604096:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766284.575651:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766284.575663:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766284/real 1789766284] req@ffff9cdd47c53480 x1876702015604096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766284.575676:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53480 x1876702015604096/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766284.575685:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766284.575689:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766284.575692:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604096:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766284.575699:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604224:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766284.575719:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766284.575730:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766284/real 1789766284] req@ffff9cdd47c51500 x1876702015604224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766284.575741:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51500 x1876702015604224/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766284.575748:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766284.575752:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766284.575755:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604224:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766284.575976:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604352:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766284.576001:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766284.576013:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766284/real 1789766284] req@ffff9cdd47c51f80 x1876702015604352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766284.576025:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51f80 x1876702015604352/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766284.576033:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766284.576036:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766284.576039:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604352:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766284.576045:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015604480:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766284.576064:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766284.576075:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766284/real 1789766284] req@ffff9cdd47c53800 x1876702015604480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766284.576086:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53800 x1876702015604480/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766284.576094:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766284.576098:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766284.576101:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015604480:192.168.203.148@tcp:38:kworker.0 00010000:00010000:2.0:1789766284.959273:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766285.983148:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766287.007109:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766288.031301:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766289.055286:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766289.695307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766289.695321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766289.695326:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766289.695338:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3807 00000100:00080000:3.0:1789766289.695352:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766289.695360:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766289.695413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015604608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766289.695453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766289.695460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766289.695462:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766289.695467:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3807 00000100:00080000:3.0:1789766289.695471:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766289.695474:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766289.695486:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766289.695499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015604736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766289.695513:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766289.695515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766289.695517:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766289.695521:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3807 00000100:00080000:3.0:1789766289.695524:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766289.695527:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766289.695531:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766289.695539:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015604864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766289.695546:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766289.695549:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766289.695550:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766289.695553:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3807 00000100:00080000:3.0:1789766289.695555:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766289.695558:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766289.695562:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766289.695568:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015604992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766289.695576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766289.695579:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766289.695580:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766289.695583:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3807 00000100:00080000:3.0:1789766289.695586:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766289.695589:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766289.695592:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766289.695599:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015605120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766289.695934:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015604608:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766289.696028:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766289.696083:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766289/real 1789766289] req@ffff9cdd59277b80 x1876702015604608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766289.696104:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015604608/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766289.696121:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766289.696126:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766289.696130:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015604608:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766289.696147:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604736:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766289.696171:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766289.696184:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766289/real 1789766289] req@ffff9cdd59276d80 x1876702015604736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766289.696197:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015604736/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766289.696204:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766289.696207:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766289.696210:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604736:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766289.696216:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604864:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766289.696241:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766289.696252:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766289/real 1789766289] req@ffff9cdd59275180 x1876702015604864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766289.696263:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015604864/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766289.696271:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766289.696275:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766289.696278:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604864:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766289.696286:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604992:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766289.696317:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766289.696328:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766289/real 1789766289] req@ffff9cdd59274380 x1876702015604992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766289.696339:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015604992/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766289.696347:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766289.696351:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766289.696354:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015604992:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766289.696360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015605120:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766289.696381:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766289.696391:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766289/real 1789766289] req@ffff9cdd59275500 x1876702015605120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766289.696402:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015605120/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766289.696409:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766289.696412:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766289.696415:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015605120:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766290.079930:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766291.103295:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766292.127112:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766293.151085:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789766294.175074:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766294.815715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766294.815725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766294.815730:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766294.815739:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3812 00000100:00080000:1.0:1789766294.815749:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766294.815757:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766294.815805:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50380 x1876702015605248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766294.815832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766294.815836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766294.815838:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766294.815842:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3812 00000100:00080000:1.0:1789766294.815845:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766294.815849:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766294.815858:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766294.815922:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52a00 x1876702015605376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766294.815934:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015605248:192.168.203.148@tcp:250:kworker.0 00000100:00080000:1.0:1789766294.815942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766294.815947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766294.815949:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766294.815954:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3812 00000100:00080000:1.0:1789766294.815958:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766294.815962:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766294.815968:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766294.815981:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50000 x1876702015605504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766294.815990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766294.815994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766294.815996:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766294.816000:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3812 00000800:00000100:0.0:1789766294.816031:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766294.816089:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766294/real 1789766294] req@ffff9cdd47c50380 x1876702015605248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766294.816123:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50380 x1876702015605248/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766294.816135:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766294.816140:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766294.816145:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015605248:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766294.816175:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015605376:192.168.203.148@tcp:38:kworker.0 00000100:00080000:1.0:1789766294.816507:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766294.816517:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766294.816524:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789766294.816526:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:1.0:1789766294.816548:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50a80 x1876702015605632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766294.816553:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766294/real 1789766294] req@ffff9cdd47c52a00 x1876702015605376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766294.816581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766294.816586:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1789766294.816589:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52a00 x1876702015605376/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789766294.816590:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766294.816606:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3812 00000100:00080000:1.0:1789766294.816616:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789766294.816619:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789766294.816625:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00080000:0.0:1789766294.816631:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000008:00100000:1.0:1789766294.816637:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766294.816640:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015605376:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766294.816656:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015605504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:1.0:1789766294.816659:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52680 x1876702015605760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789766294.816698:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766294.816714:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766294/real 1789766294] req@ffff9cdd47c50000 x1876702015605504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766294.816727:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50000 x1876702015605504/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766294.816743:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766294.816747:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766294.816750:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015605504:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766294.816769:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015605632:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766294.816790:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766294.816816:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766294/real 1789766294] req@ffff9cdd47c50a80 x1876702015605632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766294.816828:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50a80 x1876702015605632/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766294.816837:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766294.816840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766294.816844:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015605632:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766294.816850:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015605760:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766294.816915:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766294.816928:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766294/real 1789766294] req@ffff9cdd47c52680 x1876702015605760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766294.816940:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52680 x1876702015605760/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766294.816949:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766294.816952:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766294.816956:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015605760:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766295.199228:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766296.223621:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766297.248424:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766298.272832:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766299.297300:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766299.935318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766299.935328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766299.935332:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766299.935342:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3817 00000100:00080000:3.0:1789766299.935354:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766299.935360:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766299.935397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015605888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766299.935472:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015605888:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766299.935533:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789766299.936037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766299.936042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766299.936045:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766299.936050:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3817 00000100:00080000:3.0:1789766299.936056:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766299.936071:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766299.936079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766299.936096:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015606016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766299.936188:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766299/real 1789766299] req@ffff9cdd59276a00 x1876702015605888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766299.936207:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015605888/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766299.936216:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766299.936221:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766299.936224:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015605888:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766299.936248:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606016:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766299.936277:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766299.936289:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766299/real 1789766299] req@ffff9cdd59277480 x1876702015606016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766299.936300:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015606016/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766299.936308:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766299.936311:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766299.936314:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606016:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789766299.936527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766299.936532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766299.936534:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766299.936538:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3817 00000100:00080000:3.0:1789766299.936543:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766299.936547:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766299.936553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766299.936567:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274a80 x1876702015606144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766299.936577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766299.936581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766299.936582:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766299.936586:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3817 00000100:00080000:3.0:1789766299.936589:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766299.936592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766299.936596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766299.936608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277480 x1876702015606272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766299.936616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766299.936619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766299.936621:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766299.936624:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3817 00000100:00080000:3.0:1789766299.936627:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766299.936630:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766299.936635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766299.936644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276a00 x1876702015606400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766299.936657:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606144:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766299.936683:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766299.936697:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766299/real 1789766299] req@ffff9cdd59274a80 x1876702015606144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766299.936709:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274a80 x1876702015606144/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766299.936717:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766299.936720:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766299.936723:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606144:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766299.936729:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606272:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766299.936750:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766299.936762:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766299/real 1789766299] req@ffff9cdd59277480 x1876702015606272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766299.936772:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277480 x1876702015606272/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766299.936780:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766299.936783:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766299.936786:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606272:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766299.936791:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015606400:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766299.936809:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766299.936819:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766299/real 1789766299] req@ffff9cdd59276a00 x1876702015606400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766299.936830:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276a00 x1876702015606400/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766299.936837:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766299.936840:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766299.936843:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015606400:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766300.321367:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766301.343106:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766302.367676:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766303.392571:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766304.415113:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766305.055548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766305.055561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766305.055567:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766305.055581:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3823 00000100:00080000:3.0:1789766305.055596:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766305.055605:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766305.055659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275500 x1876702015606528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766305.055755:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015606528:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766305.055836:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789766305.055895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766305.055900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766305.055902:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766305.055907:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3823 00000100:00080000:3.0:1789766305.055912:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766305.055916:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766305.055928:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766305.055942:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274380 x1876702015606656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766305.056589:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766305/real 1789766305] req@ffff9cdd59275500 x1876702015606528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766305.056613:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275500 x1876702015606528/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766305.056624:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766305.056628:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766305.056632:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015606528:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766305.056662:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606656:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766305.056700:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766305.056716:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766305/real 1789766305] req@ffff9cdd59274380 x1876702015606656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766305.056727:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274380 x1876702015606656/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766305.056734:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766305.056737:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766305.056741:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606656:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789766305.056971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766305.056976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766305.056978:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766305.056983:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3823 00000100:00080000:3.0:1789766305.056989:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766305.056994:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766305.057117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766305.057138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275180 x1876702015606784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766305.057150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766305.057153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766305.057156:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766305.057159:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3823 00000100:00080000:3.0:1789766305.057163:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766305.057167:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766305.057172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766305.057180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276d80 x1876702015606912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766305.057188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766305.057191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766305.057193:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766305.057196:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3823 00000100:00080000:3.0:1789766305.057199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766305.057203:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766305.057207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766305.057216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277b80 x1876702015607040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766305.057363:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606784:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766305.057398:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766305.057414:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766305/real 1789766305] req@ffff9cdd59275180 x1876702015606784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766305.057428:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275180 x1876702015606784/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766305.057436:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766305.057440:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766305.057443:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606784:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766305.057450:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606912:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766305.057471:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766305.057482:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766305/real 1789766305] req@ffff9cdd59276d80 x1876702015606912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766305.057495:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276d80 x1876702015606912/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766305.057503:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766305.057506:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766305.057510:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015606912:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766305.057516:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015607040:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766305.057534:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766305.057545:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766305/real 1789766305] req@ffff9cdd59277b80 x1876702015607040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766305.057557:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277b80 x1876702015607040/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766305.057565:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766305.057568:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766305.057572:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015607040:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766305.439327:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766306.463469:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766307.487360:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766308.511606:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766309.535668:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766310.175204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766310.175219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766310.175226:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766310.175240:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3828 00000100:00080000:2.0:1789766310.175254:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766310.175262:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766310.175373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015607168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766310.175406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766310.175410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766310.175413:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766310.175418:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3828 00000100:00080000:2.0:1789766310.175423:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766310.175427:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766310.175440:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766310.175454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015607296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766310.175464:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015607168:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789766310.175468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766310.175472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766310.175474:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766310.175479:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3828 00000100:00080000:2.0:1789766310.175486:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766310.175490:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766310.175496:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766310.175508:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015607424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766310.175518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766310.175521:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766310.175523:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766310.175527:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3828 00000100:00080000:2.0:1789766310.175531:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766310.175534:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766310.175539:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766310.175549:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015607552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766310.175559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766310.175562:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766310.175564:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1789766310.175573:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766310.175629:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766310/real 1789766310] req@ffff9cdd437a5c00 x1876702015607168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766310.175649:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015607168/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766310.175659:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766310.175664:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766310.175668:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015607168:192.168.203.148@tcp:250:kworker.0 00000100:00080000:2.0:1789766310.175687:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3828 00000100:00080000:2.0:1789766310.175694:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1789766310.175698:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015607296:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789766310.175702:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766310.175713:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1789766310.175729:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1789766310.175736:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015607680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766310.175745:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766310/real 1789766310] req@ffff9cdd437a4000 x1876702015607296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766310.175760:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015607296/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766310.175775:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766310.175778:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766310.175782:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015607296:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766310.175788:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015607424:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766310.175822:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766310.175833:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766310/real 1789766310] req@ffff9cdd437a7100 x1876702015607424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766310.175844:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015607424/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766310.175852:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766310.175855:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766310.175857:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015607424:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766310.175900:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015607552:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766310.175920:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766310.175943:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766310/real 1789766310] req@ffff9cdd437a5f80 x1876702015607552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766310.175955:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015607552/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766310.175962:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766310.175965:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766310.175969:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015607552:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766310.175997:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015607680:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766310.176019:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766310.176030:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766310/real 1789766310] req@ffff9cdd437a7800 x1876702015607680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766310.176042:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015607680/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766310.176049:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766310.176053:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766310.176057:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015607680:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766310.561522:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766311.583079:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766312.607240:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766313.632403:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766314.656622:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766315.297148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766315.297158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766315.297162:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766315.297171:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3833 00000100:00080000:2.0:1789766315.297181:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766315.297189:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766315.297223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5180 x1876702015607808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766315.297258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766315.297262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766315.297264:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766315.297268:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3833 00000100:00080000:2.0:1789766315.297272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766315.297276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766315.297285:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766315.297297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4380 x1876702015607936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766315.297307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766315.297310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766315.297312:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766315.297315:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3833 00000100:00080000:2.0:1789766315.297318:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766315.297322:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766315.297326:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766315.297337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7480 x1876702015608064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766315.297346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766315.297349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766315.297350:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766315.297354:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3833 00000100:00080000:2.0:1789766315.297356:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766315.297360:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766315.297364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766315.297374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7800 x1876702015608192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789766315.297382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766315.297385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766315.297387:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766315.297390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3833 00000100:00080000:2.0:1789766315.297393:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766315.297397:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766315.297401:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766315.297411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5f80 x1876702015608320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766315.299047:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015607808:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766315.299163:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015607936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766315.299193:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015608064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766315.299212:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015608192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766315.299232:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015608320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766315.679193:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766316.704002:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766317.727132:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789766318.367452:0:2353:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.148:988 00000400:00000100:3.0:1789766318.367512:0:2353:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.148@tcp at host 192.168.203.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1789766318.367533:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789766318.370208:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766315/real 1789766318] req@ffff9cdd437a5180 x1876702015607808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766340 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766318.370244:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5180 x1876702015607808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766340 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766318.370258:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766318.370263:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766318.370267:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015607808:192.168.203.148@tcp:250:kworker.0 00000800:00000100:3.0:1789766318.371706:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766318.371751:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766318.371759:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000800:00000100:3.0:1789766318.371767:0:2353:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.148@tcp 00000100:00100000:0.0:1789766318.372767:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766315/real 1789766318] req@ffff9cdd437a4380 x1876702015607936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766318.372803:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4380 x1876702015607936/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766318.372816:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766318.372822:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766318.372826:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015607936:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766318.372836:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766315/real 1789766318] req@ffff9cdd437a7480 x1876702015608064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766318.372849:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7480 x1876702015608064/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766318.372857:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766318.372861:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766318.372899:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015608064:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766318.372908:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766315/real 1789766318] req@ffff9cdd437a7800 x1876702015608192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766318.372929:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7800 x1876702015608192/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766318.372940:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766318.372946:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766318.372950:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015608192:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766318.372957:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766315/real 1789766318] req@ffff9cdd437a5f80 x1876702015608320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766318.372970:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5f80 x1876702015608320/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766318.372978:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766318.372981:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766318.372984:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015608320:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766318.751241:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766319.775664:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789766320.415234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766320.415248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789766320.415253:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766320.415266:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3838 00000100:00080000:1.0:1789766320.415279:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766320.415287:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:1.0:1789766320.415332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c50e00 x1876702015608448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766320.418346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766320.418361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766320.418366:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766320.418380:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3838 00000100:00080000:1.0:1789766320.418393:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766320.418420:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766320.418438:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766320.418484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52300 x1876702015608576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766320.418508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766320.418512:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789766320.418514:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766320.418517:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3838 00000100:00080000:1.0:1789766320.418521:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766320.418525:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766320.418530:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1789766320.418615:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015608448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:1.0:1789766320.418648:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c53100 x1876702015608704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766320.418658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766320.418661:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789766320.418663:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766320.418666:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3838 00000100:00080000:1.0:1789766320.418677:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766320.418683:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766320.418688:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766320.418699:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c52d80 x1876702015608832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789766320.418707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789766320.418710:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789766320.418712:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789766320.418715:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3838 00000100:00080000:1.0:1789766320.418718:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789766320.418722:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:1.0:1789766320.418726:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789766320.418736:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd47c51c00 x1876702015608960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1789766320.418839:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766320.418940:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766320/real 1789766320] req@ffff9cdd47c50e00 x1876702015608448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766320.418960:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c50e00 x1876702015608448/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766320.418971:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766320.418976:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766320.418980:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015608448:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766320.418988:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015608576:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766320.419133:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766320.419148:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766320/real 1789766320] req@ffff9cdd47c52300 x1876702015608576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766320.419160:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52300 x1876702015608576/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766320.419167:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766320.419170:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766320.419173:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015608576:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766320.419212:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015608704:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766320.419235:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766320.419247:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766320/real 1789766320] req@ffff9cdd47c53100 x1876702015608704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766320.419258:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c53100 x1876702015608704/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766320.419265:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766320.419269:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766320.419272:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015608704:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766320.419277:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015608832:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766320.419296:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766320.419306:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766320/real 1789766320] req@ffff9cdd47c52d80 x1876702015608832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766320.419316:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c52d80 x1876702015608832/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766320.419329:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766320.419332:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766320.419335:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015608832:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766320.419340:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015608960:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766320.419357:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766320.419368:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766320/real 1789766320] req@ffff9cdd47c51c00 x1876702015608960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766320.419378:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd47c51c00 x1876702015608960/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766320.419384:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766320.419387:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766320.419390:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd47c51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015608960:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766320.799211:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766321.824962:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766322.847139:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766323.871325:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766324.895252:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789766325.535267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766325.535282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789766325.535288:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766325.535303:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3843 00000100:00080000:2.0:1789766325.535318:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766325.535327:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:2.0:1789766325.535380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a7100 x1876702015609088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766325.535468:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015609088:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766325.535546:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789766325.535618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766325.535622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766325.535624:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766325.535629:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3843 00000100:00080000:2.0:1789766325.535633:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766325.535638:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766325.535649:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766325.535662:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4000 x1876702015609216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766325.535724:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766325/real 1789766325] req@ffff9cdd437a7100 x1876702015609088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766325.535742:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a7100 x1876702015609088/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766325.535753:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766325.535758:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766325.535761:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015609088:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766325.535799:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015609216:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766325.535822:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766325.535835:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766325/real 1789766325] req@ffff9cdd437a4000 x1876702015609216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766325.535846:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4000 x1876702015609216/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766325.535853:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766325.535857:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766325.535860:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015609216:192.168.203.148@tcp:38:kworker.0 00000100:00080000:2.0:1789766325.536201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766325.536206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789766325.536208:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766325.536214:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3843 00000100:00080000:2.0:1789766325.536220:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766325.536224:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766325.536231:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766325.536478:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5c00 x1876702015609344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766325.536525:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015609344:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766325.536559:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:2.0:1789766325.536582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766325.536586:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789766325.536588:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766325.536592:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3843 00000100:00080000:2.0:1789766325.536596:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766325.536600:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766325.536606:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766325.536619:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a5500 x1876702015609472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766325.536663:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766325/real 1789766325] req@ffff9cdd437a5c00 x1876702015609344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766325.536676:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5c00 x1876702015609344/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766325.536685:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766325.536689:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766325.536692:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015609344:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766325.536707:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015609472:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766325.536730:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766325.536743:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766325/real 1789766325] req@ffff9cdd437a5500 x1876702015609472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766325.536755:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a5500 x1876702015609472/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766325.536762:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766325.536777:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766325.536781:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015609472:192.168.203.148@tcp:8:kworker.0 00000100:00080000:2.0:1789766325.536824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789766325.536828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789766325.536830:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789766325.536835:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3843 00000100:00080000:2.0:1789766325.536840:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789766325.536845:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:2.0:1789766325.536850:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1789766325.536956:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd437a4700 x1876702015609600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766325.537063:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015609600:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766325.537089:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766325.537100:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766325/real 1789766325] req@ffff9cdd437a4700 x1876702015609600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766325.537112:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd437a4700 x1876702015609600/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766325.537120:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766325.537123:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766325.537126:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd437a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015609600:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766325.920443:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766326.943090:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766327.969089:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766328.991923:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766330.015213:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766330.655394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766330.655406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766330.655411:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766330.655425:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3848 00000100:00080000:3.0:1789766330.655438:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766330.655447:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766330.655492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276680 x1876702015609728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766330.655531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766330.655535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766330.655537:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766330.655542:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3848 00000100:00080000:3.0:1789766330.655546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766330.655550:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766330.655561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766330.655573:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274e00 x1876702015609856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766330.655583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766330.655586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766330.655588:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766330.655592:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3848 00000100:00080000:3.0:1789766330.655595:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766330.655599:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766330.655603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766330.655612:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59276300 x1876702015609984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766330.655621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766330.655625:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766330.655627:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766330.655630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3848 00000100:00080000:3.0:1789766330.655633:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766330.655637:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766330.655641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766330.655649:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277800 x1876702015610112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766330.655658:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766330.655661:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766330.655663:0:8:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766330.655666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3848 00000100:00080000:3.0:1789766330.655670:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766330.655673:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766330.655677:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766330.655686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274000 x1876702015610240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766330.655808:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015609728:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766330.656110:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766330.656162:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766330/real 1789766330] req@ffff9cdd59276680 x1876702015609728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766330.656180:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276680 x1876702015609728/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766330.656197:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766330.656202:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766330.656206:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015609728:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766330.656213:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015609856:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766330.656237:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766330.656247:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766330/real 1789766330] req@ffff9cdd59274e00 x1876702015609856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766330.656259:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274e00 x1876702015609856/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766330.656266:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766330.656269:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766330.656272:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015609856:192.168.203.148@tcp:38:kworker.0 00000100:00100000:0.0:1789766330.656278:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015609984:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766330.656296:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766330.656306:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766330/real 1789766330] req@ffff9cdd59276300 x1876702015609984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766330.656316:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59276300 x1876702015609984/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766330.656324:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766330.656327:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766330.656330:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015609984:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766330.656336:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015610112:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766330.656353:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766330.656362:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766330/real 1789766330] req@ffff9cdd59277800 x1876702015610112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766330.656372:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277800 x1876702015610112/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766330.656380:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766330.656383:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766330.656386:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015610112:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766330.656392:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015610240:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766330.656409:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766330.656418:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766330/real 1789766330] req@ffff9cdd59274000 x1876702015610240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766330.656428:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274000 x1876702015610240/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766330.656437:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766330.656440:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766330.656443:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015610240:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766331.039558:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766332.063158:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766333.087459:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766334.111315:0:5592:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789766335.135354:0:5593:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789766335.775046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e30d9c2-532c-4e55-80be-13e95f7c85ac->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766335.775060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789766335.775065:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766335.775079:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 3853 00000100:00080000:3.0:1789766335.775094:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766335.775103:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.148@tcp: import ffff9cdd581c1000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00100000:3.0:1789766335.775153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275c00 x1876702015610368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766335.775247:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015610368:192.168.203.148@tcp:250:kworker.0 00000800:00000100:0.0:1789766335.775333:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00080000:3.0:1789766335.775372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766335.775376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766335.775378:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766335.775384:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3853 00000100:00080000:3.0:1789766335.775388:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766335.775393:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd5835d000: import ffff9cdd60e6e800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766335.775404:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766335.775420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275f80 x1876702015610496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766335.777143:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766335/real 1789766335] req@ffff9cdd59275c00 x1876702015610368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766335.777178:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275c00 x1876702015610368/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1789766360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766335.777268:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd581c1000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766335.777274:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766335.777278:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e30d9c2-532c-4e55-80be-13e95f7c85ac:2362:1876702015610368:192.168.203.148@tcp:250:kworker.0 00000100:00100000:0.0:1789766335.777320:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015610496:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766335.777944:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766335.777972:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766335/real 1789766335] req@ffff9cdd59275f80 x1876702015610496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766335.777989:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275f80 x1876702015610496/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd5835d000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766335.777998:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e6e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766335.778003:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766335.778007:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015610496:192.168.203.148@tcp:38:kworker.0 00000100:00080000:3.0:1789766335.778187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766335.778193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789766335.778196:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766335.778202:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3853 00000100:00080000:3.0:1789766335.778209:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766335.778218:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9cdd5835d000: import ffff9cdd60e68800 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766335.778231:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766335.778262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59277100 x1876702015610624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766335.778277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1bd28de-ee78-4d18-bad3-fa7cec968893->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766335.778281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789766335.778283:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766335.778286:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: connect to NID 192.168.203.148@tcp last attempt 3853 00000100:00080000:3.0:1789766335.778290:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766335.778293:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9cdd5835d000: import ffff9cdd60e69000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766335.778298:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766335.778309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59274700 x1876702015610752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789766335.778317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 871a7a42-3659-47e5-8fc9-f4f1e262590d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789766335.778321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789766335.778322:0:37:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789766335.778326:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: connect to NID 192.168.203.148@tcp last attempt 3853 00000100:00080000:3.0:1789766335.778329:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789766335.778333:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9cdd51703800: import ffff9cdd584ed000 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000008:00100000:3.0:1789766335.778338:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683242 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1789766335.778728:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9cdd59275880 x1876702015610880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789766335.778852:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015610624:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766335.778928:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766335.778950:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766335/real 1789766335] req@ffff9cdd59277100 x1876702015610624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766335.779042:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59277100 x1876702015610624/t0(0) o8->lustre-OST0000-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766335.779061:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e68800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766335.779065:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766335.779069:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015610624:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766335.779076:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015610752:192.168.203.148@tcp:8:kworker.0 00000800:00000100:0.0:1789766335.779097:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766335.779108:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766335/real 1789766335] req@ffff9cdd59274700 x1876702015610752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766335.779119:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59274700 x1876702015610752/t0(0) o8->lustre-OST0001-osc-ffff9cdd5835d000@192.168.203.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1789766360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766335.779127:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd60e69000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766335.779131:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766335.779134:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f1bd28de-ee78-4d18-bad3-fa7cec968893:2362:1876702015610752:192.168.203.148@tcp:8:kworker.0 00000100:00100000:0.0:1789766335.779140:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015610880:192.168.203.148@tcp:38:kworker.0 00000800:00000100:0.0:1789766335.779159:0:2362:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.148@tcp 00000100:00100000:0.0:1789766335.779169:0:2362:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789766335/real 1789766335] req@ffff9cdd59275880 x1876702015610880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789766335.779180:0:2362:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9cdd59275880 x1876702015610880/t0(0) o38->lustre-MDT0000-mdc-ffff9cdd51703800@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1789766360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789766335.779188:0:2362:0:(import.c:65:import_set_state_nolock()) ffff9cdd584ed000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789766335.779191:0:2362:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00100000:0.0:1789766335.779195:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9cdd59275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:871a7a42-3659-47e5-8fc9-f4f1e262590d:2362:1876702015610880:192.168.203.148@tcp:38:kworker.0 00010000:00010000:1.0:1789766336.165072:0:6050:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 92646 lines, 92646 kept, 0 dropped, 0 bad.